00010000:00000010:2.1F:1788775938.895497:0:10704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc1456200. 00010000:00000010:2.1:1788775938.909575:0:10707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc1457400. 00000080:00000010:0.1F:1788775957.291691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc4c4dfe0. 00000080:00000010:0.1:1788775957.291731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc4c4dba0. 00010000:00000010:0.1:1788775957.291737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3037d00. 00010000:00000010:0.1:1788775957.291742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1ff2723200. 00000080:00000010:0.1:1788775957.325505:0:10881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc4c4d640. 00010000:00000010:0.1:1788775960.626524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0289000. 00010000:00000010:0.1:1788775960.626544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030000. 00000080:00000010:0.1:1788775976.288650:0:10897:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc327d720. 00010000:00000010:0.1:1788775995.246577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0289e00. 00010000:00000010:0.1:1788775995.246602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044a00. 00000080:00000010:0.1:1788775995.291632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc323c140. 00010000:00000010:2.1:1788775998.098654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc1456400. 00000080:00000010:0.1:1788776014.654893:0:10947:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc327d9c0. 00010000:00000010:1.1F:1788776064.962015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0fdc100. 00010000:00000010:1.1:1788776064.962036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045400. 00010000:00000010:1.1:1788776065.034426:0:1029:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915600. 00010000:00000010:3.1F:1788776082.230619:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031a00. 00010000:00000010:1.1:1788776084.952855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030000. 00010000:00000010:2.1:1788776108.858743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:2.1:1788776108.858759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00010000:00000010:2.1:1788776108.876534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fca49c300. 00010000:00000010:1.1:1788776126.876811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00010000:00000010:1.1:1788776126.881774:0:12230:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fca49c900. 00010000:00000010:1.1:1788776126.881789:0:12230:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc1456c00. 00010000:00000010:1.1:1788776126.881794:0:12230:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fca49c100. 00010000:00000010:1.1:1788776126.881797:0:12230:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc1457400. 00000080:00000010:1.1:1788776126.902520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc7e18e20. 00000080:00000010:1.1:1788776126.902547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc7eb35a0. 00010000:00000010:0.1:1788776129.286533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030000. 00010000:00000010:1.1:1788776129.289991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723fd00. 00010000:00000010:1.1:1788776129.290012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1ff2723c00. 00010000:00000010:1.1:1788776129.290017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723f700. 00010000:00000010:1.1:1788776129.290020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1ff2723e00. 00000080:00000010:2.1:1788776145.674673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc8360f00. 00000080:00000010:2.1:1788776145.674691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc8162c20. 00010000:00000010:3.1:1788776147.706869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915800. 00010000:00000010:3.1:1788776147.706883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:3.1:1788776147.706888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723f100. 00010000:00000010:3.1:1788776147.706891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1ff2722400. 00000080:00000010:3.1:1788776147.738380:0:12271:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc80cbc00. 00000080:00000010:3.1:1788776147.751195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b0000. 00010000:00000010:0.1:1788776153.930515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fca49c700. 00010000:00000010:0.1:1788776153.930530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc1456200. 00010000:00000010:0.1:1788776154.549491:0:1368:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723f200. 00010000:00000010:0.1:1788776154.549505:0:1368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1ff2722400. 00010000:00000010:0.1:1788776154.579956:0:12856:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:1.1:1788776171.231562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75c00. 00010000:00000010:1.1:1788776171.231579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030800. 00010000:00000010:1.1:1788776171.231585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915500. 00010000:00000010:1.1:1788776171.231588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044800. 00000080:00000010:1.1:1788776171.258349:0:12868:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc80cb320. 00000080:00000010:1.1:1788776171.258372:0:12868:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc84231a0. 00010000:00000010:0.1:1788776173.591810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:0.1:1788776173.591832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00010000:00000010:0.1:1788776173.591839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915100. 00010000:00000010:0.1:1788776173.591842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00000080:00000010:3.1:1788776189.210977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fcb64b5e0. 00000080:00000010:3.1:1788776189.211001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc7e18060. 00010000:00000010:1.1:1788776207.184717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915100. 00010000:00000010:1.1:1788776207.184733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030800. 00010000:00000010:1.1:1788776207.184741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723f300. 00010000:00000010:1.1:1788776207.184744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1ff2722200. 00000080:00000010:3.1:1788776207.217519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc80ddce0. 00010000:00000010:0.1:1788776210.376581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:0.1:1788776210.376602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030000. 00010000:00000010:0.1:1788776210.376609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abfb00. 00010000:00000010:0.1:1788776210.376613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc1456200. 00000080:00000010:3.1:1788776227.086518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc80ddda0. 00010000:00000010:2.1:1788776228.531181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75c00. 00010000:00000010:2.1:1788776228.531198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030800. 00010000:00000010:2.1:1788776228.531203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:2.1:1788776228.531207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030e00. 00000080:00000010:0.1:1788776228.552999:0:12953:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc8813d60. 00000080:00000010:0.1:1788776228.556320:0:12953:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157d280. 00010000:00000010:1.1:1788776234.811730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75400. 00010000:00000010:1.1:1788776234.811742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031a00. 00010000:00000010:0.1:1788776236.652606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75c00. 00010000:00000010:0.1:1788776236.652626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030c00. 00010000:00000010:0.1:1788776236.680037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75300. 00010000:00000010:0.1:1788776236.680061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75c00. 00010000:00000010:0.1:1788776236.680066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030e00. 00000080:00000010:0.1:1788776252.188968:0:13545:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc8813da0. 00010000:00000010:0.1:1788776260.978528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00010000:00000010:0.1:1788776260.978545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915b00. 00010000:00000010:0.1:1788776260.978549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044000. 00010000:00000010:0.1:1788776260.993535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75700. 00010000:00000010:0.1:1788776261.161584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75400. 00010000:00000010:0.1:1788776261.161600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00000800:00000200:3.1:1788776261.180826:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -2128 low water 167464 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.180896:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -3408 low water 168104 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.180913:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -4688 low water 168744 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.186293:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 82328 low water 158516 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.186332:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 81048 low water 159156 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.186340:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 81048 low water 159156 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.186363:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 166784 low water 149568 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.189276:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 236120 low water 231380 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.190154:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 117452 low water 373914 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.190168:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 117452 low water 373914 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.194662:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 732364 low water 316058 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.197325:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -11000 low water 687740 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.197351:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -12280 low water 688380 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.197357:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -12280 low water 688380 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.197387:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 42688 low water 660896 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.197399:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 42688 low water 660896 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.197431:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 42688 low water 660896 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.197450:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 72124 low water 646178 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.198346:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 72124 low water 646178 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.198804:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 72124 low water 646178 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.199824:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 72124 low water 646178 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.199881:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 70844 low water 646818 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.203699:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 197496 low water 633412 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.203718:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 197496 low water 633412 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.203754:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 451464 low water 606268 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.203766:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 451464 low water 606268 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.203771:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 451464 low water 606268 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.203787:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 486704 low water 605288 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.203812:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 741352 low water 577804 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.205811:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 537608 low water 979196 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.205835:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 537608 low water 979196 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.205846:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 537608 low water 979196 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.205856:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 537608 low water 979196 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.206673:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 537608 low water 979196 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.206696:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 537608 low water 979196 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.206706:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 537608 low water 979196 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.210027:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 702132 low water 963494 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.210043:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 702132 low water 963494 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.210077:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 826816 low water 951072 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.210099:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 826816 low water 951072 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776261.210129:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 1081464 low water 923588 conn ffff9b1fc280a000 blocked idle queued 00010000:00000010:2.1:1788776262.431539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1823800. 00010000:00000010:2.1:1788776262.431567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abff00. 00010000:00000010:2.1:1788776262.431572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1823400. 00010000:00000010:0.1:1788776262.455550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abfb00. 00010000:00000010:0.1:1788776262.511104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030c00. 00010000:00000010:0.1:1788776268.759238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031a00. 00010000:00000010:1.1:1788776268.765543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75c00. 00010000:00000010:1.1:1788776268.765565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030c00. 00010000:00000010:1.1:1788776268.793559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915a00. 00010000:00000010:0.1:1788776268.932063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915e00. 00010000:00000010:0.1:1788776268.932089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00000800:00000200:3.1:1788776268.950178:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -43460 low water 1486050 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.950202:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -44740 low water 1486690 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.950213:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -44740 low water 1486690 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.950218:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -44740 low water 1486690 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.950254:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -26844 low water 1477742 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.950259:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -26844 low water 1477742 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.950829:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -26844 low water 1477742 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953079:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -17896 low water 1473268 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953106:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace -17896 low water 1473268 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953229:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 10228 low water 1459206 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953234:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 10228 low water 1459206 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953271:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 38352 low water 1445144 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953276:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 38352 low water 1445144 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953301:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 47300 low water 1440670 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953318:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 84372 low water 1422134 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953344:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 112496 low water 1408072 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953349:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 112496 low water 1408072 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953393:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 158516 low water 1385062 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953398:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 158516 low water 1385062 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953414:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 177692 low water 1375474 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953499:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 196868 low water 1365886 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.953520:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 196868 low water 1365886 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.956496:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 242888 low water 1342876 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.956541:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 242888 low water 1342876 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.956555:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 242888 low water 1342876 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.956567:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 242888 low water 1342876 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.956574:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 242888 low water 1342876 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.956614:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 306804 low water 1310918 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.956619:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 306804 low water 1310918 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.956653:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 435916 low water 1246362 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.956659:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 435916 low water 1246362 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.958329:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 435916 low water 1246362 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.958371:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 435916 low water 1246362 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.958384:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 435916 low water 1246362 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.958395:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 435916 low water 1246362 conn ffff9b1fc280a000 blocked idle queued 00000800:00000200:3.1:1788776268.960442:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b1fd22f0000 wspace 1684692 low water 1054614 conn ffff9b1fc280a000 blocked idle queued 00010000:00000010:0.1:1788776269.313966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75400. 00010000:00000010:0.1:1788776269.313993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1822a00. 00010000:00000010:0.1:1788776269.313999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915a00. 00010000:00000010:0.1:1788776269.314003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00000080:00000010:2.1:1788776269.347637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd063b8a0. 00000080:00000010:3.1:1788776269.355655:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157eb40. 00010000:00000010:0.1:1788776269.375835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915200. 00010000:00000010:0.1:1788776269.375851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044000. 00010000:00000010:0.1:1788776269.375856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723f100. 00010000:00000010:0.1:1788776269.375859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814000. 00000080:00000010:0.1:1788776269.383933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd0649120. 00000080:00000010:0.1:1788776269.389909:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1599080. 00010000:00000010:1.1:1788776269.439524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:1.1:1788776269.439547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030800. 00010000:00000010:1.1:1788776269.439553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75400. 00010000:00000010:1.1:1788776269.439589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00000080:00000010:1.1:1788776269.475868:0:14228:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd063bc40. 00000080:00000010:1.1:1788776269.491401:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15798c0. 00010000:00000010:1.1:1788776274.246282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915d00. 00010000:00000010:1.1:1788776274.246289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00010000:00000010:1.1:1788776274.246293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75d00. 00010000:00000010:1.1:1788776274.246296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030e00. 00010000:00000010:0.1:1788776274.264959:0:14615:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915200. 00010000:00000010:0.1:1788776274.265041:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044400. 00010000:00000010:1.1:1788776390.874305:0:14877:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf400. 00010000:00000010:1.1:1788776390.874320:0:14877:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4600. 00010000:00000010:0.1:1788776390.945574:0:14878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915b00. 00010000:00000010:0.1:1788776390.945588:0:14878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00000080:00000010:0.1:1788776390.945593:0:14878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca76eb40. 00010000:00000010:1.1:1788776390.974502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00010000:00000010:1.1:1788776390.974515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0289e00. 00000080:00000010:1.1:1788776390.974521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc48794e0. 00010000:00000010:1.1:1788776390.974536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00010000:00000010:1.1:1788776390.974540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915700. 00010000:00000010:1.1:1788776390.974544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044800. 00010000:00000010:1.1:1788776390.974546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915600. 00010000:00000010:1.1:1788776391.130540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723f200. 00010000:00000010:1.1:1788776391.130558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814600. 00010000:00000010:1.1:1788776391.144506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915600. 00010000:00000010:0.1:1788776391.177760:0:14885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00010000:00000010:1.1:1788776391.321515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:1.1:1788776391.321534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915700. 00010000:00000010:1.1:1788776391.321538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044800. 00010000:00000010:1.1:1788776391.321542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf400. 00010000:00000010:1.1:1788776391.321544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00000080:00000010:1.1:1788776391.342623:0:14891:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18d7fc0. 00000080:00000010:1.1:1788776391.342647:0:14891:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159a100. 00010000:00000010:1.1:1788776396.604959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915000. 00010000:00000010:1.1:1788776396.604972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815000. 00010000:00000010:1.1:1788776418.082511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abfd00. 00010000:00000010:1.1:1788776418.082525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00010000:00000010:1.1:1788776418.500530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915700. 00010000:00000010:1.1:1788776418.500547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:1.1:1788776418.539671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915500. 00010000:00000010:0.1:1788776418.556699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00010000:00000010:3.1:1788776418.728662:0:15567:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75700. 00010000:00000010:3.1:1788776418.728671:0:15567:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030000. 00010000:00000010:1.1:1788776418.733593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815a00. 00010000:00000010:3.1:1788776418.734238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723fb00. 00010000:00000010:0.1:1788776418.954529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00010000:00000010:0.1:1788776418.954548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814000. 00010000:00000010:0.1:1788776418.954554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915700. 00010000:00000010:0.1:1788776418.954588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044a00. 00010000:00000010:0.1:1788776418.954593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75d00. 00010000:00000010:0.1:1788776418.954597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030800. 00000080:00000010:1.1:1788776418.972056:0:15571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd06f87e0. 00000080:00000010:1.1:1788776418.980535:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b6300. 00010000:00000010:2.1:1788776423.749025:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf700. 00010000:00000010:2.1:1788776423.749037:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030e00. 00000080:00000010:2.1:1788776427.334834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18d72c0. 00010000:00000010:0.1:1788776427.335158:0:16113:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723fb00. 00010000:00000010:0.1:1788776427.335166:0:16113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815e00. 00010000:00000010:0.1:1788776427.492577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00000080:00000010:3.1:1788776428.818550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd06f81c0. 00010000:00000010:0.1:1788776428.819681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915e00. 00010000:00000010:0.1:1788776428.819692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00010000:00000010:3.1:1788776428.836345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00010000:00000010:0.1:1788776428.875137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915a00. 00010000:00000010:1.1:1788776428.921573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00010000:00000010:2.1:1788776429.206505:0:16222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815400. 00010000:00000010:2.1:1788776429.318675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00010000:00000010:2.1:1788776429.318696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00010000:00000010:2.1:1788776429.318702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75300. 00010000:00000010:2.1:1788776429.318706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5c00. 00010000:00000010:2.1:1788776429.318711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf200. 00010000:00000010:2.1:1788776429.318713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00000080:00000010:3.1:1788776429.339513:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157dac0. 00000080:00000010:2.1:1788776429.341378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd07d4640. 00010000:00000010:1.1:1788776432.444635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abff00. 00010000:00000010:1.1:1788776432.444651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814600. 00000080:00000010:3.1:1788776440.766596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18d71a0. 00000080:00000010:3.1:1788776440.766607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd0f71720. 00000080:00000010:3.1:1788776440.770598:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd152d280. 00000080:00000010:3.1:1788776440.770657:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157a100. 00000080:00000010:3.1:1788776440.770672:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157c200. 00000080:00000010:3.1:1788776440.770688:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159f380. 00000080:00000010:3.1:1788776440.770694:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157d280. 00000080:00000010:3.1:1788776440.770699:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b7380. 00010000:00000010:1.1:1788776440.771540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1ff2723a00. 00010000:00000010:1.1:1788776440.771550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3c30b00. 00010000:00000010:1.1:1788776440.771554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1ff2723800. 00010000:00000010:0.1:1788776440.773640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ef00. 00010000:00000010:0.1:1788776440.773653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031600. 00010000:00000010:0.1:1788776440.791837:0:16831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc1457e00. 00010000:00000010:0.1:1788776440.791849:0:16831:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fca49c500. 00010000:00000010:1.1:1788776440.818522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030c00. 00010000:00000010:1.1:1788776440.818538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75400. 00010000:00000010:1.1:1788776440.818541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00010000:00000010:1.1:1788776440.818544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75d00. 00010000:00000010:0.1:1788776440.874696:0:16831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc1457600. 00010000:00000010:0.1:1788776440.874701:0:16831:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc4b6d700. 00010000:00000010:2.1:1788776442.164661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf400. 00010000:00000010:2.1:1788776442.164679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:3.1:1788776442.205551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf300. 00010000:00000010:0.1:1788776442.235826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723f000. 00010000:00000010:0.1:1788776442.235843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4400. 00010000:00000010:1.1:1788776442.249748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf400. 00010000:00000010:1.1:1788776442.249768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00000080:00000010:2.1:1788776442.312770:0:16661:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd07d4d20. 00010000:00000010:0.1:1788776442.336597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723f400. 00010000:00000010:0.1:1788776442.336605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814400. 00010000:00000010:0.1:1788776442.343812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75300. 00010000:00000010:2.1:1788776442.370645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030800. 00000080:00000010:1.1:1788776442.442013:0:16932:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd19849a0. 00010000:00000010:0.1:1788776442.519618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915700. 00010000:00000010:0.1:1788776442.519635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044a00. 00010000:00000010:3.1:1788776442.784625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00010000:00000010:3.1:1788776442.815513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf000. 00010000:00000010:3.1:1788776442.815529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:3.1:1788776443.137020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abfb00. 00010000:00000010:3.1:1788776443.137030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00010000:00000010:0.1:1788776443.150526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75700. 00010000:00000010:0.1:1788776443.150544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00010000:00000010:3.1:1788776443.167327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723ff00. 00010000:00000010:1.1:1788776443.220187:0:16974:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915300. 00010000:00000010:1.1:1788776443.220195:0:16974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:2.1:1788776443.231552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030800. 00010000:00000010:2.1:1788776443.231566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75300. 00010000:00000010:0.1:1788776443.299515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abfd00. 00010000:00000010:0.1:1788776443.299528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:0.1:1788776443.309517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723f600. 00010000:00000010:0.1:1788776443.309530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815c00. 00010000:00000010:2.1:1788776443.325518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75700. 00010000:00000010:0.1:1788776443.341525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00010000:00000010:0.1:1788776443.384700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814200. 00000080:00000010:0.1:1788776443.422597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b800. 00010000:00000010:0.1:1788776443.476650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00010000:00000010:2.1:1788776443.539623:0:16980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030e00. 00010000:00000010:2.1:1788776443.539635:0:16980:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abfd00. 00010000:00000010:2.1:1788776443.539639:0:16980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815200. 00010000:00000010:2.1:1788776443.539643:0:16980:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75400. 00010000:00000010:2.1:1788776443.539646:0:16980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00000080:00000010:2.1:1788776443.544572:0:16981:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd07d4640. 00000080:00000010:2.1:1788776443.554507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15298c0. 00010000:00000010:2.1:1788776443.569493:0:16856:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723ff00. 00010000:00000010:2.1:1788776443.569499:0:16856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00010000:00000010:2.1:1788776443.583519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf600. 00010000:00000010:2.1:1788776443.583532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4a00. 00010000:00000010:1.1:1788776443.660523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4400. 00000080:00000010:1.1:1788776445.673722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1984c00. 00000080:00000010:1.1:1788776445.673740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd07d4680. 00000080:00000010:0.1:1788776445.680528:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1578840. 00000080:00000010:0.1:1788776445.680568:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157ca40. 00010000:00000010:0.1:1788776445.680575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00010000:00000010:0.1:1788776445.680579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00010000:00000010:0.1:1788776445.680582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031a00. 00010000:00000010:1.1:1788776445.686682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:1.1:1788776445.686700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abfd00. 00010000:00000010:0.1:1788776445.726009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030000. 00010000:00000010:0.1:1788776445.726015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030c00. 00010000:00000010:0.1:1788776445.726019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75d00. 00010000:00000010:0.1:1788776445.726022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00010000:00000010:0.1:1788776445.726026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75400. 00010000:00000010:0.1:1788776454.684656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:0.1:1788776454.684676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00010000:00000010:0.1:1788776454.706530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75300. 00010000:00000010:2.1:1788776454.811503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf600. 00010000:00000010:2.1:1788776454.811513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00010000:00000010:2.1:1788776454.819814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611200. 00010000:00000010:2.1:1788776454.819835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00010000:00000010:1.1:1788776455.123530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814e00. 00010000:00000010:1.1:1788776471.403531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00010000:00000010:2.1:1788776471.786271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:2.1:1788776471.786289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00010000:00000010:2.1:1788776471.786297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:2.1:1788776471.786303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00010000:00000010:2.1:1788776471.786309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6a00. 00010000:00000010:2.1:1788776471.786313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4a00. 00000080:00000010:2.1:1788776471.794523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1984660. 00000080:00000010:2.1:1788776471.794560:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157ca40. 00010000:00000010:3.1:1788776477.493935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611a00. 00010000:00000010:3.1:1788776477.493957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815a00. 00010000:00000010:2.1:1788776481.927886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75400. 00010000:00000010:2.1:1788776481.927896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031a00. 00010000:00000010:2.1:1788776481.956696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6f00. 00010000:00000010:0.1:1788776497.512619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6500. 00010000:00000010:0.1:1788776497.512634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4a00. 00010000:00000010:0.1:1788776497.512639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:0.1:1788776497.512642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00000080:00000010:0.1:1788776497.525350:0:18612:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc2f93be0. 00000080:00000010:2.1:1788776497.527513:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b1080. 00010000:00000010:2.1:1788776503.637250:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6800. 00010000:00000010:2.1:1788776503.637273:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:2.1:1788776525.179586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814200. 00000080:00000010:3.1:1788776525.183510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b880. 00010000:00000010:3.1:1788776525.183531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611300. 00010000:00000010:3.1:1788776525.183537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00010000:00000010:1.1:1788776525.294732:0:19255:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611000. 00010000:00000010:1.1:1788776525.294740:0:19255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00000080:00000010:0.1:1788776525.326742:0:19256:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876e00. 00010000:00000010:0.1:1788776526.104766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00010000:00000010:2.1:1788776544.294510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00010000:00000010:3.1:1788776544.351848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00010000:00000010:3.1:1788776544.351855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611000. 00010000:00000010:3.1:1788776544.351859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00010000:00000010:3.1:1788776544.351862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00000080:00000010:0.1:1788776544.354783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc2f939c0. 00000080:00000010:0.1:1788776544.354813:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159c200. 00010000:00000010:0.1:1788776544.369499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:0.1:1788776544.369515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75700. 00010000:00000010:0.1:1788776544.369519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00010000:00000010:0.1:1788776544.369524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d400. 00010000:00000010:0.1:1788776544.369527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815200. 00000080:00000010:1.1:1788776544.395359:0:19279:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1578840. 00000080:00000010:1.1:1788776544.395382:0:19279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876220. 00010000:00000010:1.1:1788776550.794532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045200. 00000080:00000010:0.1:1788776550.799730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc817e480. 00010000:00000010:0.1:1788776550.799752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611200. 00010000:00000010:0.1:1788776550.799758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044400. 00010000:00000010:3.1:1788776550.893727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d700. 00010000:00000010:3.1:1788776550.893747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815800. 00000080:00000010:3.1:1788776550.976617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bde0. 00010000:00000010:1.1:1788776551.911523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:3.1:1788776560.903541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6200. 00010000:00000010:3.1:1788776560.903559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00010000:00000010:0.1:1788776560.919528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d100. 00010000:00000010:0.1:1788776560.919545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814400. 00000080:00000010:0.1:1788776560.919574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bbe0. 00010000:00000010:0.1:1788776560.948523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030000. 00010000:00000010:0.1:1788776569.320336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00000080:00000010:0.1:1788776569.323332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876de0. 00010000:00000010:0.1:1788776569.323365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75d00. 00010000:00000010:0.1:1788776569.323371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00010000:00000010:0.1:1788776569.353847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:1.1:1788776569.393524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4800. 00010000:00000010:0.1:1788776570.609892:0:20891:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6800. 00010000:00000010:0.1:1788776570.609914:0:20891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00010000:00000010:1.1:1788776570.723765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00010000:00000010:1.1:1788776608.341525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815200. 00010000:00000010:2.1:1788776620.215707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031a00. 00010000:00000010:2.1:1788776620.215748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6900. 00010000:00000010:2.1:1788776620.215753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00010000:00000010:2.1:1788776620.226533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6600. 00010000:00000010:0.1:1788776620.263727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00010000:00000010:0.1:1788776662.644710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:1.1:1788776662.763697:0:21862:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6900. 00010000:00000010:1.1:1788776662.763705:0:21862:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00010000:00000010:1.1:1788776662.763709:0:21862:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6c00. 00010000:00000010:1.1:1788776662.763712:0:21862:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00000080:00000010:1.1:1788776662.771629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876820. 00000080:00000010:1.1:1788776662.771666:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b1080. 00010000:00000010:0.1:1788776668.455514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6200. 00010000:00000010:0.1:1788776668.455530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00010000:00000010:3.1:1788776675.077065:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d300. 00010000:00000010:3.1:1788776675.077083:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814600. 00000080:00000010:3.1:1788776675.120296:0:1044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b560. 00010000:00000010:0.1:1788776675.147070:0:22807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6800. 00010000:00000010:0.1:1788776675.147090:0:22807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4a00. 00010000:00000010:1.1:1788776675.324174:0:2413:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:1.1:1788776675.324196:0:2413:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031a00. 00010000:00000010:2.1:1788776675.327734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00000080:00000010:0.1:1788776675.345523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876580. 00010000:00000010:2.1:1788776675.383721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00000080:00000010:2.1:1788776675.383734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc2f93660. 00010000:00000010:2.1:1788776675.394433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00010000:00000010:3.1:1788776675.509540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:1.1:1788776675.521967:0:22819:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814800. 00010000:00000010:1.1:1788776675.544059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00000080:00000010:1.1:1788776675.573619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b9c0. 00010000:00000010:1.1:1788776675.677853:0:22827:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00010000:00000010:1.1:1788776675.677869:0:22827:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75300. 00010000:00000010:3.1:1788776675.876071:0:16848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00010000:00000010:0.1:1788776675.897582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75300. 00010000:00000010:0.1:1788776675.897599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031a00. 00010000:00000010:3.1:1788776675.911431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030c00. 00010000:00000010:3.1:1788776675.911460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044400. 00010000:00000010:3.1:1788776675.911478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6000. 00010000:00000010:3.1:1788776675.911483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00000080:00000010:0.1:1788776675.915603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876f60. 00000080:00000010:1.1:1788776675.920637:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157a940. 00010000:00000010:1.1:1788776683.420534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d300. 00010000:00000010:1.1:1788776683.420557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814600. 00000080:00000010:3.1:1788776683.491528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876060. 00010000:00000010:1.1:1788776683.757567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d900. 00010000:00000010:1.1:1788776683.757582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815e00. 00010000:00000010:3.1:1788776683.767518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815a00. 00000080:00000010:1.1:1788776683.791615:0:23463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b7c0. 00010000:00000010:0.1:1788776683.831814:0:23463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030000. 00000080:00000010:0.1:1788776683.831823:0:23463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876960. 00010000:00000010:0.1:1788776683.847271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75600. 00010000:00000010:0.1:1788776683.847292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030c00. 00010000:00000010:2.1:1788776683.955493:0:23469:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814000. 00010000:00000010:0.1:1788776683.955692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00010000:00000010:0.1:1788776683.969564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815a00. 00000080:00000010:1.1:1788776684.022797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105be20. 00010000:00000010:2.1:1788776688.897961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00010000:00000010:2.1:1788776688.897984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d000. 00010000:00000010:3.1:1788776707.122673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814c00. 00000080:00000010:0.1:1788776707.142529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bd80. 00000080:00000010:0.1:1788776707.142556:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd152ca40. 00010000:00000010:1.1:1788776707.142651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00010000:00000010:1.1:1788776707.142657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815c00. 00010000:00000010:1.1:1788776707.142662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6800. 00010000:00000010:1.1:1788776707.142665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:1.1:1788776712.505490:0:1369:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75700. 00010000:00000010:1.1:1788776712.505497:0:1369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030c00. 00010000:00000010:2.1:1788776714.468085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75400. 00010000:00000010:2.1:1788776714.468099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030600. 00000080:00000010:1.1:1788776714.480838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc2f937c0. 00010000:00000010:1.1:1788776714.641560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611600. 00010000:00000010:1.1:1788776714.641578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00010000:00000010:1.1:1788776714.656586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00000080:00000010:0.1:1788776714.705508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc817e0c0. 00000080:00000010:2.1:1788776714.736511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bee0. 00010000:00000010:3.1:1788776714.736676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815400. 00010000:00000010:3.1:1788776714.748569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4a00. 00010000:00000010:3.1:1788776714.868749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:0.1:1788776714.881125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6200. 00010000:00000010:0.1:1788776714.906547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7c00. 00000080:00000010:1.1:1788776714.950058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876f80. 00010000:00000010:3.1:1788776727.322509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:3.1:1788776727.322523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e500. 00010000:00000010:2.1:1788776729.493662:0:24159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4400. 00010000:00000010:2.1:1788776729.500673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7c00. 00010000:00000010:2.1:1788776729.500754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6400. 00010000:00000010:2.1:1788776729.500759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611600. 00010000:00000010:2.1:1788776729.500763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00000080:00000010:2.1:1788776729.516599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc2f938c0. 00000080:00000010:2.1:1788776729.528787:0:24162:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15998c0. 00010000:00000010:3.1:1788776735.022500:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6c00. 00010000:00000010:3.1:1788776735.022508:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00010000:00000010:2.1:1788776739.186670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d900. 00010000:00000010:2.1:1788776739.186692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815e00. 00010000:00000010:0.1:1788776739.197620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ef00. 00010000:00000010:0.1:1788776739.197654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7800. 00000080:00000010:1.1:1788776845.619423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1876460. 00010000:00000010:1.1:1788776845.619485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031a00. 00010000:00000010:1.1:1788776845.619494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6000. 00010000:00000010:1.1:1788776845.619499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044000. 00010000:00000010:2.1:1788776845.627948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6e00. 00010000:00000010:2.1:1788776845.627963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4a00. 00010000:00000010:1.1:1788776845.630536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814a00. 00010000:00000010:0.1:1788776845.632331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4200. 00000080:00000010:0.1:1788776845.632367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd07d43a0. 00010000:00000010:0.1:1788776845.632375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5e00. 00010000:00000010:0.1:1788776845.632380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc2915500. 00010000:00000010:0.1:1788776845.632384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814e00. 00000080:00000010:0.1:1788776845.632511:0:24929:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b440. 00010000:00000010:0.1:1788776845.632521:0:24929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030800. 00010000:00000010:0.1:1788776845.632528:0:24929:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d800. 00010000:00000010:0.1:1788776845.632532:0:24929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815800. 00010000:00000010:0.1:1788776845.632534:0:24929:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d700. 00000080:00000010:0.1:1788776845.632537:0:24929:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc2f93980. 00010000:00000010:0.1:1788776845.632542:0:24929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0030e00. 00010000:00000010:0.1:1788776845.632546:0:24929:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75d00. 00000080:00000010:0.1:1788776845.632549:0:24929:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18765e0. 00010000:00000010:0.1:1788776845.632558:0:24929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031200. 00010000:00000010:0.1:1788776845.632564:0:24929:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc3b75c00. 00000080:00000010:0.1:1788776845.632567:0:24929:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc817e7c0. 00010000:00000010:0.1:1788776845.632573:0:24929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00010000:00000010:0.1:1788776845.632576:0:24929:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611d00. 00000080:00000010:0.1:1788776848.382291:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1578000. 00000080:00000010:1.1:1788776848.386890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882d00. 00010000:00000010:1.1:1788776848.386908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:1.1:1788776848.386913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00010000:00000010:1.1:1788776848.386915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00010000:00000010:1.1:1788776848.391860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7800. 00010000:00000010:1.1:1788776848.391874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ea00. 00010000:00000010:1.1:1788776848.729577:0:24945:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611900. 00010000:00000010:1.1:1788776848.729591:0:24945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00010000:00000010:1.1:1788776848.729595:0:24945:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611e00. 00010000:00000010:0.1:1788776848.747001:0:24946:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:2.1:1788776848.873223:0:2414:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6e00. 00010000:00000010:2.1:1788776848.873234:0:2414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:0.1:1788776848.876703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6900. 00010000:00000010:2.1:1788776848.886163:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:3.1:1788776849.121616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00010000:00000010:3.1:1788776849.121632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6c00. 00010000:00000010:3.1:1788776849.121637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611800. 00010000:00000010:3.1:1788776849.121641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00010000:00000010:3.1:1788776849.121644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d000. 00010000:00000010:3.1:1788776849.121647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815200. 00000080:00000010:3.1:1788776849.139710:0:24953:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc4d9f5c0. 00000080:00000010:3.1:1788776849.155429:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159eb40. 00010000:00000010:3.1:1788776853.834808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611400. 00010000:00000010:3.1:1788776853.834824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00010000:00000010:1.1:1788776858.929763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611500. 00010000:00000010:1.1:1788776858.929783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045200. 00010000:00000010:3.1:1788776859.161528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d900. 00010000:00000010:3.1:1788776859.161630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815600. 00010000:00000010:0.1:1788776859.187707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d400. 00010000:00000010:0.1:1788776861.009670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6400. 00010000:00000010:0.1:1788776861.009695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00010000:00000010:0.1:1788776861.035975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ed00. 00010000:00000010:1.1:1788776861.072991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e900. 00010000:00000010:1.1:1788776861.073014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00000080:00000010:2.1:1788776966.030534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b2a0. 00000080:00000010:2.1:1788776966.030549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec420. 00010000:00000010:1.1:1788776966.056519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:1.1:1788776966.056530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4800. 00000080:00000010:2.1:1788776966.056700:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159dac0. 00000080:00000010:2.1:1788776966.056729:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157e300. 00010000:00000010:1.1:1788776966.065081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7000. 00010000:00000010:2.1:1788776966.065844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7e00. 00010000:00000010:2.1:1788776966.065851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ed00. 00010000:00000010:0.1:1788776966.105109:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7400. 00010000:00000010:0.1:1788776966.105118:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e800. 00010000:00000010:0.1:1788776966.105122:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044000. 00010000:00000010:0.1:1788776966.105125:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611b00. 00010000:00000010:2.1:1788776966.276743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e600. 00010000:00000010:2.1:1788776966.276767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814c00. 00010000:00000010:2.1:1788776966.276772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611700. 00010000:00000010:2.1:1788776966.276775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00000080:00000010:1.1:1788776966.304610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b240. 00000080:00000010:1.1:1788776966.304640:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1578000. 00010000:00000010:2.1:1788776966.333659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6a00. 00010000:00000010:2.1:1788776966.333676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:3.1:1788776966.356495:0:25741:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6c00. 00010000:00000010:1.1:1788776966.414808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815c00. 00010000:00000010:0.1:1788776966.583571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6a00. 00010000:00000010:0.1:1788776966.583580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00010000:00000010:0.1:1788776966.589578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e800. 00010000:00000010:1.1:1788776966.596938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7400. 00010000:00000010:3.1:1788776966.691520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:3.1:1788776966.691539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815600. 00010000:00000010:3.1:1788776966.691545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d400. 00010000:00000010:3.1:1788776966.691549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:3.1:1788776966.691553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611a00. 00010000:00000010:3.1:1788776966.691556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00000080:00000010:3.1:1788776966.718511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fc2f93f80. 00000080:00000010:3.1:1788776966.718538:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd152b9c0. 00010000:00000010:0.1:1788776972.611675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d100. 00010000:00000010:0.1:1788776972.611683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:1.1:1788776974.299779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e100. 00010000:00000010:1.1:1788776974.299787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7000. 00000080:00000010:0.1:1788776974.405507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18823e0. 00000080:00000010:1.1:1788776975.576596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec680. 00010000:00000010:1.1:1788776975.576628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611b00. 00010000:00000010:1.1:1788776975.576633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00010000:00000010:1.1:1788776975.616190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611b00. 00010000:00000010:1.1:1788776975.616198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045400. 00000080:00000010:1.1:1788776975.639606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec060. 00010000:00000010:3.1:1788776979.711517:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00000080:00000010:2.1:1788776979.712057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882680. 00000080:00000010:2.1:1788776979.712088:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882ce0. 00000080:00000010:2.1:1788776979.712099:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157f380. 00000080:00000010:2.1:1788776979.712105:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1598840. 00000080:00000010:2.1:1788776979.718457:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159ca40. 00010000:00000010:0.1:1788776979.720181:0:2412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00010000:00000010:0.1:1788776979.720196:0:2412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814000. 00010000:00000010:3.1:1788776979.750141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000010:3.1:1788776979.750158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611c00. 00010000:00000010:3.1:1788776979.750162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6a00. 00010000:00000010:3.1:1788776979.750165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ec00. 00010000:00000010:2.1:1788776979.769551:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6200. 00010000:00000010:2.1:1788776979.769556:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e000. 00010000:00000010:2.1:1788776979.769560:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044800. 00010000:00000010:2.1:1788776979.769564:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611600. 00010000:00000010:3.1:1788776993.268717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611a00. 00010000:00000010:3.1:1788776993.268733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00000080:00000010:3.1:1788776993.279501:0:27024:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105ba20. 00010000:00000010:0.1:1788776993.341540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6200. 00010000:00000010:0.1:1788776993.341556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00010000:00000010:0.1:1788776993.360852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7800. 00000080:00000010:1.1:1788776993.399856:0:27025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613180. 00010000:00000010:1.1:1788776994.671712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6e00. 00010000:00000010:1.1:1788776994.671734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5e00. 00010000:00000010:1.1:1788777003.844536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6500. 00010000:00000010:1.1:1788777003.844560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4400. 00000080:00000010:0.1:1788777003.929520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b1c0. 00010000:00000010:0.1:1788777004.041744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ee00. 00010000:00000010:0.1:1788777004.041766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6000. 00010000:00000010:0.1:1788777004.055533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00000080:00000010:1.1:1788777004.105612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882d00. 00010000:00000010:1.1:1788777005.340530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00010000:00000010:1.1:1788777005.371412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611500. 00010000:00000010:1.1:1788777005.371428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00000080:00000010:1.1:1788777005.390501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec660. 00010000:00000010:0.1:1788777012.904719:0:28231:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814000. 00000080:00000010:0.1:1788777012.945567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bf00. 00010000:00000010:0.1:1788777012.945581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6f00. 00010000:00000010:0.1:1788777012.945585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00010000:00000010:1.1:1788777013.000042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00000080:00000010:1.1:1788777013.015421:0:28239:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecbc0. 00010000:00000010:1.1:1788777013.015443:0:28239:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e100. 00010000:00000010:1.1:1788777013.015448:0:28239:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6200. 00000080:00000010:2.1:1788777017.775572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882da0. 00000080:00000010:2.1:1788777017.775586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11eca00. 00000080:00000010:2.1:1788777017.775591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b860. 00000080:00000010:2.1:1788777017.775598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca6130e0. 00000080:00000010:2.1:1788777017.775603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613520. 00010000:00000010:1.1:1788777017.780324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00010000:00000010:1.1:1788777017.780333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611600. 00010000:00000010:1.1:1788777017.780337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00010000:00000010:1.1:1788777017.780341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e900. 00010000:00000010:1.1:1788777017.780344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6800. 00010000:00000010:0.1:1788777017.794542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611f00. 00010000:00000010:0.1:1788777017.794569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6c00. 00010000:00000010:0.1:1788777017.794574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e000. 00010000:00000010:0.1:1788777017.794578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044000. 00010000:00000010:0.1:1788777017.794582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6a00. 00010000:00000010:0.1:1788777017.794585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:0.1:1788777017.794588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d100. 00010000:00000010:0.1:1788777017.794591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00010000:00000010:0.1:1788777017.794594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611800. 00010000:00000010:0.1:1788777017.794596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00010000:00000010:0.1:1788777017.794599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e200. 00010000:00000010:0.1:1788777017.794602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815800. 00010000:00000010:0.1:1788777017.794605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814e00. 00010000:00000010:0.1:1788777017.794607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4800. 00010000:00000010:0.1:1788777017.794609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ea00. 00010000:00000010:0.1:1788777017.794611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7800. 00010000:00000010:0.1:1788777017.794622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6800. 00010000:00000010:0.1:1788777017.794624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00010000:00000010:0.1:1788777017.794627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611700. 00010000:00000010:0.1:1788777017.794629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00000080:00000010:1.1:1788777034.000584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec400. 00000080:00000010:1.1:1788777034.000610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613d20. 00010000:00000010:1.1:1788777035.633042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00010000:00000010:0.1:1788777035.687954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611c00. 00010000:00000010:0.1:1788777035.687980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044800. 00010000:00000010:0.1:1788777035.687984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044400. 00000080:00000010:0.1:1788777035.699219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecb40. 00000080:00000010:2.1:1788777035.704640:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd152b180. 00000080:00000010:2.1:1788777035.704671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecf80. 00010000:00000010:1.1:1788777035.740542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4a00. 00010000:00000010:1.1:1788777035.740566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611600. 00010000:00000010:1.1:1788777035.740572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6200. 00010000:00000010:1.1:1788777035.740576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6000. 00010000:00000010:1.1:1788777035.740580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00000080:00000010:1.1:1788777035.765257:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157e300. 00000080:00000010:1.1:1788777035.765281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613d00. 00010000:00000010:0.1:1788777035.785297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000010:1.1:1788777035.833593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4eb00. 00010000:00000010:1.1:1788777035.833608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6000. 00010000:00000010:1.1:1788777035.833612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6a00. 00000080:00000010:1.1:1788777035.855706:0:28291:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882260. 00000080:00000010:1.1:1788777035.855767:0:28291:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159b9c0. 00000080:00000010:1.1:1788777035.855778:0:28291:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882960. 00010000:00000010:2.1:1788777035.889246:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00010000:00000010:2.1:1788777035.889273:0:28096:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e100. 00010000:00000010:2.1:1788777035.889278:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000010:2.1:1788777035.889284:0:28096:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611600. 00010000:00000010:2.1:1788777035.889287:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00000080:00000010:1.1:1788777035.904528:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b4200. 00000080:00000010:1.1:1788777035.904626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ece40. 00010000:00000010:1.1:1788777039.685160:0:28566:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611500. 00010000:00000010:1.1:1788777039.685183:0:28566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044a00. 00010000:00000010:1.1:1788777039.685186:0:28566:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611100. 00010000:00000010:1.1:1788777039.685190:0:28566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00010000:00000010:1.1:1788777043.759969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00000080:00000010:1.1:1788777043.766129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec340. 00010000:00000010:1.1:1788777043.766146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611900. 00010000:00000010:1.1:1788777043.766151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00010000:00000010:1.1:1788777043.825905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00000080:00000010:1.1:1788777043.830516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec340. 00010000:00000010:1.1:1788777043.830541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ed00. 00010000:00000010:1.1:1788777043.830548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6200. 00000080:00000010:1.1:1788777046.883730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613f20. 00000080:00000010:1.1:1788777046.883742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882a80. 00010000:00000010:1.1:1788777046.897733:0:28896:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611200. 00010000:00000010:1.1:1788777046.897746:0:28896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044800. 00010000:00000010:1.1:1788777046.897751:0:28896:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ed00. 00010000:00000010:1.1:1788777046.897755:0:28896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6a00. 00010000:00000010:1.1:1788777046.897758:0:28896:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e700. 00010000:00000010:1.1:1788777046.897761:0:28896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:1.1:1788777046.897764:0:28896:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611900. 00010000:00000010:1.1:1788777046.897767:0:28896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6000. 00000080:00000010:1.1:1788777186.019628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec5a0. 00000080:00000010:1.1:1788777186.019647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882920. 00010000:00000010:1.1:1788777186.244625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:2.1:1788777186.320537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6c00. 00010000:00000010:2.1:1788777186.320555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6800. 00010000:00000010:2.1:1788777186.320559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7800. 00000080:00000010:0.1:1788777186.364787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18820e0. 00000080:00000010:0.1:1788777186.364819:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157a940. 00000080:00000010:0.1:1788777186.364830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882520. 00010000:00000010:0.1:1788777186.389702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7000. 00010000:00000010:0.1:1788777186.389719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e300. 00010000:00000010:0.1:1788777186.389722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00010000:00000010:0.1:1788777186.389726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6f00. 00010000:00000010:0.1:1788777186.389729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00000080:00000010:1.1:1788777186.408878:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159b9c0. 00000080:00000010:1.1:1788777186.408892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18829c0. 00010000:00000010:1.1:1788777186.428551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044800. 00010000:00000010:1.1:1788777186.466601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611e00. 00010000:00000010:1.1:1788777186.466640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00010000:00000010:1.1:1788777186.466644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00000080:00000010:1.1:1788777186.494519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecc20. 00000080:00000010:1.1:1788777186.494544:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159a940. 00000080:00000010:1.1:1788777186.494551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613a40. 00010000:00000010:0.1:1788777186.512589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7000. 00010000:00000010:0.1:1788777186.512609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611400. 00010000:00000010:0.1:1788777186.512614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044800. 00010000:00000010:0.1:1788777186.512617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611b00. 00010000:00000010:0.1:1788777186.512619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00000080:00000010:0.1:1788777186.532535:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159b180. 00000080:00000010:0.1:1788777186.532553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec9e0. 00010000:00000010:0.1:1788777191.758209:0:1049:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6d00. 00010000:00000010:0.1:1788777191.758224:0:1049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00010000:00000010:1.1:1788777194.849644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00000080:00000010:2.1:1788777194.859580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11eca40. 00010000:00000010:2.1:1788777194.859597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611700. 00010000:00000010:2.1:1788777194.859602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045200. 00010000:00000010:1.1:1788777194.930514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00000080:00000010:1.1:1788777194.934541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec220. 00010000:00000010:1.1:1788777194.934559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6200. 00010000:00000010:1.1:1788777194.934565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00010000:00000010:1.1:1788777201.238512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ea00. 00010000:00000010:1.1:1788777201.238535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7600. 00010000:00000010:1.1:1788777201.238541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d300. 00010000:00000010:1.1:1788777201.238546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815400. 00010000:00000010:1.1:1788777201.238550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e200. 00010000:00000010:1.1:1788777201.238553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000010:1.1:1788777201.238556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e500. 00010000:00000010:1.1:1788777201.238559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00000080:00000010:1.1:1788777217.784794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec680. 00000080:00000010:1.1:1788777217.784817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882b20. 00000080:00000010:1.1:1788777217.804727:0:29536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882d40. 00000080:00000010:1.1:1788777217.804742:0:29536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613740. 00010000:00000010:1.1:1788777219.448763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00010000:00000010:2.1:1788777219.530683:0:29546:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611700. 00010000:00000010:2.1:1788777219.530706:0:29546:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044800. 00010000:00000010:2.1:1788777219.530711:0:29546:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00000080:00000010:2.1:1788777219.541107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecc60. 00000080:00000010:2.1:1788777219.544459:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1578840. 00000080:00000010:2.1:1788777219.544486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec680. 00010000:00000010:2.1:1788777219.558685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00010000:00000010:2.1:1788777219.558701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611800. 00010000:00000010:2.1:1788777219.558706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815a00. 00010000:00000010:2.1:1788777219.558709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611f00. 00010000:00000010:2.1:1788777219.558712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00000080:00000010:2.1:1788777219.574530:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd152a940. 00000080:00000010:2.1:1788777219.574562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613400. 00010000:00000010:0.1:1788777219.603861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814800. 00010000:00000010:1.1:1788777219.660664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e900. 00010000:00000010:1.1:1788777219.660683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6a00. 00010000:00000010:1.1:1788777219.660688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00000080:00000010:1.1:1788777219.673441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882ae0. 00000080:00000010:1.1:1788777219.673490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159a940. 00000080:00000010:1.1:1788777219.673499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613f00. 00010000:00000010:1.1:1788777219.692290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044400. 00010000:00000010:1.1:1788777219.692306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ec00. 00010000:00000010:1.1:1788777219.692312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00010000:00000010:1.1:1788777219.692315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6100. 00010000:00000010:1.1:1788777219.692343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00000080:00000010:1.1:1788777219.702536:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157a940. 00000080:00000010:1.1:1788777219.702563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecb00. 00010000:00000010:0.1:1788777223.492657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611600. 00010000:00000010:0.1:1788777223.492672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00010000:00000010:1.1:1788777227.255023:0:30118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00000080:00000010:1.1:1788777227.255045:0:30118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec960. 00010000:00000010:1.1:1788777227.255053:0:30118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611d00. 00010000:00000010:1.1:1788777227.255056:0:30118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045400. 00010000:00000010:0.1:1788777227.368226:0:30123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814200. 00000080:00000010:1.1:1788777227.383649:0:30123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bfe0. 00010000:00000010:1.1:1788777227.383667:0:30123:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d700. 00010000:00000010:1.1:1788777227.383672:0:30123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815800. 00000080:00000010:2.1:1788777231.467547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882220. 00000080:00000010:2.1:1788777231.467555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882a80. 00010000:00000010:2.1:1788777231.478740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e800. 00010000:00000010:2.1:1788777231.478752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7a00. 00010000:00000010:2.1:1788777231.478756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e000. 00010000:00000010:2.1:1788777231.478759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6e00. 00010000:00000010:2.1:1788777231.478762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d300. 00010000:00000010:2.1:1788777231.478766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814e00. 00010000:00000010:2.1:1788777231.478768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6600. 00010000:00000010:2.1:1788777231.478771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814400. 00010000:00000010:2.1:1788777231.478773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8dd00. 00010000:00000010:2.1:1788777231.478775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814a00. 00000080:00000010:3.1:1788777248.029292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bb00. 00000080:00000010:3.1:1788777248.029319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b3a0. 00010000:00000010:0.1:1788777249.939514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000010:1.1:1788777250.044775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611e00. 00010000:00000010:1.1:1788777250.044789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00010000:00000010:1.1:1788777250.044793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6200. 00000080:00000010:1.1:1788777250.065531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec560. 00000080:00000010:1.1:1788777250.069539:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b5280. 00000080:00000010:1.1:1788777250.069557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882660. 00010000:00000010:1.1:1788777250.090523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00010000:00000010:1.1:1788777250.090547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611d00. 00010000:00000010:1.1:1788777250.090552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000010:1.1:1788777250.090558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ef00. 00010000:00000010:1.1:1788777250.090562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6c00. 00000080:00000010:2.1:1788777250.124103:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157ca40. 00000080:00000010:2.1:1788777250.124137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecd80. 00010000:00000010:2.1:1788777250.154498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00010000:00000010:0.1:1788777250.217274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611b00. 00010000:00000010:0.1:1788777250.217334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6400. 00010000:00000010:0.1:1788777250.217337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6a00. 00000080:00000010:0.1:1788777250.224639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18827a0. 00000080:00000010:0.1:1788777250.224671:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157c200. 00000080:00000010:0.1:1788777250.224679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882aa0. 00010000:00000010:1.1:1788777250.235330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045600. 00010000:00000010:1.1:1788777250.235354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ee00. 00010000:00000010:1.1:1788777250.235362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7600. 00010000:00000010:1.1:1788777250.245310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6f00. 00010000:00000010:1.1:1788777250.245582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5000. 00000080:00000010:1.1:1788777250.249738:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157d280. 00000080:00000010:1.1:1788777250.249763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec0c0. 00010000:00000010:3.1:1788777255.761907:0:2415:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611400. 00010000:00000010:3.1:1788777255.761916:0:2415:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045200. 00010000:00000010:3.1:1788777255.761921:0:2415:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611300. 00010000:00000010:3.1:1788777255.761924:0:2415:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044a00. 00010000:00000010:1.1:1788777259.487801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00000080:00000010:2.1:1788777259.494513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882c40. 00010000:00000010:2.1:1788777259.494523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ee00. 00010000:00000010:2.1:1788777259.494528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6e00. 00010000:00000010:0.1:1788777259.614531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6200. 00000080:00000010:2.1:1788777259.619243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882d20. 00010000:00000010:2.1:1788777259.619262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8dd00. 00010000:00000010:2.1:1788777259.619284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814c00. 00010000:00000010:0.1:1788777261.170619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e000. 00010000:00000010:0.1:1788777261.170639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7600. 00000080:00000010:2.1:1788777263.336646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882640. 00000080:00000010:2.1:1788777263.336671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecda0. 00010000:00000010:1.1:1788777263.379549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e600. 00010000:00000010:1.1:1788777263.379569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6400. 00010000:00000010:1.1:1788777263.379575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611700. 00010000:00000010:1.1:1788777263.379587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00010000:00000010:1.1:1788777263.379591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e400. 00010000:00000010:1.1:1788777263.379594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6200. 00010000:00000010:1.1:1788777263.379597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ef00. 00010000:00000010:1.1:1788777263.379601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044400. 00000080:00000010:2.1:1788777283.582507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b120. 00000080:00000010:0.1:1788777283.599587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613720. 00010000:00000010:1.1:1788777283.662037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045400. 00010000:00000010:0.1:1788777283.728690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e800. 00010000:00000010:0.1:1788777283.728710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00010000:00000010:0.1:1788777283.728715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00000080:00000010:0.1:1788777283.757552:0:30783:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec4a0. 00000080:00000010:0.1:1788777283.757594:0:30783:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159b9c0. 00000080:00000010:0.1:1788777283.757608:0:30783:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca6136a0. 00010000:00000010:2.1:1788777283.770660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6e00. 00010000:00000010:2.1:1788777283.770680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611000. 00010000:00000010:2.1:1788777283.770685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815e00. 00010000:00000010:2.1:1788777283.770699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611700. 00010000:00000010:2.1:1788777283.770703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044400. 00000080:00000010:2.1:1788777283.788547:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159a940. 00000080:00000010:2.1:1788777283.788573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18827a0. 00010000:00000010:2.1:1788777283.811514:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4400. 00010000:00000010:0.1:1788777283.840607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e200. 00010000:00000010:0.1:1788777283.840625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00010000:00000010:0.1:1788777283.840629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815200. 00000080:00000010:0.1:1788777283.868537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882c20. 00010000:00000010:0.1:1788777283.875569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7a00. 00010000:00000010:0.1:1788777283.875604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d400. 00010000:00000010:0.1:1788777283.875611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6000. 00010000:00000010:0.1:1788777283.875615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6000. 00010000:00000010:0.1:1788777283.875618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5e00. 00010000:00000010:0.1:1788777289.517626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e300. 00010000:00000010:0.1:1788777289.517642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6c00. 02000000:00000010:3.0:1788777289.923168:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1001c00. 02000000:00000001:3.0:1788777289.923172:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777289.923173:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777289.923174:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777289.923176:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777289.923177:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc3327600. 02000000:00000001:3.0:1788777289.923178:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777289.923179:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777289.923180:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee680. 00000100:00000001:3.0:1788777289.923184:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777289.923185:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777289.923189:0:2414:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967575) req@ffff9b1fc31ef480 x1875667211072640/t4294967575(4294967575) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777424 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777289.923195:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777289.923197:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef480 x1875667211072640/t4294967575(4294967575) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777424 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777289.923203:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777289.923204:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777289.923205:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000400. 02000000:00000001:3.0:1788777289.923209:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777289.923210:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777289.923211:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777289.923212:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777289.923214:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc3327c00. 02000000:00000001:3.0:1788777289.923216:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777289.923217:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777289.923218:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef480. 00000100:00000001:3.0:1788777289.923221:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777289.923222:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.923224:0:2414:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788777289.923226:0:2414:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:3.0:1788777289.923228:0:2414:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777289.923230:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777289.923234:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211073664/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777289.923245:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777289.923247:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777289.923248:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777289.923251:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211073664/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777289.923259:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211073664:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777289.923263:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.923265:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777289.923268:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ed80 x1875667211073792/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777289.923272:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777289.923274:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777289.923275:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5179000. 02000000:00000001:3.0:1788777289.923277:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777289.923278:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777289.923279:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777289.923281:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777289.923282:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956000. 02000000:00000001:3.0:1788777289.923284:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777289.923285:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777289.923286:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ed80. 00000100:00000001:3.0:1788777289.923288:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777289.923289:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.923291:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777289.923294:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211073664/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777289.923299:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777289.923300:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777289.923302:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115d600. 02000000:00000001:3.0:1788777289.923304:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777289.923305:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777289.923307:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777289.923308:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777289.923310:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956d00. 02000000:00000001:3.0:1788777289.923312:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777289.923313:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777289.923314:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:3.0:1788777289.923316:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777289.923317:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.923320:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.923322:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777289.923324:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777289.923328:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777289.923329:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777289.923331:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b000. 00000400:00000200:3.0:1788777289.923334:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93908 00000400:00000010:3.0:1788777289.923335:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93908. 00000100:00000001:3.0:1788777289.923338:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777289.923341:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c700 x1875667211073920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777289.923349:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c700 x1875667211073920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777289.923356:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777289.923357:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.923359:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777289.923361:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777289.923362:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777289.923364:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777289.923366:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777289.923372:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=98 v=5 (5 5 36 36) 00000100:00001000:3.0:1788777289.923375:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777289.923377:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777289.923378:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.923380:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777289.923382:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.923385:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777289.923386:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788777289.923388:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777289.923390:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777289.923394:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c700 x1875667211073920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777289.923400:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777289.923728:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777289.923729:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777289.923734:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c700 x1875667211073920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777289.923742:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211073920:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777289.923746:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.923748:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777289.923752:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c700 x1875667211073920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777289.923757:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777289.923758:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777289.923760:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5179600. 02000000:00000001:3.0:1788777289.923763:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777289.923764:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777289.923765:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777289.923767:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777289.923768:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956600. 02000000:00000001:3.0:1788777289.923770:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777289.923771:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777289.923772:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c700. 00000100:00000001:3.0:1788777289.923774:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777289.923775:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.923777:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.923784:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777289.923786:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.923788:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777289.923789:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777294.005259:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296397280, at 4296397312 00000100:00000010:3.0:1788777294.005283:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181c00. 00000100:00000040:3.0:1788777295.030941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777295.030953:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777295.030965:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255f80. 00000020:00000040:3.0:1788777295.030971:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777295.030976:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777295.030979:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777295.030984:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777295.030992:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b200. 00000100:00000001:3.0:1788777295.030999:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031012:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3255f80 x1875667211074048/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777295.031023:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777295.031027:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031034:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3bf698] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3255f80 x1875667211074048/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.031078:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777295.031084:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777295.031088:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256300. 00000020:00000040:3.0:1788777295.031091:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777295.031093:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777295.031094:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777295.031096:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777295.031101:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b600. 00000100:00000001:3.0:1788777295.031106:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031111:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc3256300 x1875667211074176/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777295.031119:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777295.031123:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031131:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000278326f9] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3256300 x1875667211074176/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.031145:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777295.031161:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777295.031165:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254700. 00000020:00000040:3.0:1788777295.031168:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777295.031170:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777295.031172:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777295.031173:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777295.031179:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bf00. 00000100:00000001:3.0:1788777295.031181:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031186:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3254700 x1875667211074304/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777295.031192:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777295.031193:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031197:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000856c1145] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3254700 x1875667211074304/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.031204:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777295.031209:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777295.031213:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256a00. 00000020:00000040:3.0:1788777295.031215:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777295.031217:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777295.031218:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777295.031221:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777295.031224:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bb00. 00000100:00000001:3.0:1788777295.031231:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031255:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc3256a00 x1875667211074432/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777295.031325:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777295.031330:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031348:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0e44f76] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3256a00 x1875667211074432/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.031385:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777295.031408:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777295.031413:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254e00. 00000020:00000040:3.0:1788777295.031421:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777295.031429:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777295.031433:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777295.031436:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777295.031441:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b400. 00000100:00000001:3.0:1788777295.031449:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031459:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc3254e00 x1875667211074560/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777295.031516:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777295.031519:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031524:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082536591] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3254e00 x1875667211074560/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.031534:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.031549:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1736) 00000800:00000200:3.0:1788777295.034214:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777295.034222:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956900. 00000400:00000200:3.0:1788777295.034228:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777295.034236:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777295.034243:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93b28 00000400:00000010:3.0:1788777295.034246:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93b28. 00000100:00000001:3.0:1788777295.034252:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777295.034263:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256300 x1875667211074176/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.034278:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777295.034284:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256300 x1875667211074176/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.034300:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.034306:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777295.034324:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777295.034328:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956600. 00000400:00000200:3.0:1788777295.034335:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777295.034347:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777295.034411:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93770 00000400:00000010:3.0:1788777295.034417:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93770. 00000100:00000001:3.0:1788777295.034422:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777295.034434:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255f80 x1875667211074048/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.034459:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777295.034506:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255f80 x1875667211074048/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.034514:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.034515:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777295.034623:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777295.034627:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956d00. 00000400:00000200:3.0:1788777295.034630:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777295.034634:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777295.034637:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93cc0 00000400:00000010:3.0:1788777295.034638:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93cc0. 00000100:00000001:3.0:1788777295.034641:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777295.034646:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256a00 x1875667211074432/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.034654:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777295.034656:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256a00 x1875667211074432/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.034663:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.034664:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777295.037154:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777295.037163:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777295.038110:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.038125:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777295.038129:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.038132:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777295.038141:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038150:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777295.038159:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038177:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038184:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038188:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd53a00 00000400:00000200:3.0:1788777295.038193:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038199:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x758d [1] + 224 00000800:00000001:3.0:1788777295.038206:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.038211:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777295.038214:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777295.038218:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777295.038225:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777295.038234:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255f80 x1875667211074048/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777295.038245:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255f80 x1875667211074048/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.038265:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777295.038275:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.038279:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777295.038281:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.038283:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777295.038286:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038289:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777295.038293:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038295:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038298:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038301:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd53b80 00000400:00000200:3.0:1788777295.038305:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.038309:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x759d [1] + 224 00000800:00000001:3.0:1788777295.038312:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.038318:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777295.038319:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777295.038322:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777295.038325:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777295.038330:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256a00 x1875667211074432/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777295.038339:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256a00 x1875667211074432/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.038345:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777295.038349:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.038352:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777295.046749:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777295.046754:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777295.046761:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777295.046763:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777295.046767:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b000. 00000400:00000200:3.0:1788777295.046772:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93330 00000400:00000010:3.0:1788777295.046774:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93330. 00000100:00000001:3.0:1788777295.046777:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777295.046782:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256300 x1875667211074176/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777295.046791:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256300 x1875667211074176/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.046797:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777295.046800:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777295.046803:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777295.046806:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777295.046809:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777295.046811:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777295.046814:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777295.046824:0:2415:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fd0064460 time=104 v=105 (105 105 137 137) 00000100:00001000:3.0:1788777295.046828:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777295.046831:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777295.046833:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777295.046835:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777295.046839:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.046843:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777295.046845:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788777295.046846:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777295.046848:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.046853:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256300 x1875667211074176/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.046860:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777295.046863:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777295.046865:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777295.046868:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256300 x1875667211074176/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777295.046876:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211074176:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777295.046881:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.046884:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777295.046887:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256300 x1875667211074176/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.046893:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777295.046896:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777295.046899:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5179600. 02000000:00000001:3.0:1788777295.046903:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777295.046905:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777295.046907:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777295.046909:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777295.046912:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b600. 02000000:00000001:3.0:1788777295.046915:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777295.046917:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777295.046919:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256300. 00000100:00000001:3.0:1788777295.046923:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777295.046925:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777295.046927:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.046929:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777295.046931:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777295.046932:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.046934:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777295.050754:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.050771:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777295.050775:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.050778:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777295.050787:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.050795:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777295.050805:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.050810:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.050816:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.050821:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd53c00 00000400:00000200:3.0:1788777295.050825:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777295.050832:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x75bd [1] + 224 00000800:00000001:3.0:1788777295.050839:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.050850:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777295.050854:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777295.050859:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777295.050867:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777295.050877:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254e00 x1875667211074560/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777295.050888:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3254e00 x1875667211074560/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.050915:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777295.050924:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777295.050927:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777295.053908:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777295.053917:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777295.053926:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777295.053929:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777295.053934:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bf20. 00000400:00000200:3.0:1788777295.054052:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93220 00000400:00000010:3.0:1788777295.054056:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93220. 00000100:00000001:3.0:1788777295.054062:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777295.054130:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254700 x1875667211074304/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777295.054142:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254700 x1875667211074304/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.054149:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777295.054152:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777295.054154:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777295.054158:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777295.054161:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777295.054164:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777295.054167:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777295.054178:0:2415:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fc530b460 time=104 v=105 (105 105 137 137) 00000100:00001000:3.0:1788777295.054184:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777295.054187:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777295.054189:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777295.054192:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777295.054197:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.054202:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777295.054205:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777295.054207:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777295.054209:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777295.054215:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254700 x1875667211074304/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.054222:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777295.054226:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777295.054228:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777295.054232:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254700 x1875667211074304/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777295.054240:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211074304:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777295.054245:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777295.054248:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777295.054252:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254700 x1875667211074304/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777295.054258:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777295.054261:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777295.054265:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5178e00. 02000000:00000001:3.0:1788777295.054268:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777295.054271:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777295.054273:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777295.054276:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777295.054279:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bf00. 02000000:00000001:3.0:1788777295.054283:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777295.054285:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777295.054287:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254700. 00000100:00000001:3.0:1788777295.054290:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777295.054292:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777295.054295:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777295.054304:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777295.054307:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.054311:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777295.054314:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777295.540934:0:16847:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788777295.540948:0:16847:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777299.126306:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296402402, at 4296402433 00000100:00000010:3.0:1788777299.126320:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc540. 00000100:00000040:3.0:1788777300.148593:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777300.148605:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777300.148617:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254700. 00000020:00000040:3.0:1788777300.148622:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777300.148627:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777300.148630:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777300.148634:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777300.148642:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bf00. 00000100:00000001:3.0:1788777300.148649:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148662:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3254700 x1875667211074688/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777300.148672:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777300.148677:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148684:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000856c1145] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3254700 x1875667211074688/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.148707:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777300.148713:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777300.148716:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256300. 00000020:00000040:3.0:1788777300.148718:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777300.148720:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777300.148721:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777300.148723:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777300.148727:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b600. 00000100:00000001:3.0:1788777300.148729:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148733:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc3256300 x1875667211074816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777300.148740:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777300.148742:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148745:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000278326f9] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3256300 x1875667211074816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.148753:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777300.148758:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777300.148760:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255880. 00000020:00000040:3.0:1788777300.148763:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777300.148765:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777300.148766:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777300.148768:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777300.148771:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b700. 00000100:00000001:3.0:1788777300.148773:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148777:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3255880 x1875667211074944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777300.148783:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777300.148785:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148788:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026db058b] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3255880 x1875667211074944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.148795:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777300.148800:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777300.148802:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257800. 00000020:00000040:3.0:1788777300.148804:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777300.148806:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777300.148807:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777300.148808:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777300.148811:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bc00. 00000100:00000001:3.0:1788777300.148813:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148816:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777300.148822:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777300.148823:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148826:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23939ac] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.148832:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148834:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777300.148837:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777300.148840:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255c00. 00000020:00000040:3.0:1788777300.148842:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777300.148844:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777300.148845:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777300.148846:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777300.148849:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b500. 00000100:00000001:3.0:1788777300.148851:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148855:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc3255c00 x1875667211075200/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777300.148861:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777300.148863:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148866:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000caeb638] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3255c00 x1875667211075200/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.148871:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.148874:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1741) 00000100:00000001:3.0:1788777300.148883:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.148885:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.148886:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777300.148890:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256300 x1875667211074816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.148896:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777300.148897:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.148900:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777300.148901:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777300.148904:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777300.148907:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211074816:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777300.148910:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777300.148912:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777300.148913:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.148915:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777300.148918:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c400. 02000000:00000001:3.0:1788777300.148920:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777300.148923:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777300.148926:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c737e8. 00000400:00000010:3.0:1788777300.148930:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92555d8. 00000100:00000200:3.0:1788777300.148933:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211074816, portal 10 00000100:00000001:3.0:1788777300.148934:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777300.148936:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453139712 : -110914256411904 : ffff9b1fc3256300) 00000100:00000040:3.0:1788777300.148941:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256300 x1875667211074816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.148947:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777300.148949:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777300.148951:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255770. 00000100:00000200:3.0:1788777300.148953:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211074816, offset 0 00000400:00000200:3.0:1788777300.148958:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777300.148961:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.148964:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777300.148966:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777300.148969:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777300.148971:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777300.148973:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777300.148976:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2499:2499:255:4294967295] 192.168.204.133@tcp LPNI seq info [2498:2498:7:4294967295] 00000400:00000200:3.0:1788777300.148980:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.148985:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777300.148989:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777300.148992:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b900. 00000800:00000200:3.0:1788777300.148995:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777300.148999:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777300.149002:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777300.149004:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.149007:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 552462 usecs (553 jiffies) 00000400:00000200:3.0:1788777300.149010:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777300.149013:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296404009 00000100:00000001:3.0:1788777300.149015:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296407518 00000100:00000001:3.0:1788777300.149017:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296404009 00000100:00000001:3.0:1788777300.149019:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296407518 00000100:00000001:3.0:1788777300.149021:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777300.149022:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.149024:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777300.149028:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.149035:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777300.149036:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.149038:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777300.149040:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777300.149042:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777300.149045:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211075072:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777300.149048:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777300.149050:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777300.149052:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.149054:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777300.149056:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c600. 02000000:00000001:3.0:1788777300.149058:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777300.149062:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777300.149064:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73d10. 00000400:00000010:3.0:1788777300.149067:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92557f8. 00000100:00000200:3.0:1788777300.149069:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211075072, portal 4 00000100:00000001:3.0:1788777300.149071:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777300.149073:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453145088 : -110914256406528 : ffff9b1fc3257800) 00000100:00000040:3.0:1788777300.149078:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.149085:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777300.149087:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777300.149089:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777300.149091:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211075072, offset 0 00000400:00000200:3.0:1788777300.151410:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777300.151421:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.151427:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777300.151432:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777300.151436:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777300.151440:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777300.151442:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777300.151445:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2501:2501:253:4294967295] 192.168.204.133@tcp LPNI seq info [2500:2500:5:4294967295] 00000400:00000200:3.0:1788777300.151449:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.151457:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777300.151478:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777300.151486:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777300.151492:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777300.151498:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777300.151503:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777300.151509:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.151515:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20941 usecs (21 jiffies) 00000400:00000200:3.0:1788777300.151519:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777300.151522:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296403478 00000100:00000001:3.0:1788777300.151524:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296407518 00000100:00000001:3.0:1788777300.151526:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296403478 00000100:00000001:3.0:1788777300.151528:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296407518 00000100:00000001:3.0:1788777300.151531:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777300.151534:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.151537:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.151540:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.151548:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777300.151550:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777300.151553:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.151555:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.151556:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.151559:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777300.151613:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777300.151617:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956300. 00000400:00000200:3.0:1788777300.151624:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.151629:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777300.151634:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93990 00000400:00000010:3.0:1788777300.151636:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93990. 00000100:00000001:3.0:1788777300.151641:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777300.151648:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254700 x1875667211074688/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.151659:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.151663:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254700 x1875667211074688/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.151669:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.151671:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777300.151685:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777300.151687:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b900. 00000400:00000200:3.0:1788777300.151690:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.151693:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777300.151696:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255770 00000400:00000010:3.0:1788777300.151697:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255770. 00000100:00000001:3.0:1788777300.151699:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777300.151702:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256300 x1875667211074816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.151708:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.151711:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256300 x1875667211074816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.151716:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.151717:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777300.151724:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777300.151726:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956000. 00000400:00000200:3.0:1788777300.151729:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.151732:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777300.151734:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93a18 00000400:00000010:3.0:1788777300.151736:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93a18. 00000100:00000001:3.0:1788777300.151738:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777300.151742:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255880 x1875667211074944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.151748:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.151750:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255880 x1875667211074944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.151756:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.151758:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777300.151835:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777300.151838:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:3.0:1788777300.151841:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.151844:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777300.151846:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:3.0:1788777300.151848:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:3.0:1788777300.151850:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777300.151854:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.151860:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.151862:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.151868:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.151870:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777300.154200:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777300.154204:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:3.0:1788777300.154209:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.154214:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777300.154217:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e932a8 00000400:00000010:3.0:1788777300.154220:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e932a8. 00000100:00000001:3.0:1788777300.154223:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777300.154228:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255c00 x1875667211075200/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.154248:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.154251:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255c00 x1875667211075200/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.154268:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.154270:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777300.156504:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.156522:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777300.156527:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.156530:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.156538:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.156545:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777300.156553:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.156558:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.156563:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.156567:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd53c80 00000400:00000200:3.0:1788777300.156571:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.156578:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x75cd [1] + 224 00000800:00000001:3.0:1788777300.156585:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.156591:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.156594:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.156598:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777300.156605:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.156613:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254700 x1875667211074688/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777300.156623:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3254700 x1875667211074688/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.156646:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777300.156654:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.156657:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777300.157274:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.157279:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777300.157281:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.157283:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.157288:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157292:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777300.157296:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157298:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157301:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157304:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd53e00 00000400:00000200:3.0:1788777300.157307:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157312:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x75ed [1] + 224 00000800:00000001:3.0:1788777300.157315:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.157318:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.157319:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.157322:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777300.157326:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.157331:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777300.157340:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.157356:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777300.157360:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.157364:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777300.157366:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.157368:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.157371:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157374:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777300.157378:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157380:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157382:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157385:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd53e80 00000400:00000200:3.0:1788777300.157388:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.157392:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x760d [1] + 224 00000800:00000001:3.0:1788777300.157395:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.157535:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.157538:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.157542:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777300.157545:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.157548:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255c00 x1875667211075200/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777300.157556:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255c00 x1875667211075200/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.157562:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777300.157565:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.157568:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.157579:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.157582:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777300.157588:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777300.157590:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777300.157593:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73d10. 00000400:00000200:3.0:1788777300.157598:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92557f8 00000400:00000010:3.0:1788777300.157600:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92557f8. 00000100:00000001:3.0:1788777300.157602:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.157607:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777300.157616:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.157623:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777300.157624:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.157627:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777300.157630:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777300.157633:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777300.157635:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.157637:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777300.157648:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=109 v=5 (5 5 36 36) 00000100:00001000:3.0:1788777300.157652:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777300.157654:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777300.157656:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.157659:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777300.157662:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.157665:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777300.157667:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788777300.157669:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777300.157671:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.157675:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.157682:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777300.157685:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777300.157686:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777300.157690:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777300.157697:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211075072:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777300.157701:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.157703:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.157706:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257800 x1875667211075072/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.157712:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777300.157715:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777300.157718:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115c600. 02000000:00000001:3.0:1788777300.157721:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777300.157723:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777300.157725:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777300.157727:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777300.157730:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bc00. 02000000:00000001:3.0:1788777300.157733:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777300.157735:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777300.157737:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257800. 00000100:00000001:3.0:1788777300.157741:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777300.157742:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.157745:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.157747:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.157748:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.157749:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.157751:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777300.163442:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.163460:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777300.163504:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.163508:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.163518:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.163526:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777300.163547:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.163553:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.163559:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.163565:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd53d00 00000400:00000200:3.0:1788777300.163571:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.163579:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x75dd [1] + 224 00000800:00000001:3.0:1788777300.163585:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.163596:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.163600:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.163605:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777300.163612:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.163621:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256300 x1875667211074816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777300.163632:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256300 x1875667211074816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.163657:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777300.163667:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.163670:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777300.164709:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.164717:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777300.164720:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.164722:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.164727:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.164731:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777300.164736:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.164739:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.164742:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.164746:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd53d80 00000400:00000200:3.0:1788777300.164749:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777300.164754:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x75f5 [1] + 224 00000800:00000001:3.0:1788777300.164759:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.165764:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777300.165774:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777300.165783:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777300.165792:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.165800:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255880 x1875667211074944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777300.165811:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255880 x1875667211074944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.166535:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777300.166548:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777300.166555:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777304.248707:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296407518, at 4296407556 00000100:00000010:3.0:1788777304.248716:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc720. 00000800:00000200:3.0:1788777305.273109:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777305.273115:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837d00. 00000400:00000200:3.0:1788777305.273124:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777305.273130:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777305.273136:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256908 00000400:00000010:3.0:1788777305.273139:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256908. 00000100:00000001:3.0:1788777305.273144:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777305.273150:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee300 x1875667211075328/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777305.273174:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777305.273177:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee300 x1875667211075328/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777305.273185:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777305.273186:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777305.273200:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777305.273202:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5f00. 00000400:00000200:3.0:1788777305.273206:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777305.273210:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777305.273212:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b2a8 00000400:00000010:3.0:1788777305.273214:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b2a8. 00000100:00000001:3.0:1788777305.273217:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777305.273221:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef800 x1875667211075456/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777305.273228:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777305.273231:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef800 x1875667211075456/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777305.273236:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777305.273238:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777305.273313:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777305.273315:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc98a3a00. 00000400:00000200:3.0:1788777305.273319:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777305.273322:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777305.273324:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b4c8 00000400:00000010:3.0:1788777305.273326:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b4c8. 00000100:00000001:3.0:1788777305.273328:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777305.273331:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211075712/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777305.273337:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777305.273340:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211075712/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777305.273351:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777305.273352:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777305.278847:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.278870:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777305.278875:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.278878:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777305.278899:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.278908:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777305.278919:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.278925:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.278931:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.278936:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd53f00 00000400:00000200:3.0:1788777305.278942:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.278949:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x761d [1] + 224 00000800:00000001:3.0:1788777305.278959:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.278966:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777305.278969:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777305.278974:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777305.278982:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777305.278993:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee300 x1875667211075328/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777305.279005:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ee300 x1875667211075328/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777305.279029:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777305.279096:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.279100:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777305.287886:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.288018:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777305.288023:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.288028:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777305.288039:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.288047:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777305.288057:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.288063:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.288070:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.288075:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd54100 00000400:00000200:3.0:1788777305.288081:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.288087:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x763d [1] + 224 00000800:00000001:3.0:1788777305.288094:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.288106:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777305.288109:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777305.288114:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777305.288122:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777305.288132:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211075840/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777305.288143:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ed880 x1875667211075840/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777305.288242:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777305.288251:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.288254:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777305.296108:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.296118:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777305.296121:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.296123:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777305.296128:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.296133:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777305.296141:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.296144:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.296147:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.296151:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54000 00000400:00000200:3.0:1788777305.296154:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777305.296168:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x762d [1] + 224 00000800:00000001:3.0:1788777305.296172:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.296179:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777305.296181:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777305.296185:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777305.296189:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777305.296196:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eca80 x1875667211075584/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777305.296205:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eca80 x1875667211075584/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777305.296229:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777305.296236:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777305.296238:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777309.364615:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296412639, at 4296412672 00000100:00000010:3.0:1788777309.364631:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd12134e0. 00000100:00000040:3.0:1788777310.388971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777310.388980:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777310.388992:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257800. 00000020:00000040:3.0:1788777310.388999:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777310.389018:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777310.389027:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777310.389036:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777310.389048:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bc00. 00000100:00000001:3.0:1788777310.389069:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389086:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3257800 x1875667211075968/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777310.389099:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777310.389107:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389116:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23939ac] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3257800 x1875667211075968/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.389147:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777310.389155:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777310.389159:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255180. 00000020:00000040:3.0:1788777310.389162:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777310.389164:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777310.389166:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777310.389168:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777310.389173:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870be00. 00000100:00000001:3.0:1788777310.389177:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389182:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc3255180 x1875667211076096/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777310.389189:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777310.389359:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389367:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a92e0006] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3255180 x1875667211076096/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.389382:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777310.389395:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777310.389400:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256d80. 00000020:00000040:3.0:1788777310.389406:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777310.389411:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777310.389415:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777310.389417:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777310.389424:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b900. 00000100:00000001:3.0:1788777310.389430:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389437:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3256d80 x1875667211076224/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777310.389449:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777310.389453:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389487:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c70c143d] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3256d80 x1875667211076224/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.389503:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777310.389508:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788777310.389511:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788777310.389514:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788777310.389517:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256680. 00000020:00000040:3.0:1788777310.389520:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777310.389522:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777310.389523:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777310.389526:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777310.389529:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b800. 00000100:00000001:3.0:1788777310.389532:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777310.389535:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633159453140608 : -110914256411008 : ffff9b1fc3256680) 00000100:00080000:3.0:1788777310.389538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788777310.389542:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b1fc31a7000: disconnect after 21s idle 00000100:00000001:3.0:1788777310.389544:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777310.389546:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389551:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6007fd] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc3256680 x1875667211076352/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.389938:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777310.389943:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777310.389948:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777310.389953:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254000. 00000020:00000040:3.0:1788777310.389956:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777310.389959:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777310.389960:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777310.389962:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777310.389966:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b700. 00000100:00000001:3.0:1788777310.389969:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389975:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc3254000 x1875667211076480/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777310.389983:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777310.389985:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.389989:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002965476a] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3254000 x1875667211076480/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.389996:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.390000:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1751) 00000100:00000001:3.0:1788777310.390662:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777310.390665:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777310.405298:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405331:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777310.405338:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405340:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777310.405351:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405365:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777310.405379:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405385:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405392:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405396:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd54180 00000400:00000200:3.0:1788777310.405402:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405410:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7645 [1] + 224 00000800:00000001:3.0:1788777310.405420:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405423:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777310.405432:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777310.405437:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777310.405447:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777310.405459:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257800 x1875667211075968/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777310.405510:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257800 x1875667211075968/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.405536:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777310.405546:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405549:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777310.405551:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405553:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777310.405556:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405559:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777310.405564:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405566:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405569:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405572:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd54380 00000400:00000200:3.0:1788777310.405576:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405580:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x767d [1] + 224 00000800:00000001:3.0:1788777310.405583:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405586:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777310.405588:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777310.405590:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777310.405593:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777310.405597:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254000 x1875667211076480/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777310.405605:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3254000 x1875667211076480/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.405611:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777310.405613:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405616:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777310.405617:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405619:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777310.405621:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405633:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777310.405637:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405640:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405643:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405645:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd54300 00000400:00000200:3.0:1788777310.405648:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405652:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7655 [1] + 224 00000800:00000001:3.0:1788777310.405655:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405658:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777310.405660:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777310.405663:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777310.405665:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777310.405670:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256680 x1875667211076352/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777310.405678:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256680 x1875667211076352/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.405698:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777310.405701:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405703:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777310.405705:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405707:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777310.405716:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405720:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777310.405723:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405726:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405728:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405731:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54280 00000400:00000200:3.0:1788777310.405735:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777310.405739:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x765d [1] + 224 00000800:00000001:3.0:1788777310.405742:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405747:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777310.405749:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777310.405752:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777310.405754:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777310.405759:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256d80 x1875667211076224/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777310.405768:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256d80 x1875667211076224/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.405774:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777310.405776:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777310.405779:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777310.409314:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777310.409320:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777310.409326:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777310.409329:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777310.409331:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bcb8. 00000400:00000200:3.0:1788777310.409337:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93c38 00000400:00000010:3.0:1788777310.409339:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93c38. 00000100:00000001:3.0:1788777310.409342:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777310.409347:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255180 x1875667211076096/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777310.409358:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255180 x1875667211076096/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.409365:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777310.409367:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777310.409370:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777310.409373:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777310.409375:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777310.409377:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777310.409380:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777310.409390:0:2414:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fd0064460 time=119 v=105 (105 105 137 137) 00000100:00001000:3.0:1788777310.409394:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777310.409397:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777310.409398:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777310.409401:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777310.409404:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777310.409408:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777310.409409:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788777310.409412:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777310.409414:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777310.409419:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255180 x1875667211076096/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.409424:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777310.409426:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777310.409428:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777310.409430:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255180 x1875667211076096/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777310.409435:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211076096:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777310.409438:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777310.409440:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777310.409442:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255180 x1875667211076096/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777310.409447:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777310.409448:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777310.409450:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5178800. 02000000:00000001:3.0:1788777310.409453:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777310.409455:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777310.409456:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777310.409457:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777310.409460:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870be00. 02000000:00000001:3.0:1788777310.409483:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777310.409485:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777310.409486:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255180. 00000100:00000001:3.0:1788777310.409489:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777310.409490:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777310.409491:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777310.409497:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777310.409499:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777310.409501:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777310.409503:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777314.485638:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296417759, at 4296417793 00000100:00000010:3.0:1788777314.485647:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc4e0. 00000100:00000040:3.0:1788777315.509309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777315.509316:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777315.509323:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255180. 00000020:00000040:3.0:1788777315.509328:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777315.509332:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777315.509335:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777315.509669:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777315.509679:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870be00. 00000100:00000001:3.0:1788777315.509686:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.509700:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3255180 x1875667211076608/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777315.509720:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777315.509725:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.509732:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a92e0006] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3255180 x1875667211076608/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.510173:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.510176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777315.510180:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777315.510183:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257480. 00000020:00000040:3.0:1788777315.510186:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777315.510189:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777315.510190:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777315.510192:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777315.510195:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b600. 00000100:00000001:3.0:1788777315.510200:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.510205:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc3257480 x1875667211076736/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777315.510212:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777315.510214:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.510218:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093a04cc2] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3257480 x1875667211076736/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.528125:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.528132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777315.528137:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777315.528146:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255500. 00000020:00000040:3.0:1788777315.528151:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777315.528155:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777315.528158:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777315.528163:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777315.528170:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bf00. 00000100:00000001:3.0:1788777315.528177:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.528188:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3255500 x1875667211076864/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777315.528198:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777315.528202:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.528208:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000553c7bc6] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3255500 x1875667211076864/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.528225:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.528228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788777315.528231:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788777315.528234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777315.528237:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777315.528242:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256680. 00000020:00000040:3.0:1788777315.528244:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777315.528246:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777315.528248:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777315.528250:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777315.528253:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b500. 00000100:00000001:3.0:1788777315.528256:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.528273:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc3256680 x1875667211076992/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777315.528281:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777315.528283:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.528287:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6007fd] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3256680 x1875667211076992/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.528296:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.528301:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1756) 00000800:00000001:3.0:1788777315.540941:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.540956:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777315.540971:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.540974:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777315.540990:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.540998:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777315.541006:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.541011:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.541016:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.541020:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54480 00000400:00000200:3.0:1788777315.541026:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.541031:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x769d [1] + 224 00000800:00000001:3.0:1788777315.541038:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.541042:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777315.541045:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777315.541050:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777315.541057:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777315.541065:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257480 x1875667211076736/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777315.541076:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257480 x1875667211076736/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.541093:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788777315.541137:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777315.541140:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956100. 00000400:00000200:3.0:1788777315.541144:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777315.541147:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777315.541151:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93000 00000400:00000010:3.0:1788777315.541153:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93000. 00000100:00000001:3.0:1788777315.541157:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777315.541161:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256680 x1875667211076992/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.541171:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777315.541174:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256680 x1875667211076992/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.541182:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.541183:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777315.541189:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.541192:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777315.541193:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.541195:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777315.541198:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.541201:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777315.541204:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.541207:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.541209:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.541212:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd54400 00000400:00000200:3.0:1788777315.541216:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.541220:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x768d [1] + 224 00000800:00000001:3.0:1788777315.541223:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.541227:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777315.541229:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777315.541231:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777315.541234:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777315.541237:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255180 x1875667211076608/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777315.541251:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255180 x1875667211076608/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.541259:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788777315.541278:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777315.541280:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:3.0:1788777315.541282:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777315.541286:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777315.541288:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93440 00000400:00000010:3.0:1788777315.541290:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93440. 00000100:00000001:3.0:1788777315.541292:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777315.541295:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255500 x1875667211076864/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.541302:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777315.541305:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255500 x1875667211076864/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.541311:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.541313:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777315.541315:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.541318:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.541328:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777315.541331:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777315.541336:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777315.541339:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777315.541341:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bf78. 00000400:00000200:3.0:1788777315.541344:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93198 00000400:00000010:3.0:1788777315.541345:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93198. 00000100:00000001:3.0:1788777315.541347:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777315.541351:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257480 x1875667211076736/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777315.541360:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257480 x1875667211076736/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.541372:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777315.541374:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.541376:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777315.541379:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777315.541381:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777315.541384:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.541386:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777315.541395:0:2414:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fd0064460 time=124 v=105 (105 105 137 137) 00000100:00001000:3.0:1788777315.541399:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777315.541402:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777315.541404:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777315.541406:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777315.541410:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.541414:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777315.541415:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788777315.541417:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777315.541427:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.541432:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257480 x1875667211076736/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.541439:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777315.541442:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777315.541444:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777315.541448:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257480 x1875667211076736/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777315.541455:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211076736:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777315.541460:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777315.541492:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777315.541493:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b478. 00000400:00000200:3.0:1788777315.541496:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:3.0:1788777315.541497:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:3.0:1788777315.541499:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777315.541503:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255180 x1875667211076608/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777315.541521:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255180 x1875667211076608/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.541527:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777315.541528:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.541530:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777315.541531:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777315.541532:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777315.541533:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.541535:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777315.541537:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777315.541540:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777315.545906:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777315.545913:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777315.545918:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777315.545921:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.545924:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.545938:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255180 x1875667211076608/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.545947:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777315.545950:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777315.545952:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777315.545956:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255180 x1875667211076608/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777315.545974:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211076608:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777315.545979:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.545983:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777315.545988:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257480 x1875667211076736/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.545995:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777315.545999:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777315.546003:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5179800. 02000000:00000001:3.0:1788777315.546007:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777315.546010:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777315.546012:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777315.546014:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777315.546017:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b600. 02000000:00000001:3.0:1788777315.546020:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777315.546022:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777315.546024:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257480. 00000100:00000001:3.0:1788777315.546028:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777315.546030:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.546031:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777315.546034:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255180 x1875667211076608/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.546040:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777315.546041:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777315.546042:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5179000. 02000000:00000001:3.0:1788777315.546044:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777315.546045:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777315.546047:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777315.546049:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777315.546050:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870be00. 02000000:00000001:3.0:1788777315.546052:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777315.546053:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777315.546054:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255180. 00000100:00000001:3.0:1788777315.546057:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777315.546058:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.546060:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.546068:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777315.546070:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.546072:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777315.546075:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777315.565325:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.565351:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777315.565355:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.565358:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777315.565367:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.565375:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777315.565385:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.565390:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.565396:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.565399:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54500 00000400:00000200:3.0:1788777315.565404:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.565410:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x76bd [1] + 224 00000800:00000001:3.0:1788777315.565424:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.565430:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777315.565433:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777315.565438:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777315.565445:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777315.565456:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255500 x1875667211076864/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777315.566063:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255500 x1875667211076864/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.566148:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777315.566191:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.566196:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777315.570196:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.570213:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777315.570218:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.570221:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777315.570230:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.570237:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777315.570245:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.570250:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.570268:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.570273:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd54580 00000400:00000200:3.0:1788777315.570278:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777315.570284:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x76ad [1] + 224 00000800:00000001:3.0:1788777315.570290:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.570353:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777315.570357:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777315.570362:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777315.570371:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777315.570380:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256680 x1875667211076992/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777315.570391:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256680 x1875667211076992/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.570401:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777315.570410:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777315.570414:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777319.605086:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296422879, at 4296422912 00000100:00000010:3.0:1788777319.605093:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efcba0. 00000800:00000200:3.0:1788777320.630069:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777320.630074:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837800. 00000400:00000200:3.0:1788777320.630079:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777320.630085:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777320.630090:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256b28 00000400:00000010:3.0:1788777320.630093:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256b28. 00000100:00000001:3.0:1788777320.630096:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777320.630100:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef800 x1875667211077120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.630109:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.630113:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef800 x1875667211077120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.630119:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.630121:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1788777320.634291:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777320.634297:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777320.634302:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788777320.634977:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777320.634981:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc3721500. 00000400:00000200:3.0:1788777320.634986:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777320.634991:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777320.634995:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b660 00000400:00000010:3.0:1788777320.634997:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b660. 00000100:00000001:3.0:1788777320.635003:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777320.635008:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211077248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.635017:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.635021:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211077248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.635028:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.635029:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777320.635090:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777320.635093:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc3721300. 00000400:00000200:3.0:1788777320.635096:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777320.635099:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777320.635101:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:3.0:1788777320.635103:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:3.0:1788777320.635106:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777320.635109:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eed80 x1875667211077504/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.635115:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.635118:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eed80 x1875667211077504/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.635123:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.635124:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777320.644882:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777320.644890:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837b00. 00000400:00000200:3.0:1788777320.644896:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777320.644903:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777320.644910:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256770 00000400:00000010:3.0:1788777320.644913:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256770. 00000100:00000001:3.0:1788777320.644917:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777320.644925:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edc00 x1875667211077376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.644935:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.644938:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edc00 x1875667211077376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.644944:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.644947:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777320.648034:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.648058:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777320.648065:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.648068:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777320.648079:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.648089:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777320.648251:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.648257:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.648264:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.648269:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd54600 00000400:00000200:3.0:1788777320.648275:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.648282:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x76cd [1] + 224 00000800:00000001:3.0:1788777320.648303:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.648312:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777320.648316:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777320.648373:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777320.648383:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777320.648393:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef800 x1875667211077120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777320.648405:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ef800 x1875667211077120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.649851:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777320.649881:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.649891:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777320.663063:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.663090:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777320.663095:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.663098:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777320.663110:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.663120:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777320.663130:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.663135:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.663142:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.663146:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd54780 00000400:00000200:3.0:1788777320.663152:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.663159:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x76e5 [1] + 224 00000800:00000001:3.0:1788777320.663168:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.663242:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777320.663246:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777320.663252:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777320.663263:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777320.663275:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eed80 x1875667211077504/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777320.663287:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eed80 x1875667211077504/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.663329:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777320.663340:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.663343:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777320.667890:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.667915:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777320.667921:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.667924:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777320.667935:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.667946:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777320.667957:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.667963:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.667970:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.667974:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54700 00000400:00000200:3.0:1788777320.667981:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.667989:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x76dd [1] + 224 00000800:00000001:3.0:1788777320.667998:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.668021:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777320.668026:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777320.668031:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777320.668040:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777320.668051:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edc00 x1875667211077376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777320.668064:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31edc00 x1875667211077376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.668087:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777320.668099:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.668102:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777320.671517:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.671541:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777320.671547:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.671550:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777320.671561:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.671581:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777320.671594:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.671600:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.671607:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.671611:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54680 00000400:00000200:3.0:1788777320.671617:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777320.671625:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x76d5 [1] + 224 00000800:00000001:3.0:1788777320.671634:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.671715:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777320.671720:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777320.671725:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777320.671734:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777320.671744:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eea00 x1875667211077248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777320.671756:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eea00 x1875667211077248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.671782:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777320.671792:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777320.671795:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777323.702836:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777323.702843:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777323.702848:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777324.724758:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296427999, at 4296428032 00000100:00000010:3.0:1788777324.724767:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213000. 00000100:00000001:3.0:1788777325.757438:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777325.757448:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777325.757529:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777325.757534:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956d00. 00000400:00000200:3.0:1788777325.757542:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777325.757550:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777325.757558:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:3.0:1788777325.757560:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:3.0:1788777325.757565:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777325.757573:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639fb80 x1875667211077760/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.757584:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777325.757588:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639fb80 x1875667211077760/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.757595:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.757596:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777325.757609:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777325.757611:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956600. 00000400:00000200:3.0:1788777325.757614:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777325.757617:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777325.757619:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:3.0:1788777325.757622:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:3.0:1788777325.757624:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777325.757628:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c700 x1875667211078016/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.757635:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777325.757637:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c700 x1875667211078016/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.757644:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.757645:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777325.757651:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777325.757653:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956900. 00000400:00000200:3.0:1788777325.757655:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777325.757658:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777325.757661:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:3.0:1788777325.757662:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:3.0:1788777325.757664:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777325.757668:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211077632/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.757675:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777325.757677:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211077632/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.757683:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.757685:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777325.757743:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777325.757745:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:3.0:1788777325.757748:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777325.757752:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777325.757754:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93198 00000400:00000010:3.0:1788777325.757756:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93198. 00000100:00000001:3.0:1788777325.757769:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777325.757773:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e680 x1875667211077888/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.757780:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777325.757783:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e680 x1875667211077888/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.757789:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.757791:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777325.762103:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.762818:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777325.762823:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.762827:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777325.762837:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762845:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777325.762855:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762860:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762866:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762870:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd54800 00000400:00000200:3.0:1788777325.762874:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762880:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x770d [1] + 224 00000800:00000001:3.0:1788777325.762887:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.762892:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777325.762895:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777325.762899:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777325.762908:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777325.762917:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211077632/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777325.762928:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f800 x1875667211077632/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.762952:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777325.762961:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.762965:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777325.762967:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.762969:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777325.762972:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762976:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777325.762980:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762983:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762986:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762989:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54900 00000400:00000200:3.0:1788777325.762993:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.762997:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x771d [1] + 224 00000800:00000001:3.0:1788777325.763000:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.763003:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777325.763005:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777325.763008:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777325.763011:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777325.763016:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e680 x1875667211077888/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777325.763025:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e680 x1875667211077888/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.763032:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777325.763036:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.763038:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777325.763040:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.763042:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777325.763045:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763048:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777325.763052:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763054:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763056:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763059:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54880 00000400:00000200:3.0:1788777325.763903:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763909:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x76ed [1] + 224 00000800:00000001:3.0:1788777325.763914:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.763921:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777325.763923:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777325.763926:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777325.763930:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777325.763936:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639fb80 x1875667211077760/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777325.763945:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639fb80 x1875667211077760/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.763952:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777325.763957:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.763960:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777325.763962:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.763964:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777325.763967:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763971:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777325.763975:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763977:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763980:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763983:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd54980 00000400:00000200:3.0:1788777325.763987:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777325.763990:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x76fd [1] + 224 00000800:00000001:3.0:1788777325.763993:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.763998:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777325.764000:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777325.764004:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777325.764006:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777325.764010:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c700 x1875667211078016/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777325.764017:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639c700 x1875667211078016/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.764025:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777325.764028:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777325.764030:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777326.774941:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777326.774946:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777326.774951:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777329.849552:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296433122, at 4296433157 00000100:00000010:3.0:1788777329.849566:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc780. 00000100:00000040:3.0:1788777330.869115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777330.869123:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777330.869131:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255180. 00000020:00000040:3.0:1788777330.869136:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777330.869141:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777330.869144:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777330.869150:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777330.869157:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870be00. 00000100:00000001:3.0:1788777330.869165:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.869176:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777330.869187:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777330.869191:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.869199:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a92e0006] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.872867:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.872871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777330.872875:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777330.872880:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257480. 00000020:00000040:3.0:1788777330.872885:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777330.872889:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777330.872891:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777330.872895:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777330.872901:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b600. 00000100:00000001:3.0:1788777330.872907:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.872912:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777330.872922:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777330.872927:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.872932:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093a04cc2] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.872944:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.872946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777330.872949:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777330.872951:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257800. 00000020:00000040:3.0:1788777330.872953:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777330.872955:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777330.872956:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777330.872958:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777330.872961:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b400. 00000100:00000001:3.0:1788777330.872963:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.872966:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777330.872973:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777330.872975:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.872978:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23939ac] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.872986:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.872988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788777330.872991:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788777330.872993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777330.872996:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777330.872999:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256d80. 00000020:00000040:3.0:1788777330.873000:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777330.873002:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777330.873003:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777330.873004:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777330.873008:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b200. 00000100:00000001:3.0:1788777330.874249:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.874259:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777330.874268:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777330.874271:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.874276:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c70c143d] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.874292:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.874296:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1771) 00000100:00000001:3.0:1788777330.874541:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777330.874543:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777330.874545:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777330.874550:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.874558:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777330.874559:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777330.874562:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777330.874564:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777330.874566:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777330.874568:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211078528:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777330.874572:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777330.874575:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777330.874576:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777330.874578:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777330.874583:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115d600. 02000000:00000001:3.0:1788777330.874584:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777330.874589:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777330.874592:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73d10. 00000400:00000010:3.0:1788777330.874596:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92557f8. 00000100:00000200:3.0:1788777330.874600:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211078528, portal 4 00000100:00000001:3.0:1788777330.874602:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777330.874604:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453142400 : -110914256409216 : ffff9b1fc3256d80) 00000100:00000040:3.0:1788777330.874609:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.874616:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777330.874618:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777330.874620:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777330.874623:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211078528, offset 0 00000400:00000200:3.0:1788777330.874627:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777330.874631:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.874635:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777330.874639:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777330.874641:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777330.874644:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777330.874646:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777330.874650:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2528:2528:253:4294967295] 192.168.204.133@tcp LPNI seq info [2527:2527:5:4294967295] 00000400:00000200:3.0:1788777330.874654:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.874671:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777330.874677:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777330.874681:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777330.874686:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777330.874690:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777330.874693:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777330.874696:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.874699:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 296538 usecs (297 jiffies) 00000400:00000200:3.0:1788777330.874702:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777330.874704:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296434478 00000100:00000001:3.0:1788777330.874706:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296438243 00000100:00000001:3.0:1788777330.874708:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296434478 00000100:00000001:3.0:1788777330.874710:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296438243 00000100:00000001:3.0:1788777330.874714:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777330.874716:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.874719:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.874721:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.874725:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777330.874726:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777330.874728:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777330.874729:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777330.874730:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.874732:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.874740:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777330.874742:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777330.874775:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777330.874779:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956300. 00000400:00000200:3.0:1788777330.874783:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777330.874787:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777330.874792:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93d48 00000400:00000010:3.0:1788777330.874794:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93d48. 00000100:00000001:3.0:1788777330.874798:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777330.874802:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.874812:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777330.874816:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.874823:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.874825:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777330.874835:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777330.874836:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956b00. 00000400:00000200:3.0:1788777330.874839:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777330.874841:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777330.874843:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93088 00000400:00000010:3.0:1788777330.874845:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93088. 00000100:00000001:3.0:1788777330.874846:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777330.874850:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.874867:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777330.874870:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.874876:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.874877:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777330.874883:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777330.874885:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956000. 00000400:00000200:3.0:1788777330.874888:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777330.874891:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777330.874893:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93000 00000400:00000010:3.0:1788777330.874895:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93000. 00000100:00000001:3.0:1788777330.874896:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777330.874900:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.874906:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777330.874909:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.874915:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.874917:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777330.875612:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777330.875617:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:3.0:1788777330.875622:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777330.875626:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777330.875629:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:3.0:1788777330.875631:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:3.0:1788777330.875634:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777330.875640:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.875649:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777330.875652:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.875674:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.875676:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777330.885421:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885439:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777330.885443:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885446:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777330.885455:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885691:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777330.885702:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885708:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885714:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885718:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd54a00 00000400:00000200:3.0:1788777330.885723:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885729:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x772d [1] + 224 00000800:00000001:3.0:1788777330.885737:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885742:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777330.885746:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777330.885751:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777330.885760:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777330.885770:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777330.885782:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.885797:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777330.885806:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885810:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777330.885812:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885814:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777330.885817:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885820:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777330.885824:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885828:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885830:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885833:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54a80 00000400:00000200:3.0:1788777330.885836:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885841:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x773d [1] + 224 00000800:00000001:3.0:1788777330.885845:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885848:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777330.885851:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777330.885854:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777330.885857:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777330.885861:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777330.885870:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.885878:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777330.885882:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885885:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777330.885886:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885888:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777330.885891:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885895:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777330.885899:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885902:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885904:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885907:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd54b00 00000400:00000200:3.0:1788777330.885910:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.885914:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x774d [1] + 224 00000800:00000001:3.0:1788777330.885918:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885925:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777330.885927:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777330.885930:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777330.885933:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777330.885938:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777330.885947:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.885954:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777330.885958:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.885960:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.885974:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777330.885978:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777330.885985:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777330.885987:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777330.885989:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b420. 00000400:00000200:3.0:1788777330.885993:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93440 00000400:00000010:3.0:1788777330.885996:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93440. 00000100:00000001:3.0:1788777330.885999:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777330.886003:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777330.886013:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.886020:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777330.886023:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.886037:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777330.886041:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777330.886044:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777330.886046:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777330.886051:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777330.886060:0:2415:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fc530b460 time=139 v=105 (105 105 137 137) 00000100:00001000:3.0:1788777330.886433:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777330.886439:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777330.886441:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777330.886443:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777330.886447:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.886452:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777330.886454:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777330.886457:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777330.886458:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.886498:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.886507:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777330.886510:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777330.886512:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777330.886517:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777330.886525:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211078400:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777330.886531:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777330.886532:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777330.886534:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b268. 00000400:00000200:3.0:1788777330.886537:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:3.0:1788777330.886539:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:3.0:1788777330.886542:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777330.886545:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777330.886553:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.886560:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777330.886561:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.886563:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777330.886565:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777330.886566:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777330.886567:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777330.886569:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777330.886574:0:2415:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fd0064460 time=139 v=105 (105 105 137 137) 00000100:00001000:3.0:1788777330.886577:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777330.886579:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777330.886580:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777330.886583:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777330.886585:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.886587:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777330.886588:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788777330.886590:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777330.886591:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.886595:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.886601:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777330.886603:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777330.886604:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777330.886608:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777330.886615:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211078272:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777330.886621:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777330.886622:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777330.886624:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b8f0. 00000400:00000200:3.0:1788777330.886626:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e937f8 00000400:00000010:3.0:1788777330.886628:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e937f8. 00000100:00000001:3.0:1788777330.886630:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777330.886633:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777330.886640:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.886646:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777330.886647:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.886648:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777330.886650:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777330.886651:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777330.886652:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777330.886654:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777330.886656:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777330.886805:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777330.886808:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777330.886809:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777330.886811:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777330.886812:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.886814:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.886916:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.886923:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777330.886925:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777330.886927:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777330.886930:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777330.886937:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211078144:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777330.886942:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.886945:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777330.886949:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257800 x1875667211078400/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.886956:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777330.886959:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777330.886962:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5179800. 02000000:00000001:3.0:1788777330.886966:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777330.886969:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777330.886971:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777330.886973:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777330.886976:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b400. 02000000:00000001:3.0:1788777330.886979:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777330.886981:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777330.886983:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257800. 00000100:00000001:3.0:1788777330.886986:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777330.886988:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.886990:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777330.886993:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257480 x1875667211078272/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.886999:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777330.887001:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777330.887002:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5178e00. 02000000:00000001:3.0:1788777330.887004:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777330.887005:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777330.887007:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777330.887009:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777330.887011:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b600. 02000000:00000001:3.0:1788777330.887013:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777330.887014:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777330.887015:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257480. 00000100:00000001:3.0:1788777330.887018:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777330.887019:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.887020:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777330.887242:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255180 x1875667211078144/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.887249:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777330.887251:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777330.887253:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5179600. 02000000:00000001:3.0:1788777330.887256:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777330.887258:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777330.887259:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777330.887261:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777330.887262:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870be00. 02000000:00000001:3.0:1788777330.887264:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777330.887265:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777330.887267:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255180. 00000100:00000001:3.0:1788777330.887269:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777330.887270:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.887274:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.887276:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777330.887278:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777330.887280:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.887282:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777330.894963:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.894979:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777330.894984:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.894987:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777330.894995:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.895003:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777330.895012:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.895017:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.895022:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.895026:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd54b80 00000400:00000200:3.0:1788777330.895031:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777330.895037:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x775d [1] + 224 00000800:00000001:3.0:1788777330.895044:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.895050:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777330.895053:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777330.895057:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777330.895064:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777330.895073:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777330.895085:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.895101:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777330.895109:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777330.895111:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.895122:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777330.895126:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777330.895132:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777330.895134:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777330.895137:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73d10. 00000400:00000200:3.0:1788777330.895141:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92557f8 00000400:00000010:3.0:1788777330.895144:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92557f8. 00000100:00000001:3.0:1788777330.895147:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777330.895151:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777330.895161:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.895168:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777330.895170:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.895173:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777330.895176:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777330.895179:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777330.895181:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777330.895184:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777330.895192:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=139 v=5 (5 5 36 36) 00000100:00001000:3.0:1788777330.895197:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777330.895199:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777330.895201:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777330.895204:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777330.895207:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.895211:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777330.895213:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788777330.895215:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777330.895216:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777330.895221:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.895229:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777330.895232:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777330.895234:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777330.895238:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777330.895246:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211078528:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777330.895251:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.895253:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777330.895257:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256d80 x1875667211078528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777330.895264:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777330.895266:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777330.895269:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115d600. 02000000:00000001:3.0:1788777330.895273:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777330.895275:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777330.895277:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777330.895279:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777330.895282:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b200. 02000000:00000001:3.0:1788777330.895285:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777330.895287:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777330.895289:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256d80. 00000100:00000001:3.0:1788777330.895307:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777330.895309:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.895312:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777330.895320:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777330.895322:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777330.895324:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777330.895326:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777334.964618:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296438243, at 4296438272 00000100:00000010:3.0:1788777334.964644:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efcde0. 00000800:00000200:3.0:1788777335.997418:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777335.997426:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc3721300. 00000400:00000200:3.0:1788777335.997439:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777335.997448:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777335.997455:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b3b8 00000400:00000010:3.0:1788777335.997458:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b3b8. 00000100:00000001:3.0:1788777335.997483:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777335.997492:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eed80 x1875667211078784/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777335.997505:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777335.997509:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eed80 x1875667211078784/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777335.997515:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777335.997516:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777335.997531:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777335.997533:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc3721500. 00000400:00000200:3.0:1788777335.997536:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777335.997540:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777335.997542:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bbb0 00000400:00000010:3.0:1788777335.997544:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bbb0. 00000100:00000001:3.0:1788777335.997546:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777335.997550:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211079040/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777335.997567:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777335.997572:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211079040/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777335.997578:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777335.997579:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777335.997589:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777335.997591:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5c00. 00000400:00000200:3.0:1788777335.997595:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777335.997598:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777335.997600:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:3.0:1788777335.997602:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:3.0:1788777335.997604:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777335.997608:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211078656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777335.997614:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777335.997617:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211078656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777335.997622:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777335.997623:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777335.997690:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777335.997693:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5b00. 00000400:00000200:3.0:1788777335.997696:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777335.997699:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777335.997701:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b990 00000400:00000010:3.0:1788777335.997703:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b990. 00000100:00000001:3.0:1788777335.997705:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777335.997709:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed180 x1875667211078912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777335.997716:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777335.997718:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed180 x1875667211078912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777335.997734:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777335.997735:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1788777338.037573:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777338.037577:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777338.037580:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777340.084946:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296443363, at 4296443392 00000100:00000010:3.0:1788777340.084964:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617de0. 00000020:00000001:3.0:1788777341.109224:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777341.109230:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777341.109234:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788777341.110754:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777341.110759:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777341.110766:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777341.110771:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777341.110776:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b000 00000400:00000010:3.0:1788777341.110778:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b000. 00000100:00000001:3.0:1788777341.110783:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777341.110788:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eed80 x1875667211079296/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777341.110798:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777341.110802:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eed80 x1875667211079296/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777341.110808:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777341.110809:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777341.110823:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777341.110825:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777341.110827:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777341.110830:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777341.110833:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926ba18 00000400:00000010:3.0:1788777341.110834:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926ba18. 00000100:00000001:3.0:1788777341.110836:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777341.110839:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211079552/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777341.110845:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777341.110847:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211079552/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777341.110852:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777341.110853:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777341.110859:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777341.110861:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5b00. 00000400:00000200:3.0:1788777341.110863:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777341.110866:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777341.110868:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b908 00000400:00000010:3.0:1788777341.110870:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b908. 00000100:00000001:3.0:1788777341.110872:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777341.110875:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211079168/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777341.110881:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777341.110884:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211079168/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777341.110889:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777341.110890:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777341.110955:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777341.110957:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5c00. 00000400:00000200:3.0:1788777341.110961:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777341.110964:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777341.110966:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b220 00000400:00000010:3.0:1788777341.110968:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b220. 00000100:00000001:3.0:1788777341.110970:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777341.110973:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed180 x1875667211079424/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777341.110986:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777341.110989:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed180 x1875667211079424/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777341.110995:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777341.110997:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777341.115145:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777341.115151:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777341.115152:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777341.115154:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777341.115157:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777341.115161:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777341.115166:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777341.115169:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777341.115171:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777341.115175:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd54f80 00000400:00000200:3.0:1788777341.115179:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777341.115183:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7795 [1] + 224 00000800:00000001:3.0:1788777341.115187:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777341.115192:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777341.115194:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777341.115197:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777341.115201:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777341.115206:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eea00 x1875667211079552/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777341.115214:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eea00 x1875667211079552/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777341.115222:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777341.115226:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777341.115228:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777345.206339:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296448479, at 4296448513 00000100:00000010:3.0:1788777345.206359:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617d80. 00000100:00000001:3.0:1788777346.230972:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777346.230982:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777346.230986:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777346.230999:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c700 x1875667211079680/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.231010:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777346.231012:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777346.231016:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777346.231020:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777346.231022:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777346.231026:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211079680:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777346.231031:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777346.231037:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777346.231039:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777346.231042:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777346.231051:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115cc00. 02000000:00000001:3.0:1788777346.231053:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777346.231060:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777346.231065:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73d10. 00000400:00000010:3.0:1788777346.231082:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92557f8. 00000100:00000200:3.0:1788777346.231090:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211079680, portal 25 00000100:00000001:3.0:1788777346.231092:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777346.231094:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504807680 : -110914204743936 : ffff9b1fc639c700) 00000100:00000040:3.0:1788777346.231100:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c700 x1875667211079680/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.231108:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777346.231110:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777346.231113:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777346.231117:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211079680, offset 0 00000400:00000200:3.0:1788777346.231123:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777346.231132:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.231139:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777346.231146:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777346.231151:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777346.231154:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777346.231157:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777346.231160:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2537:2537:256:4294967295] 192.168.204.133@tcp LPNI seq info [2536:2536:8:4294967295] 00000400:00000200:3.0:1788777346.231165:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.231175:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777346.231181:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777346.231186:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777346.231192:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777346.231200:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777346.231204:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777346.231228:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777346.231233:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777346.231236:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296453600 00000100:00000010:3.0:1788777346.231242:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181a80. 00000100:00000001:3.0:1788777346.231249:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777346.231255:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296453600 00000100:00000010:3.0:1788777346.231258:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181120. 00000100:00000001:3.0:1788777346.231261:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777346.231264:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777346.231267:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777346.231270:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777346.231274:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e680 x1875667211079936/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.231291:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777346.231293:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777346.231296:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777346.231298:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777346.231300:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777346.231303:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211079936:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777346.231306:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777346.231308:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777346.231310:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777346.231311:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777346.231314:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c400. 02000000:00000001:3.0:1788777346.231316:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777346.231319:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777346.231321:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73cb8. 00000400:00000010:3.0:1788777346.231325:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255770. 00000100:00000200:3.0:1788777346.231327:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211079936, portal 10 00000100:00000001:3.0:1788777346.231329:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777346.231330:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504815744 : -110914204735872 : ffff9b1fc639e680) 00000100:00000040:3.0:1788777346.231337:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e680 x1875667211079936/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.231342:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777346.231344:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777346.231347:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255b28. 00000100:00000200:3.0:1788777346.231349:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211079936, offset 0 00000400:00000200:3.0:1788777346.231353:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777346.231356:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.231371:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777346.231375:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777346.231377:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777346.231379:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777346.231382:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777346.231384:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2538:2538:255:4294967295] 192.168.204.133@tcp LPNI seq info [2537:2537:7:4294967295] 00000400:00000200:3.0:1788777346.231388:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.231394:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777346.231399:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777346.231402:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777346.231407:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777346.231411:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777346.231414:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777346.231417:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777346.231420:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21962 usecs (22 jiffies) 00000400:00000200:3.0:1788777346.231424:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777346.231426:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296449560 00000100:00000001:3.0:1788777346.231428:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296453600 00000100:00000001:3.0:1788777346.231431:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296449560 00000100:00000001:3.0:1788777346.231433:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296453600 00000100:00000001:3.0:1788777346.231435:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777346.231437:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777346.231440:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777346.231442:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777346.231450:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777346.231452:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777346.231455:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777346.231457:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777346.231458:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777346.231506:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788777346.231508:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777346.231511:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777346.231512:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777346.231514:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777346.231515:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777346.231517:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777346.231521:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639fb80 x1875667211079808/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.231529:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777346.231530:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777346.231533:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777346.231534:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777346.231536:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777346.231540:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211079808:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777346.231543:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777346.231546:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777346.231547:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777346.231549:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777346.231552:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c600. 02000000:00000001:3.0:1788777346.231554:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777346.231557:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777346.231559:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c735d8. 00000400:00000010:3.0:1788777346.231563:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92554c8. 00000100:00000200:3.0:1788777346.231565:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211079808, portal 10 00000100:00000001:3.0:1788777346.231567:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777346.231568:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504821120 : -110914204730496 : ffff9b1fc639fb80) 00000100:00000040:3.0:1788777346.231574:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639fb80 x1875667211079808/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.231580:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777346.231582:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777346.231585:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255908. 00000100:00000200:3.0:1788777346.231587:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211079808, offset 0 00000400:00000200:3.0:1788777346.231591:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777346.231595:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.231598:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777346.231601:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777346.231603:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777346.231606:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777346.231608:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777346.231611:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2539:2539:254:4294967295] 192.168.204.133@tcp LPNI seq info [2538:2538:6:4294967295] 00000400:00000200:3.0:1788777346.231615:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.231621:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777346.231625:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777346.231628:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b600. 00000800:00000200:3.0:1788777346.231633:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777346.231637:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777346.231640:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777346.231643:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777346.231645:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 544438 usecs (545 jiffies) 00000400:00000200:3.0:1788777346.231648:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777346.231650:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296450084 00000100:00000001:3.0:1788777346.231652:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296453600 00000100:00000001:3.0:1788777346.231654:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296450084 00000100:00000001:3.0:1788777346.231656:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296453600 00000100:00000001:3.0:1788777346.231658:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777346.231660:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777346.231662:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777346.231666:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211080064/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.231674:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777346.231675:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777346.231677:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777346.231679:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777346.231681:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777346.231684:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211080064:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777346.231687:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777346.231689:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777346.231690:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777346.231692:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777346.231695:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c200. 02000000:00000001:3.0:1788777346.231697:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777346.231700:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777346.231704:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c737e8. 00000400:00000010:3.0:1788777346.231707:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777346.231710:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211080064, portal 4 00000100:00000001:3.0:1788777346.231713:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777346.231714:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000040:3.0:1788777346.231719:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f800 x1875667211080064/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.231726:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777346.231728:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777346.231731:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255e58. 00000100:00000200:3.0:1788777346.231733:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211080064, offset 0 00000400:00000200:3.0:1788777346.231737:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777346.231740:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.231744:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777346.231747:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777346.231749:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777346.231751:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777346.231753:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777346.231755:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2540:2540:253:4294967295] 192.168.204.133@tcp LPNI seq info [2539:2539:5:4294967295] 00000400:00000200:3.0:1788777346.231759:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.231764:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777346.231768:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777346.231772:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777346.231775:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777346.231779:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777346.231782:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777346.231785:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777346.231788:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 290932 usecs (291 jiffies) 00000400:00000200:3.0:1788777346.231790:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777346.231792:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296449830 00000100:00000001:3.0:1788777346.231794:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296453600 00000100:00000001:3.0:1788777346.231796:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296449830 00000100:00000001:3.0:1788777346.231798:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296453600 00000100:00000001:3.0:1788777346.231800:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777346.231802:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777346.231805:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777346.231807:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777346.231820:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777346.231822:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777346.237933:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.237951:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777346.237956:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.237959:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777346.237971:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.237979:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777346.237989:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.237995:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238000:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238004:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd55000 00000400:00000200:3.0:1788777346.238009:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238017:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x77ad [1] + 224 00000800:00000001:3.0:1788777346.238025:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238029:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777346.238033:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777346.238037:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777346.238045:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777346.238053:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c700 x1875667211079680/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777346.238065:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639c700 x1875667211079680/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.238102:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777346.238112:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238116:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777346.238117:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238119:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777346.238122:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238127:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777346.238131:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238134:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238137:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238139:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd55180 00000400:00000200:3.0:1788777346.238143:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238147:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x77dd [1] + 224 00000800:00000001:3.0:1788777346.238151:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238155:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777346.238156:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777346.238160:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777346.238162:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777346.238166:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211080064/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777346.238175:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f800 x1875667211080064/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.238183:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777346.238186:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238189:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777346.238191:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238193:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777346.238196:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238199:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777346.238203:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238205:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238208:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238211:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55100 00000400:00000200:3.0:1788777346.238215:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238220:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x77bd [1] + 224 00000800:00000001:3.0:1788777346.238223:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238226:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777346.238229:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777346.238232:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777346.238235:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777346.238239:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e680 x1875667211079936/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777346.238247:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e680 x1875667211079936/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.238254:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777346.238257:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238260:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777346.238262:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238264:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777346.238267:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238271:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777346.238274:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238289:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238292:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238295:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55080 00000400:00000200:3.0:1788777346.238298:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777346.238301:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x77cd [1] + 224 00000800:00000001:3.0:1788777346.238305:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238311:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777346.238314:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777346.238317:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777346.238319:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777346.238324:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639fb80 x1875667211079808/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777346.238332:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639fb80 x1875667211079808/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777346.238339:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777346.238342:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777346.238345:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777350.325234:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296453600, at 4296453632 00000100:00000010:3.0:1788777350.325244:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181120. 00000800:00000200:3.0:1788777351.350575:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777351.350582:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5c00. 00000400:00000200:3.0:1788777351.350592:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777351.350599:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777351.350605:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:3.0:1788777351.350608:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:3.0:1788777351.350615:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777351.350621:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eed80 x1875667211080320/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.350633:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777351.350636:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eed80 x1875667211080320/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.350643:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777351.350645:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777351.350660:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777351.350662:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5b00. 00000400:00000200:3.0:1788777351.350665:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777351.350668:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777351.350671:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bb28 00000400:00000010:3.0:1788777351.350672:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bb28. 00000100:00000001:3.0:1788777351.350675:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777351.350677:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211080576/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.350684:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777351.350688:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211080576/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.350693:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777351.350695:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777351.350705:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777351.350708:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777351.350710:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777351.350713:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777351.350715:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b908 00000400:00000010:3.0:1788777351.350716:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b908. 00000100:00000001:3.0:1788777351.350719:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777351.350722:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211080192/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.350729:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777351.350732:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211080192/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.350738:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777351.350739:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777351.350831:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777351.350834:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777351.350837:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777351.350840:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777351.350843:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b000 00000400:00000010:3.0:1788777351.350845:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b000. 00000100:00000001:3.0:1788777351.350848:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777351.350852:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed180 x1875667211080448/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.350860:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777351.350868:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed180 x1875667211080448/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.350874:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777351.350875:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777351.362801:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.362828:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777351.362834:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.362837:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777351.362849:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.362861:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777351.362873:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.362879:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.364993:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365008:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd55200 00000400:00000200:3.0:1788777351.365016:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365030:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x77fd [1] + 224 00000800:00000001:3.0:1788777351.365044:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365057:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777351.365062:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777351.365067:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777351.365078:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777351.365092:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eea00 x1875667211080192/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777351.365104:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eea00 x1875667211080192/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.365131:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777351.365145:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365148:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777351.365150:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365152:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777351.365156:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365159:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777351.365165:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365169:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365174:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365177:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd55380 00000400:00000200:3.0:1788777351.365180:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365186:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x77f5 [1] + 224 00000800:00000001:3.0:1788777351.365190:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365193:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777351.365196:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777351.365200:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777351.365203:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777351.365208:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211080576/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777351.365220:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ece00 x1875667211080576/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.365230:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777351.365269:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365276:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777351.365281:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365284:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777351.365291:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365301:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777351.365312:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365317:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365324:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365330:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55280 00000400:00000200:3.0:1788777351.365336:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365345:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x77ed [1] + 224 00000800:00000001:3.0:1788777351.365351:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365357:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777351.365360:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777351.365367:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777351.365371:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777351.365377:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eed80 x1875667211080320/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777351.365394:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eed80 x1875667211080320/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.365407:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777351.365414:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365420:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777351.365424:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365427:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777351.365433:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365440:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777351.365449:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365454:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365496:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365503:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55300 00000400:00000200:3.0:1788777351.365510:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777351.365526:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7805 [1] + 224 00000800:00000001:3.0:1788777351.365536:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365546:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777351.365550:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777351.365554:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777351.365557:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777351.365561:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed180 x1875667211080448/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777351.365570:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ed180 x1875667211080448/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777351.365577:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777351.365581:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777351.365584:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777355.444624:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296458718, at 4296458752 00000100:00000010:3.0:1788777355.444655:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca6172a0. 00000800:00000200:3.0:1788777356.469997:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777356.470011:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837500. 00000400:00000200:3.0:1788777356.470024:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777356.470037:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777356.470045:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256dd0 00000400:00000010:3.0:1788777356.470049:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256dd0. 00000100:00000001:3.0:1788777356.470057:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777356.470065:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed180 x1875667211080704/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.470079:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777356.470083:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed180 x1875667211080704/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.470091:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777356.470093:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777356.470113:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777356.470116:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837f00. 00000400:00000200:3.0:1788777356.470119:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777356.470123:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777356.470126:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256ee0 00000400:00000010:3.0:1788777356.470128:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256ee0. 00000100:00000001:3.0:1788777356.470130:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777356.470133:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eed80 x1875667211080960/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.470153:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777356.470156:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eed80 x1875667211080960/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.470172:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777356.470173:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777356.471350:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777356.471357:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777356.471366:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777356.471380:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777356.471387:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b198 00000400:00000010:3.0:1788777356.471392:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b198. 00000100:00000001:3.0:1788777356.471404:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777356.471415:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211080832/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.471432:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777356.471441:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211080832/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.471459:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777356.471502:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777356.472004:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777356.472009:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777356.472012:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777356.472019:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777356.472023:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b220 00000400:00000010:3.0:1788777356.472025:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b220. 00000100:00000001:3.0:1788777356.472028:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777356.472033:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211081088/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.472043:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777356.472046:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211081088/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.472053:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777356.472055:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777356.472945:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.472961:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777356.472966:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.472968:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777356.472977:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.472985:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777356.472993:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.472998:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.473003:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.473008:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd55400 00000400:00000200:3.0:1788777356.473014:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.473022:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7815 [1] + 224 00000800:00000001:3.0:1788777356.473031:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.473040:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777356.473043:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777356.473049:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777356.473057:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777356.473065:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed180 x1875667211080704/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777356.473076:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ed180 x1875667211080704/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.473099:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777356.473108:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.473112:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777356.479618:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.479646:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777356.479653:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.479656:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777356.479992:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.480003:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777356.480016:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.480023:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.480030:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.480035:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55500 00000400:00000200:3.0:1788777356.480042:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.480049:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x781d [1] + 224 00000800:00000001:3.0:1788777356.480059:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.480070:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777356.480075:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777356.480081:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777356.480092:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777356.480105:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eed80 x1875667211080960/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777356.480118:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eed80 x1875667211080960/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.480247:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777356.480262:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.480266:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777356.483329:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.483351:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777356.483357:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.483359:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777356.483370:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483379:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777356.483389:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483395:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483402:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483407:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55480 00000400:00000200:3.0:1788777356.483412:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483419:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x780d [1] + 224 00000800:00000001:3.0:1788777356.483428:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.483432:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777356.483435:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777356.483440:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777356.483449:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777356.483494:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211080832/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777356.483506:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ece00 x1875667211080832/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.483535:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777356.483549:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.483553:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777356.483554:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.483557:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777356.483560:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483563:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777356.483567:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483570:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483572:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483576:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd55580 00000400:00000200:3.0:1788777356.483579:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777356.483584:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7825 [1] + 224 00000800:00000001:3.0:1788777356.483588:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.483788:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777356.483792:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777356.483797:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777356.483800:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777356.483806:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eea00 x1875667211081088/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777356.483815:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eea00 x1875667211081088/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777356.483824:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777356.483828:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777356.483832:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777360.564916:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296463839, at 4296463872 00000100:00000010:3.0:1788777360.564935:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213480. 00000100:00000001:3.0:1788777361.589897:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777361.589900:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777361.589902:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777361.589908:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e680 x1875667211081216/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.589915:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777361.589917:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777361.589919:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777361.589921:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777361.589923:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777361.589926:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211081216:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777361.589930:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777361.589932:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777361.589934:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777361.589936:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777361.589940:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c400. 02000000:00000001:3.0:1788777361.589942:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777361.589945:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777361.589949:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73b00. 00000400:00000010:3.0:1788777361.589953:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255880. 00000100:00000200:3.0:1788777361.589956:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211081216, portal 25 00000100:00000001:3.0:1788777361.589958:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777361.589959:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504815744 : -110914204735872 : ffff9b1fc639e680) 00000100:00000040:3.0:1788777361.589965:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e680 x1875667211081216/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.589972:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777361.589975:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777361.589978:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255220. 00000100:00000200:3.0:1788777361.589981:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211081216, offset 0 00000400:00000200:3.0:1788777361.589988:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777361.589996:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.590004:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777361.590009:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777361.590013:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777361.590016:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777361.590019:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777361.590023:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2549:2549:256:4294967295] 192.168.204.133@tcp LPNI seq info [2548:2548:8:4294967295] 00000400:00000200:3.0:1788777361.590027:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.590037:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777361.590044:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777361.590049:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777361.590056:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777361.590075:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777361.590079:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777361.590091:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777361.590096:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777361.590098:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296468959 00000100:00000010:3.0:1788777361.590103:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181840. 00000100:00000001:3.0:1788777361.590111:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777361.590677:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296468960 00000100:00000010:3.0:1788777361.590682:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181480. 00000100:00000001:3.0:1788777361.590687:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777361.590690:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777361.590693:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777361.590696:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777361.590701:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211081472/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.590708:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777361.590710:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777361.590713:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777361.590714:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777361.590716:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777361.590719:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211081472:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777361.590722:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777361.590726:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777361.590728:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777361.590729:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777361.590732:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115cc00. 02000000:00000001:3.0:1788777361.590735:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777361.590738:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777361.590741:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73c60. 00000400:00000010:3.0:1788777361.590745:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255110. 00000100:00000200:3.0:1788777361.590749:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211081472, portal 10 00000100:00000001:3.0:1788777361.590751:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777361.590752:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000040:3.0:1788777361.590758:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f800 x1875667211081472/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.590769:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777361.590771:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777361.590773:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255ee0. 00000100:00000200:3.0:1788777361.590775:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211081472, offset 0 00000400:00000200:3.0:1788777361.590779:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777361.590782:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.590786:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777361.590788:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777361.590790:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777361.590793:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777361.590794:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777361.590797:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2551:2551:254:4294967295] 192.168.204.133@tcp LPNI seq info [2550:2550:6:4294967295] 00000400:00000200:3.0:1788777361.590800:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.590805:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777361.590809:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777361.590814:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777361.590817:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777361.590821:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777361.590824:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777361.590826:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777361.590830:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21922 usecs (22 jiffies) 00000400:00000200:3.0:1788777361.590832:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777361.590834:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296464920 00000100:00000001:3.0:1788777361.590837:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296468959 00000100:00000001:3.0:1788777361.590839:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296464920 00000100:00000001:3.0:1788777361.590841:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296468960 00000100:00000001:3.0:1788777361.590843:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777361.590845:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777361.590848:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777361.590851:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777361.590857:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777361.590859:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777361.590862:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777361.590863:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777361.590865:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777361.590867:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777361.590911:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777361.590914:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:3.0:1788777361.591584:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777361.591589:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777361.591596:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255220 00000400:00000010:3.0:1788777361.591599:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255220. 00000100:00000001:3.0:1788777361.591603:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777361.591608:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e680 x1875667211081216/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.591619:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777361.591622:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e680 x1875667211081216/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.591629:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777361.591630:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777361.591649:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777361.591651:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956300. 00000400:00000200:3.0:1788777361.591654:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777361.591658:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777361.591660:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e932a8 00000400:00000010:3.0:1788777361.591662:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e932a8. 00000100:00000001:3.0:1788777361.591664:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777361.591668:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c700 x1875667211081344/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.591675:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777361.591678:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c700 x1875667211081344/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.591690:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777361.591692:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777361.591700:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777361.591703:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b400. 00000400:00000200:3.0:1788777361.591705:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777361.591708:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777361.591711:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255ee0 00000400:00000010:3.0:1788777361.591713:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255ee0. 00000100:00000001:3.0:1788777361.591715:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777361.591718:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211081472/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.591724:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777361.591727:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211081472/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.591732:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777361.591733:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777361.591791:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777361.591794:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:3.0:1788777361.591797:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777361.591800:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777361.591802:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93990 00000400:00000010:3.0:1788777361.591804:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93990. 00000100:00000001:3.0:1788777361.591806:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777361.591809:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639fb80 x1875667211081600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.591815:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777361.591817:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639fb80 x1875667211081600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.591823:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777361.591824:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777361.599973:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.599997:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777361.600003:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.600006:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777361.600016:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600025:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777361.600035:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600040:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600046:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600050:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd55600 00000400:00000200:3.0:1788777361.600056:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600074:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7835 [1] + 224 00000800:00000001:3.0:1788777361.600083:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.600091:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777361.600095:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777361.600099:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777361.600107:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777361.600117:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e680 x1875667211081216/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777361.600130:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e680 x1875667211081216/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.600155:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777361.600163:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.600166:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777361.600665:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.600670:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777361.600673:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.600675:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777361.600679:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600683:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777361.600688:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600691:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600695:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600698:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55680 00000400:00000200:3.0:1788777361.600702:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.600707:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x782d [1] + 224 00000800:00000001:3.0:1788777361.600711:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.600990:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777361.600993:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777361.600998:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777361.601002:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777361.601007:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c700 x1875667211081344/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777361.601018:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639c700 x1875667211081344/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.601032:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777361.601036:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.601039:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777361.603978:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.603991:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777361.603996:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.603998:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777361.604006:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604013:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777361.604021:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604026:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604031:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604035:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd55780 00000400:00000200:3.0:1788777361.604040:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604046:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x785d [1] + 224 00000800:00000001:3.0:1788777361.604052:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.604074:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777361.604078:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777361.604082:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777361.604088:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777361.604096:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639fb80 x1875667211081600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777361.604109:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639fb80 x1875667211081600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.604128:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777361.604135:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.604138:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777361.604659:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.604666:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777361.604668:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.604670:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777361.604675:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604679:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777361.604684:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604687:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604690:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604693:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55700 00000400:00000200:3.0:1788777361.604697:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777361.604702:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x784d [1] + 224 00000800:00000001:3.0:1788777361.604706:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.605653:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777361.605658:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777361.605663:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777361.605668:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777361.605673:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211081472/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777361.605684:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f800 x1875667211081472/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777361.605703:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777361.605710:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777361.605715:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777365.684711:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296468960, at 4296468992 00000100:00000010:3.0:1788777365.684721:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181480. 00000800:00000200:3.0:1788777366.710007:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777366.710013:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777366.710033:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777366.710045:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777366.710053:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:3.0:1788777366.710058:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:3.0:1788777366.710067:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777366.710077:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eed80 x1875667211081728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777366.710097:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777366.710106:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eed80 x1875667211081728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777366.710123:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777366.710129:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777366.710148:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777366.710153:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777366.710158:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777366.710168:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777366.710185:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b3b8 00000400:00000010:3.0:1788777366.710190:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b3b8. 00000100:00000001:3.0:1788777366.710196:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777366.710204:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211081984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777366.710226:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777366.710233:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211081984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777366.710250:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777366.710255:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777366.710268:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777366.710271:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777366.710274:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777366.710279:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777366.710282:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b660 00000400:00000010:3.0:1788777366.710284:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b660. 00000100:00000001:3.0:1788777366.710287:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777366.710292:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed180 x1875667211081856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777366.710300:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777366.710303:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed180 x1875667211081856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777366.710311:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777366.710313:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777366.710380:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777366.710383:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777366.710386:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777366.710389:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777366.710392:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b4c8 00000400:00000010:3.0:1788777366.710394:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b4c8. 00000100:00000001:3.0:1788777366.710397:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777366.710401:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211082112/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777366.710410:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777366.710413:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211082112/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777366.710420:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777366.710421:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788777370.804574:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296474078, at 4296474112 00000100:00000010:3.0:1788777370.804591:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617ea0. 00000800:00000200:3.0:1788777371.833176:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777371.833182:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837900. 00000400:00000200:3.0:1788777371.833189:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777371.833195:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777371.833201:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256220 00000400:00000010:3.0:1788777371.833204:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256220. 00000100:00000001:3.0:1788777371.833209:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777371.833215:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eed80 x1875667211082368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.833226:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777371.833229:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eed80 x1875667211082368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.833237:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.833239:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777371.833252:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777371.833254:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777371.833257:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777371.833261:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777371.833263:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b990 00000400:00000010:3.0:1788777371.833265:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b990. 00000100:00000001:3.0:1788777371.833268:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777371.833272:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211082240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.833278:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777371.833281:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211082240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.833287:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.833288:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777371.833352:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777371.833355:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777371.833358:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777371.833362:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777371.833365:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:3.0:1788777371.833376:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:3.0:1788777371.833380:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777371.833384:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211082496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.833390:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777371.833394:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211082496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.833400:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.833401:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777371.837161:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837179:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777371.837183:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837185:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777371.837194:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837201:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777371.837209:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837213:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837218:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837221:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55a80 00000400:00000200:3.0:1788777371.837226:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837232:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x788d [1] + 224 00000800:00000001:3.0:1788777371.837238:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837241:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777371.837245:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777371.837249:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777371.837256:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777371.837264:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eed80 x1875667211082368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777371.837274:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eed80 x1875667211082368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.837295:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777371.837304:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837308:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777371.837309:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837311:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777371.837314:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837318:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777371.837322:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837325:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837327:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837330:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55b00 00000400:00000200:3.0:1788777371.837333:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837336:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x78a5 [1] + 224 00000800:00000001:3.0:1788777371.837339:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837343:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777371.837344:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777371.837347:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777371.837350:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777371.837354:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211082496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777371.837361:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ece00 x1875667211082496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.837387:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777371.837391:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837395:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777371.837397:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837399:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777371.837402:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837406:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777371.837410:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837412:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837415:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837418:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd55a00 00000400:00000200:3.0:1788777371.837421:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777371.837425:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7895 [1] + 224 00000800:00000001:3.0:1788777371.837428:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837433:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777371.837435:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777371.837438:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777371.837451:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777371.837455:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eea00 x1875667211082240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777371.837494:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eea00 x1875667211082240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.837503:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777371.837516:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777371.837519:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777373.876838:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777373.876842:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777373.876846:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777375.924796:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296479199, at 4296479232 00000100:00000010:3.0:1788777375.924814:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd12131e0. 00000800:00000200:3.0:1788777376.950970:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777376.950975:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837500. 00000400:00000200:3.0:1788777376.950982:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777376.950987:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777376.950992:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256bb0 00000400:00000010:3.0:1788777376.950995:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256bb0. 00000100:00000001:3.0:1788777376.950999:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777376.951005:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123800 x1875667211082880/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.951015:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777376.951019:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123800 x1875667211082880/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.951026:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777376.951028:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777376.951374:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777376.951378:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837b00. 00000400:00000200:3.0:1788777376.951382:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777376.951387:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777376.951391:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256770 00000400:00000010:3.0:1788777376.951393:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256770. 00000100:00000001:3.0:1788777376.951396:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777376.951401:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120380 x1875667211083136/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.951410:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777376.951412:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120380 x1875667211083136/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.951418:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777376.951419:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777376.951430:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777376.951433:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837800. 00000400:00000200:3.0:1788777376.951436:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777376.951439:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777376.951441:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256cc0 00000400:00000010:3.0:1788777376.951443:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256cc0. 00000100:00000001:3.0:1788777376.951445:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777376.951448:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120e00 x1875667211082752/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.951455:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777376.951457:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120e00 x1875667211082752/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.951495:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777376.951496:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777376.951558:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777376.951561:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837400. 00000400:00000200:3.0:1788777376.951564:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777376.951568:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777376.951571:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256908 00000400:00000010:3.0:1788777376.951573:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256908. 00000100:00000001:3.0:1788777376.951575:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777376.951578:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123b80 x1875667211083008/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.951590:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777376.951593:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123b80 x1875667211083008/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.951598:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777376.951600:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1788777376.954609:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777376.954615:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777376.954620:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777376.960829:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777376.960845:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777376.960850:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777376.960852:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777376.960860:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960867:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777376.960876:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960881:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960886:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960890:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd55d00 00000400:00000200:3.0:1788777376.960894:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960899:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x78c5 [1] + 224 00000800:00000001:3.0:1788777376.960906:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777376.960910:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777376.960913:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777376.960917:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777376.960924:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777376.960932:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123b80 x1875667211083008/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777376.960943:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123b80 x1875667211083008/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.960952:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777376.960960:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777376.960964:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777376.960965:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777376.960967:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777376.960969:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960972:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777376.960976:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960979:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960982:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960984:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd55c00 00000400:00000200:3.0:1788777376.960987:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777376.960992:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x78bd [1] + 224 00000800:00000001:3.0:1788777376.960995:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777376.961000:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777376.961002:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777376.961005:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777376.961008:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777376.961012:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120e00 x1875667211082752/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777376.961020:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120e00 x1875667211082752/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777376.961028:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777376.961031:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777376.961034:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777380.022043:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777380.022047:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777380.022051:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777381.045054:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296484320, at 4296484352 00000100:00000010:3.0:1788777381.045061:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd12135a0. 00000800:00000200:3.0:1788777382.070679:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777382.070686:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837f00. 00000400:00000200:3.0:1788777382.070696:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777382.070706:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777382.070713:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92566e8 00000400:00000010:3.0:1788777382.070717:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92566e8. 00000100:00000001:3.0:1788777382.070725:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777382.070733:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211083264/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.070754:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777382.070761:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211083264/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.070777:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.070781:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777382.070796:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777382.070801:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837a00. 00000400:00000200:3.0:1788777382.070805:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777382.070813:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777382.070817:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256b28 00000400:00000010:3.0:1788777382.070820:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256b28. 00000100:00000001:3.0:1788777382.070824:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777382.070831:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edc00 x1875667211083520/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.070844:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777382.070850:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edc00 x1875667211083520/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.070862:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.070865:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777382.070875:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777382.070947:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837900. 00000400:00000200:3.0:1788777382.070951:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777382.070955:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777382.070958:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256a18 00000400:00000010:3.0:1788777382.070959:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256a18. 00000100:00000001:3.0:1788777382.070962:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777382.070966:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211083392/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.070979:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777382.070982:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211083392/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.070988:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.070990:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777382.071237:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777382.071241:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837e00. 00000400:00000200:3.0:1788777382.071244:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777382.071248:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777382.071250:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256440 00000400:00000010:3.0:1788777382.071252:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256440. 00000100:00000001:3.0:1788777382.071254:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777382.071258:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef800 x1875667211083648/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.071266:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777382.071269:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef800 x1875667211083648/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.071277:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.071278:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777382.078228:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777382.078236:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777382.078239:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777382.078241:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777382.078246:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777382.078250:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777382.078256:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777382.078259:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777382.078262:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777382.078266:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd55e00 00000400:00000200:3.0:1788777382.078270:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777382.078274:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x78cd [1] + 224 00000800:00000001:3.0:1788777382.078279:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777382.078283:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777382.078286:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777382.078290:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777382.078294:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777382.078299:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211083264/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777382.078309:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ece00 x1875667211083264/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.078330:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777382.078335:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777382.078338:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777383.093871:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777383.093877:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777383.093882:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777386.164579:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296489439, at 4296489472 00000100:00000010:3.0:1788777386.164604:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213300. 00000020:00000001:3.0:1788777386.164764:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777386.164767:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777386.164771:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777387.199437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777387.199451:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777387.203107:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256d80. 00000020:00000040:3.0:1788777387.203121:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777387.203127:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777387.203130:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777387.203136:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777387.206091:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777387.206097:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777387.209414:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777387.209432:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777387.209435:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777387.209437:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777387.209447:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777387.209455:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777387.209674:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777387.209680:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777387.209686:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777387.209690:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd56080 00000400:00000200:3.0:1788777387.209695:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777387.209702:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x78ed [1] + 224 00000800:00000001:3.0:1788777387.209709:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788777387.216794:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777387.216802:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777387.216811:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777387.216813:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777387.216817:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b688. 00000400:00000200:3.0:1788777387.216824:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93cc0 00000400:00000010:3.0:1788777387.216827:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93cc0. 00000100:00000001:3.0:1788777387.216831:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777387.216840:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256d80 x1875667211083776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777387.216850:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256d80 x1875667211083776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.216856:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777387.216858:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.216860:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777387.217262:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777387.217266:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777387.217269:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777387.217280:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777387.217288:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777387.217293:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777387.217296:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777387.217298:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777387.217300:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777387.217303:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777387.217306:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777387.217314:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256d80 x1875667211083776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.217321:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777387.217324:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777387.217326:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777387.217331:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256d80 x1875667211083776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777387.217339:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211083776:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777387.217345:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777387.217347:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777387.217349:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919ba50. 00000400:00000200:3.0:1788777387.217352:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93b28 00000400:00000010:3.0:1788777387.217354:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93b28. 00000100:00000001:3.0:1788777387.217356:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777387.217360:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639fb80 x1875667211084032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777387.217368:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639fb80 x1875667211084032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.217375:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777387.217376:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.217378:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777387.217379:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777387.217381:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777387.217382:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777387.217384:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777387.217389:0:2415:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fc530b460 time=46 v=105 (105 105 105 137) 00000100:00001000:3.0:1788777387.217393:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777387.217395:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777387.217396:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777387.217398:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777387.217401:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777387.217404:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777387.217407:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777387.217409:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777387.217411:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777387.217414:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639fb80 x1875667211084032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.217421:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777387.217422:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777387.217424:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777387.217427:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639fb80 x1875667211084032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777387.217435:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211084032:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777387.217440:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777387.217441:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777387.217443:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bc08. 00000400:00000200:3.0:1788777387.217445:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93a18 00000400:00000010:3.0:1788777387.217447:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93a18. 00000100:00000001:3.0:1788777387.217449:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777387.217453:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f800 x1875667211083904/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777387.217508:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f800 x1875667211083904/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.217516:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777387.217518:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.217520:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777387.217521:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777387.217522:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777387.217524:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777387.217526:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777387.217529:0:2415:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fd0064460 time=46 v=105 (105 105 105 137) 00000100:00001000:3.0:1788777387.217532:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=140 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777387.217535:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777387.217537:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777387.217538:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777387.217541:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777387.217543:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777387.217544:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788777387.217546:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777387.217547:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777387.217552:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f800 x1875667211083904/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.217559:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777387.217561:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777387.217573:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777387.217577:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f800 x1875667211083904/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777387.217585:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211083904:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777387.217590:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777387.217591:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777387.217593:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:3.0:1788777387.217596:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93220 00000400:00000010:3.0:1788777387.217598:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93220. 00000100:00000001:3.0:1788777387.217600:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777387.217604:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c700 x1875667211084160/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777387.217730:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c700 x1875667211084160/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.217737:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777387.217739:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.217741:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777387.217742:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777387.217744:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777387.217745:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777387.217747:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777387.217813:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=46 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777387.217818:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=104 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777387.217820:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777387.217821:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777387.217823:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777387.217825:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777387.217827:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777387.217829:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788777387.217831:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777387.217832:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777387.217837:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c700 x1875667211084160/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.217843:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777387.217845:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777387.217846:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777387.217850:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c700 x1875667211084160/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777387.217857:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211084160:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777387.217862:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.217865:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777387.217934:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256d80 x1875667211083776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.217942:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777387.217944:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777387.217948:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5179600. 02000000:00000001:3.0:1788777387.217953:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777387.217955:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777387.217957:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777387.217960:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777387.217963:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956b00. 02000000:00000001:3.0:1788777387.217966:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777387.217968:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777387.217971:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256d80. 00000100:00000001:3.0:1788777387.217976:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777387.217978:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.217980:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777387.217983:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639fb80 x1875667211084032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.217989:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777387.217991:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777387.217992:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5178e00. 02000000:00000001:3.0:1788777387.217994:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777387.217996:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777387.217997:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777387.217999:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777387.218000:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956e00. 02000000:00000001:3.0:1788777387.218002:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777387.218004:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777387.218005:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639fb80. 00000100:00000001:3.0:1788777387.218007:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777387.218008:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.218010:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777387.218013:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f800 x1875667211083904/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.218018:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777387.218020:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777387.218021:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5179000. 02000000:00000001:3.0:1788777387.218023:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777387.218024:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777387.218025:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777387.218027:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777387.218029:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956100. 02000000:00000001:3.0:1788777387.218326:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777387.218327:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777387.218329:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f800. 00000100:00000001:3.0:1788777387.218332:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777387.218334:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.218336:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777387.218340:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c700 x1875667211084160/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777387.218347:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777387.218348:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777387.218350:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc5178800. 02000000:00000001:3.0:1788777387.218352:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777387.218353:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777387.218355:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777387.218357:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777387.218358:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956000. 02000000:00000001:3.0:1788777387.218360:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777387.218361:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777387.218362:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c700. 00000100:00000001:3.0:1788777387.218364:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777387.218365:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.218368:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777387.218377:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777387.218379:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777387.218382:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777387.218384:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777389.237235:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777389.237239:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777389.237242:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777391.284610:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296494574, at 4296494592 00000100:00000010:3.0:1788777391.284637:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efce40. 00000100:00000001:3.0:1788777392.311494:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.311499:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777392.311501:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777392.311508:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e680 x1875667211084288/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.311515:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777392.311518:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.311521:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777392.311524:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777392.311526:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777392.311530:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211084288:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777392.311535:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777392.311540:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777392.311542:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.311545:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777392.311549:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c800. 02000000:00000001:3.0:1788777392.311551:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777392.311558:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777392.311562:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c730b0. 00000400:00000010:3.0:1788777392.311568:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255ee0. 00000100:00000200:3.0:1788777392.311575:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211084288, portal 25 00000100:00000001:3.0:1788777392.311577:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777392.311579:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504815744 : -110914204735872 : ffff9b1fc639e680) 00000100:00000040:3.0:1788777392.311584:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e680 x1875667211084288/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.311592:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777392.311595:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777392.311597:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255220. 00000100:00000200:3.0:1788777392.311599:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211084288, offset 0 00000400:00000200:3.0:1788777392.311606:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777392.311613:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777392.311619:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777392.311624:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777392.311628:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777392.311631:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777392.311634:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777392.311637:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2573:2573:256:4294967295] 192.168.204.133@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:3.0:1788777392.311642:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777392.311650:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777392.311655:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777392.311659:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777392.311667:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777392.311674:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777392.311678:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777392.311692:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777392.311696:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777392.311699:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296499681 00000100:00000010:3.0:1788777392.311703:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181480. 00000100:00000001:3.0:1788777392.311710:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777392.311714:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296499681 00000100:00000010:3.0:1788777392.311717:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181600. 00000100:00000001:3.0:1788777392.311720:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777392.311722:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777392.311725:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.311728:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777392.311731:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ed80 x1875667211084544/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.311737:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777392.311739:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.311741:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777392.311742:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777392.311744:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777392.311747:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211084544:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777392.311750:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777392.311752:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777392.311753:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.311755:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777392.311758:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115ce00. 02000000:00000001:3.0:1788777392.311760:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777392.311763:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777392.311766:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000010:3.0:1788777392.311770:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255d48. 00000100:00000200:3.0:1788777392.311772:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211084544, portal 10 00000100:00000001:3.0:1788777392.311774:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777392.311775:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504817536 : -110914204734080 : ffff9b1fc639ed80) 00000100:00000040:3.0:1788777392.311781:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ed80 x1875667211084544/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.311787:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777392.311788:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777392.311791:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255550. 00000100:00000200:3.0:1788777392.311792:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211084544, offset 0 00000400:00000200:3.0:1788777392.311796:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777392.311799:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777392.311802:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777392.311805:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777392.311807:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777392.311809:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777392.311811:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777392.311813:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2574:2574:255:4294967295] 192.168.204.133@tcp LPNI seq info [2573:2573:7:4294967295] 00000400:00000200:3.0:1788777392.311816:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777392.311821:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777392.311825:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777392.311829:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777392.311832:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777392.311835:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777392.311838:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777392.311840:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777392.311844:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21726 usecs (22 jiffies) 00000400:00000200:3.0:1788777392.311846:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777392.311848:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296495641 00000100:00000001:3.0:1788777392.311850:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296499681 00000100:00000001:3.0:1788777392.311852:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296495641 00000100:00000001:3.0:1788777392.311853:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296499681 00000100:00000001:3.0:1788777392.311856:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777392.311857:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.311859:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.311862:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.311868:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777392.311870:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777392.311872:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.311873:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777392.311875:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777392.311877:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788777392.311878:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.311880:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777392.311881:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.311883:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.311884:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777392.311885:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777392.311900:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211084416/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.311907:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777392.311908:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.311910:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777392.311912:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777392.311913:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777392.311916:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211084416:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777392.311919:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777392.311922:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777392.311923:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.311925:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777392.311928:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115dc00. 02000000:00000001:3.0:1788777392.311929:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777392.311933:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777392.311935:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777392.311939:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255110. 00000100:00000200:3.0:1788777392.311942:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211084416, portal 10 00000100:00000001:3.0:1788777392.311943:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777392.311945:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:3.0:1788777392.311951:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d500 x1875667211084416/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.311957:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777392.311959:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777392.311962:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255880. 00000100:00000200:3.0:1788777392.311963:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211084416, offset 0 00000400:00000200:3.0:1788777392.311967:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777392.311970:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777392.311973:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777392.311975:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777392.311978:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777392.311980:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777392.311982:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777392.311985:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2575:2575:254:4294967295] 192.168.204.133@tcp LPNI seq info [2574:2574:6:4294967295] 00000400:00000200:3.0:1788777392.311989:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777392.311994:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777392.311998:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777392.312001:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b600. 00000800:00000200:3.0:1788777392.312004:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777392.312009:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777392.312011:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777392.312014:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777392.312016:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 536476 usecs (537 jiffies) 00000400:00000200:3.0:1788777392.312019:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777392.312021:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296496156 00000100:00000001:3.0:1788777392.312023:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296499681 00000100:00000001:3.0:1788777392.312025:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296496156 00000100:00000001:3.0:1788777392.312027:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296499681 00000100:00000001:3.0:1788777392.312030:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777392.312032:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.312034:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777392.312037:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ca80 x1875667211084672/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.312044:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777392.312045:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.312047:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777392.312048:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777392.312050:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777392.312052:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211084672:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777392.312055:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777392.312057:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777392.312058:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.312059:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777392.312062:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c400. 02000000:00000001:3.0:1788777392.312063:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777392.312066:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777392.312068:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73840. 00000400:00000010:3.0:1788777392.312071:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255770. 00000100:00000200:3.0:1788777392.312073:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211084672, portal 4 00000100:00000001:3.0:1788777392.312075:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777392.312076:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000040:3.0:1788777392.312081:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ca80 x1875667211084672/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.312086:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777392.312088:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777392.312090:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92557f8. 00000100:00000200:3.0:1788777392.312092:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211084672, offset 0 00000400:00000200:3.0:1788777392.312096:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777392.312099:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777392.312101:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777392.312104:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777392.312106:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777392.312108:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777392.312110:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777392.312113:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2576:2576:253:4294967295] 192.168.204.133@tcp LPNI seq info [2575:2575:5:4294967295] 00000400:00000200:3.0:1788777392.312116:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777392.312121:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777392.312125:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777392.312127:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777392.312130:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777392.312133:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777392.312135:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777392.312138:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777392.312140:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 275166 usecs (276 jiffies) 00000400:00000200:3.0:1788777392.312142:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777392.312144:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296495895 00000100:00000001:3.0:1788777392.312146:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296499681 00000100:00000001:3.0:1788777392.312148:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296495895 00000100:00000001:3.0:1788777392.312150:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296499681 00000100:00000001:3.0:1788777392.312152:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777392.312153:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.312155:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.312157:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.312170:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.312172:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777392.312179:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777392.312181:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777392.312189:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777392.316353:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.316358:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777392.316365:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777392.316368:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777392.316371:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c730b0. 00000400:00000200:3.0:1788777392.316376:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255ee0 00000400:00000010:3.0:1788777392.316378:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255ee0. 00000100:00000001:3.0:1788777392.316381:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777392.316385:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e680 x1875667211084288/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777392.316394:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e680 x1875667211084288/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.316410:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777392.316413:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.316415:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777392.316418:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777392.316421:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777392.316422:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.316426:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777392.316432:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777392.316436:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777392.316439:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777392.316441:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777392.316444:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777392.316446:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.316449:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777392.316454:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e680 x1875667211084288/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.316460:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777392.316499:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777392.316501:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777392.316507:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e680 x1875667211084288/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777392.316514:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211084288:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777392.316527:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777392.316529:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777392.316531:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000200:3.0:1788777392.316533:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255d48 00000400:00000010:3.0:1788777392.316535:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255d48. 00000100:00000001:3.0:1788777392.316537:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777392.316540:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ed80 x1875667211084544/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777392.316548:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ed80 x1875667211084544/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.316554:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777392.316556:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.316557:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777392.316559:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777392.316560:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777392.316561:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.316563:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777392.316569:0:2414:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fc530b460 time=51 v=105 (105 105 105 137) 00000100:00001000:3.0:1788777392.316572:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777392.316574:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777392.316575:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777392.316576:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777392.316579:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.316581:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777392.316583:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777392.316585:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777392.316586:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777392.316590:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ed80 x1875667211084544/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.316595:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777392.316597:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777392.316598:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777392.316601:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ed80 x1875667211084544/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777392.316614:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211084544:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777392.316618:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.316621:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777392.316624:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e680 x1875667211084288/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.316630:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777392.316633:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777392.316636:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115c800. 02000000:00000001:3.0:1788777392.316640:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777392.316642:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777392.316644:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777392.316646:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777392.316649:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956a00. 02000000:00000001:3.0:1788777392.316652:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777392.316654:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777392.316656:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e680. 00000100:00000001:3.0:1788777392.316659:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777392.316660:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.316662:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777392.316665:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ed80 x1875667211084544/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.316672:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777392.316673:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777392.316675:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115ce00. 02000000:00000001:3.0:1788777392.316676:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777392.316677:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777392.316678:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777392.316685:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777392.316686:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956600. 02000000:00000001:3.0:1788777392.316688:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777392.316689:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777392.316690:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ed80. 00000100:00000001:3.0:1788777392.316692:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777392.316694:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.316697:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.316699:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.316700:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777392.316702:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.316703:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.317584:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.317587:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777392.317668:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777392.317678:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777392.317681:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73898. 00000400:00000200:3.0:1788777392.317684:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255110 00000400:00000010:3.0:1788777392.317686:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255110. 00000100:00000001:3.0:1788777392.317688:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777392.317693:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211084416/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777392.317701:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211084416/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.317708:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777392.317709:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.317711:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777392.317713:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777392.317715:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777392.317717:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.317719:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777392.317725:0:2414:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fd0064460 time=51 v=105 (105 105 105 137) 00000100:00001000:3.0:1788777392.317728:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=145 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777392.317730:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777392.317732:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777392.317733:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777392.317736:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.317739:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777392.317741:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788777392.317742:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777392.317743:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777392.317747:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211084416/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.317754:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777392.317757:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777392.317758:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777392.317762:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211084416/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777392.317768:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211084416:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777392.317774:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.317775:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777392.317778:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211084416/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.317784:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777392.317785:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777392.317787:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115dc00. 02000000:00000001:3.0:1788777392.318106:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777392.318109:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777392.318110:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777392.318113:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777392.318116:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956d00. 02000000:00000001:3.0:1788777392.318119:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777392.318120:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777392.318122:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:3.0:1788777392.318125:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777392.318126:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.318130:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.318131:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.318133:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777392.318135:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.318136:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.323294:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.323299:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777392.323309:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777392.323311:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777392.323316:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73840. 00000400:00000200:3.0:1788777392.323320:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255770 00000400:00000010:3.0:1788777392.323323:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255770. 00000100:00000001:3.0:1788777392.323327:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777392.323332:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ca80 x1875667211084672/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777392.323342:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ca80 x1875667211084672/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.323348:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777392.323350:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.323353:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777392.323356:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777392.323358:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777392.323360:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777392.323363:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777392.323372:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=51 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777392.323376:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777392.323379:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777392.323381:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777392.323383:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777392.323387:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.323390:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777392.323406:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788777392.323408:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777392.323410:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777392.323415:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ca80 x1875667211084672/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.323423:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777392.323426:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777392.323428:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777392.323432:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ca80 x1875667211084672/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777392.323440:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211084672:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777392.323445:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.323447:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777392.323450:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ca80 x1875667211084672/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777392.323457:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777392.323460:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777392.323500:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115c400. 02000000:00000001:3.0:1788777392.323503:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777392.323506:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777392.323508:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777392.323510:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777392.323513:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956900. 02000000:00000001:3.0:1788777392.323516:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777392.323518:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777392.323520:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ca80. 00000100:00000001:3.0:1788777392.323523:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777392.323525:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.323527:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777392.323534:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777392.323536:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777392.323538:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777392.323540:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777395.380914:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777395.380918:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777395.380921:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777396.404755:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296499681, at 4296499712 00000100:00000010:3.0:1788777396.404761:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181600. 00000020:00000001:3.0:1788777397.429613:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777397.429618:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777397.429624:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777398.452670:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777398.452673:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777398.452676:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777400.500746:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777400.500749:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.500753:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777401.524783:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296504800, at 4296504832 00000100:00000010:3.0:1788777401.524800:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213b40. 00000020:00000001:3.0:1788777401.527749:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777401.527752:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777401.527755:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777402.092290:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777402.092294:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777402.092297:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777402.092304:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123b80 x1875667211085440/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777402.092312:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777402.092314:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777402.092317:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777402.092319:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777402.092321:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777402.092386:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211085440:192.168.204.133@tcp:38:kworker.0 00000100:00000001:3.0:1788777402.092390:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777402.092393:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777402.092396:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777402.092479:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777402.092485:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ee800. 02000000:00000001:3.0:1788777402.092488:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777402.092493:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777402.092496:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73840. 00000400:00000010:3.0:1788777402.092501:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255770. 00000100:00000200:3.0:1788777402.092506:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211085440, portal 10 00000100:00000001:3.0:1788777402.092508:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777402.092509:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000040:3.0:1788777402.092517:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123b80 x1875667211085440/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777402.092525:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777402.092528:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777402.092531:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255110. 00000100:00000200:3.0:1788777402.092534:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211085440, offset 0 00000400:00000200:3.0:1788777402.092539:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777402.092544:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777402.092549:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777402.092552:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777402.092555:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777402.092558:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777402.092561:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777402.092564:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2582:2582:256:4294967295] 192.168.204.133@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:3.0:1788777402.092568:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777402.092574:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777402.092580:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777402.092584:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777402.092589:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777402.092595:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777402.092598:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788777402.092670:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777402.092675:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 534727 usecs (535 jiffies) 00000400:00000200:3.0:1788777402.092678:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777402.092681:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296505935 00000100:00000001:3.0:1788777402.092683:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296509460 00000100:00000001:3.0:1788777402.092685:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296505935 00000100:00000001:3.0:1788777402.092687:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296509460 00000100:00000001:3.0:1788777402.092690:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777402.092692:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.092694:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.092696:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777402.092704:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777402.092705:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788777402.092708:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777402.092709:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777402.092710:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.092711:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.109618:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777402.109637:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777402.109647:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777402.109649:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777402.109654:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73840. 00000400:00000200:3.0:1788777402.109661:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255770 00000400:00000010:3.0:1788777402.109664:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255770. 00000100:00000001:3.0:1788777402.109668:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777402.109678:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123b80 x1875667211085440/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777402.109688:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123b80 x1875667211085440/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777402.109696:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777402.109698:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777402.109701:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777402.109706:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777402.109709:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777402.109711:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777402.109716:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777402.109727:0:2411:0:(import.c:2149:obd_at_measure()) add 105 to ffff9b1fd0064460 time=61 v=105 (105 105 105 137) 00000100:00001000:3.0:1788777402.109742:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=5 v=5 (1 1 0 0) 00000100:00000001:3.0:1788777402.109746:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777402.109747:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777402.109751:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777402.109756:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.109760:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777402.109763:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788777402.109765:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777402.109767:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777402.109772:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123b80 x1875667211085440/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777402.109785:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777402.109789:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777402.109792:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777402.109795:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788777402.109802:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:3.0:1788777402.109806:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777402.109808:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:3.0:1788777402.109811:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777402.109815:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:3.0:1788777402.109819:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:3.0:1788777402.109822:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00001000:3.0:1788777402.109825:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=1788777402 v=0 (0 0 0 0) 00000100:00001000:3.0:1788777402.109828:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fd0064418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788777402.109833:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000020:00000040:3.0:1788777402.109839:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00000001:3.0:1788777402.109842:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788777402.109846:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1788777402.109851:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b1fc31a7000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1788777402.109856:0:2411:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1788777402.109866:0:2411:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777402.109869:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788777402.109874:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1788777402.109878:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777402.109881:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777402.109883:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777402.109885:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777402.109887:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777402.109888:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777402.109890:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.109891:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777402.109895:0:2411:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.133@tcp after partition 00000100:00080000:3.0:1788777402.109898:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1788777402.109903:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788777402.109907:0:2411:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788777402.109909:0:2411:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788777402.109913:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788777402.109915:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788777402.109917:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788777402.109918:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788777402.109919:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788777402.109921:0:2411:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788777402.109924:0:2411:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b1fc339d548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788777402.109928:0:2411:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x22b16ee488cdbdfd 00800000:00000040:3.0:1788777402.109931:0:2411:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b1fc31a7000=67f3d5ce-64e4-46be-9428-e80a71444531 device 3 (ffff9b1fc3398000) type mdc at LMV idx 0 00800000:00000040:3.0:1788777402.109934:0:2411:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b1fc3398000 already active! 00800000:00000001:3.0:1788777402.109936:0:2411:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777402.109938:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777402.109939:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777402.109941:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777402.109942:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777402.109944:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777402.109945:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777402.109948:0:2411:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000002:00000001:3.0:1788777402.110543:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.110549:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788777402.110555:0:2411:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b1fc31a7000: Connection restored to 192.168.204.133@tcp (at 192.168.204.133@tcp) 00000100:00080000:3.0:1788777402.110566:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000bc339e28): req@ffff9b1fc31ec700 x1875667211064576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777402 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777402.110597:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.110602:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777402.110607:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123b80 x1875667211085440/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777402.110617:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211085440:192.168.204.133@tcp:38:kworker.0 00000100:00000001:3.0:1788777402.110637:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777402.110642:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777402.110646:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123b80 x1875667211085440/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777402.110654:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777402.110658:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777402.110662:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ee800. 02000000:00000001:3.0:1788777402.110666:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777402.110669:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777402.110670:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777402.110673:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777402.110677:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356d000. 02000000:00000001:3.0:1788777402.110682:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777402.110684:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777402.110686:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123b80. 00000100:00000001:3.0:1788777402.110691:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777402.110693:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777402.110696:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777402.110705:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777402.110707:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.110710:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777402.110712:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777402.160031:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777402.160036:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956300. 00000400:00000200:3.0:1788777402.160041:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777402.160046:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777402.160052:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93770 00000400:00000010:3.0:1788777402.160054:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93770. 00000100:00000001:3.0:1788777402.160058:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777402.160063:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ce00 x1875667211086336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777418 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777402.160072:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777402.160075:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ce00 x1875667211086336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777418 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777402.160088:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777402.160090:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788777402.176540:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157c200. 00000080:00000010:1.1:1788777402.176557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882980. 00000080:00000010:1.1:1788777402.176564:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1528000. 00000080:00000010:1.1:1788777402.176571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18822c0. 00000020:00000001:3.0:1788777403.574328:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777403.574332:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777403.574334:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788777404.646384:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777404.646390:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5400. 00000400:00000200:3.0:1788777404.646395:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.646401:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777404.646408:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:3.0:1788777404.646410:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:3.0:1788777404.646415:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777404.646422:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eca80 x1875667211086464/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777545 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.646433:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777404.646437:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eca80 x1875667211086464/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777545 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.646444:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777404.646446:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777404.652960:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777404.652971:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777404.652978:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.652987:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777404.652995:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926be58 00000400:00000010:3.0:1788777404.652998:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926be58. 00000100:00000001:3.0:1788777404.653004:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777404.653012:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eca80 x1875667211086592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777545 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.653024:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777404.653029:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eca80 x1875667211086592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777545 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.653036:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777404.653045:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777404.677200:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777404.677211:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956300. 00000400:00000200:3.0:1788777404.677218:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.677238:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777404.677246:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93c38 00000400:00000010:3.0:1788777404.677250:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93c38. 00000100:00000001:3.0:1788777404.677255:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777404.677264:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c380 x1875667211086848/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777404.677277:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777404.677281:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c380 x1875667211086848/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777545 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777404.677287:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777404.677290:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777404.680696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7800. 00000080:00000010:2.1:1788777404.687545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18826a0. 00010000:00000010:2.1:1788777404.687566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e300. 00010000:00000010:2.1:1788777404.687572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6600. 00000800:00000001:3.0:1788777404.693859:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777404.693865:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.693869:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.693882:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.693894:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777404.693910:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.693917:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.693924:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.693929:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 10 MB=0x6a9e8cdd56c00 00000400:00000200:3.0:1788777404.694083:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.694093:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 448/448 into md 0x79ed [1] + 224 00000800:00000001:3.0:1788777404.694105:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.694122:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.694126:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.694131:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777404.694142:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777404.694154:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c380 x1875667211086848/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777404.694173:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b1fc639c380 x1875667211086848/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777404.694268:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777404.694281:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.694284:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777404.719637:0:31379:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777404.719647:0:31379:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777404.719650:0:31379:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777404.719655:0:31379:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533b20 00000080:00200000:3.0:1788777404.719661:0:31379:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777404.719672:0:31379:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc7e65a00. 00800000:00000002:3.0:1788777404.719681:0:31379:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777404.719686:0:31379:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777404.719694:0:31379:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777404.719696:0:31379:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533a40 00800000:00000002:3.0:1788777404.719699:0:31379:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777404.719703:0:31379:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777404.719707:0:31379:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777404.719711:0:31379:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777404.719714:0:31379:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777404.719717:0:31379:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777404.719719:0:31379:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777404.719721:0:31379:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777404.719724:0:31379:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777404.719728:0:31379:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777404.719734:0:31379:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777404.719736:0:31379:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533910 00000002:00010000:3.0:1788777404.719738:0:31379:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777404.719742:0:31379:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777404.719744:0:31379:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777404.719749:0:31379:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777404.719757:0:31379:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777404.719760:0:31379:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777404.719764:0:31379:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777404.719767:0:31379:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777404.719769:0:31379:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777404.719776:0:31379:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256d80. 00000020:00000040:3.0:1788777404.719780:0:31379:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777404.719788:0:31379:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777404.719795:0:31379:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777404.719803:0:31379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777404.719806:0:31379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777404.719808:0:31379:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777404.719811:0:31379:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777404.719815:0:31379:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777404.719820:0:31379:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777404.719829:0:31379:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ecc00. 00000100:00000001:3.0:1788777404.719837:0:31379:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777404.719843:0:31379:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777404.719845:0:31379:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777404.719847:0:31379:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777404.719848:0:31379:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777404.719850:0:31379:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777404.719856:0:31379:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453142400 : -110914256409216 : ffff9b1fc3256d80) 00010000:00000001:3.0:1788777404.719861:0:31379:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777404.719864:0:31379:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777404.719869:0:31379:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8dd00. 00010000:00000010:3.0:1788777404.719873:0:31379:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc35f4880. 00010000:00000001:3.0:1788777404.719877:0:31379:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777404.719881:0:31379:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814400. 00000020:00000001:3.0:1788777404.719885:0:31379:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777404.719888:0:31379:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814400 with handle 0x22b16ee488cdc7dc to hash 00000020:00000001:3.0:1788777404.719891:0:31379:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777404.719892:0:31379:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694042112 : -110914015509504 : ffff9b1fd1814400) 00010000:00000001:3.0:1788777404.719896:0:31379:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694042112 : -110914015509504 : ffff9b1fd1814400) 00010000:00000001:3.0:1788777404.719901:0:31379:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777404.719904:0:31379:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777404.719908:0:31379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc7dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31379 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777404.719920:0:31379:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc7dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31379 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777404.719932:0:31379:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc7dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31379 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777404.720012:0:31379:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777404.720014:0:31379:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777404.720022:0:31379:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc703b0c0. 00000100:00000001:3.0:1788777404.720025:0:31379:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159518040256 : -110914191511360 : ffff9b1fc703b0c0) 00000100:00000001:3.0:1788777404.720028:0:31379:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777404.720030:0:31379:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453142400 : -110914256409216 : ffff9b1fc3256d80) 00000100:00000001:3.0:1788777404.720036:0:31379:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777404.720041:0:31379:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777404.720044:0:31379:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777404.720046:0:31379:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777404.720058:0:31379:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256d80 x1875667211086976/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.720068:0:31379:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777404.720071:0:31379:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777404.720076:0:31379:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777404.720079:0:31379:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777404.720081:0:31379:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777404.720085:0:31379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:31379:1875667211086976:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777404.720090:0:31379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777404.720096:0:31379:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777404.720099:0:31379:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777404.720102:0:31379:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777404.720108:0:31379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1094800. 02000000:00000001:3.0:1788777404.720109:0:31379:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777404.720118:0:31379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777404.720122:0:31379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73840. 00000400:00000010:3.0:1788777404.720132:0:31379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255770. 00000100:00000200:3.0:1788777404.720141:0:31379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211086976, portal 10 00000100:00000001:3.0:1788777404.720143:0:31379:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777404.720144:0:31379:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453142400 : -110914256409216 : ffff9b1fc3256d80) 00000100:00000040:3.0:1788777404.720150:0:31379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3256d80 x1875667211086976/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777545 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.720158:0:31379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777404.720161:0:31379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777404.720164:0:31379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255d48. 00000100:00000200:3.0:1788777404.720167:0:31379:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211086976, offset 0 00000400:00000200:3.0:1788777404.720176:0:31379:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777404.720188:0:31379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.720197:0:31379:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777404.720204:0:31379:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777404.720210:0:31379:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777404.720215:0:31379:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777404.720218:0:31379:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777404.720234:0:31379:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2592:2592:256:4294967295] 192.168.204.133@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:3.0:1788777404.720239:0:31379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.720251:0:31379:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777404.720259:0:31379:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777404.720266:0:31379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bf00. 00000800:00000200:3.0:1788777404.720273:0:31379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777404.720282:0:31379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777404.720287:0:31379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bf00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788777404.720376:0:31379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777404.720382:0:31379:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 818566 usecs (819 jiffies) 00000400:00000200:3.0:1788777404.720386:0:31379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777404.720389:0:31379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296508846 00000100:00000001:3.0:1788777404.720393:0:31379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296509460 00000100:00000001:3.0:1788777404.720398:0:31379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296508846 00000100:00000001:3.0:1788777404.720400:0:31379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296509460 00000100:00000001:3.0:1788777404.720403:0:31379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777404.720406:0:31379:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777404.720409:0:31379:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777404.720411:0:31379:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:3.0:1788777404.720414:0:31379:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc703b0c0 going to sleep for 136 seconds 00000100:00000001:3.0:1788777404.720417:0:31379:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777404.720421:0:31379:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777404.723668:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.723692:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777404.723698:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.723701:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.723714:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.723724:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777404.723735:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.723741:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.723748:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.723752:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd56c80 00000400:00000200:3.0:1788777404.723757:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.723764:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x79fd [1] + 224 00000800:00000001:3.0:1788777404.723773:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.723780:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.723784:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.723789:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777404.723798:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777404.723809:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256d80 x1875667211086976/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777545 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777404.723821:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc3256d80 x1875667211086976/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777545 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.724155:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777404.724169:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.724173:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777404.746770:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.746792:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777404.746798:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.746800:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.746810:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.746820:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777404.746832:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.746838:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.746845:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.746849:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 584 into portal 10 MB=0x6a9e8cdd56d00 00000400:00000200:3.0:1788777404.746855:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.746862:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 584/584 into md 0x7a0d [1] + 224 00000800:00000001:3.0:1788777404.746871:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.746895:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.746899:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.746905:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777404.746915:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777404.746926:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eca80 x1875667211087104/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777545 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777404.746951:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b1fc31eca80 x1875667211087104/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777545 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.747046:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777404.747057:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.747061:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788777404.755698:0:31379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7800. 00000800:00000001:3.0:1788777404.770142:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.770168:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777404.770172:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.770175:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.770187:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.770198:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777404.770209:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.770216:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.770234:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.770238:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 10 MB=0x6a9e8cdd56e00 00000400:00000200:3.0:1788777404.770245:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.770253:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 448/448 into md 0x7a15 [1] + 224 00000800:00000001:3.0:1788777404.770263:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.770273:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.770278:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.770283:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777404.770294:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777404.770306:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123800 x1875667211087360/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777404.770317:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b1fd1123800 x1875667211087360/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777404.770409:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777404.770422:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.770426:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788777404.780545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882200. 00010000:00000010:1.1:1788777404.780574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8dd00. 00010000:00000010:1.1:1788777404.780582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814400. 00000800:00000001:3.0:1788777404.834532:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.834554:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777404.834560:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.834563:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.834574:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.834584:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777404.834595:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.834601:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.834608:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.834613:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd56e80 00000400:00000200:3.0:1788777404.834618:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.834625:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7a1d [1] + 224 00000800:00000001:3.0:1788777404.834634:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.834640:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.834644:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.834650:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777404.834659:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777404.834671:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c000 x1875667211087488/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777545 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777404.834683:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639c000 x1875667211087488/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777545 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.834881:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788777404.837434:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777404.837445:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956900. 00000400:00000200:3.0:1788777404.837453:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.837493:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777404.837500:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:3.0:1788777404.837504:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:3.0:1788777404.837509:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777404.837517:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c000 x1875667211087616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777545 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.837531:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777404.837535:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c000 x1875667211087616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777545 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.837542:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777404.837544:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777404.846748:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.846774:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777404.846779:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.846781:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.846795:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.846806:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777404.846819:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.846825:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.846832:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.846836:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd56f00 00000400:00000200:3.0:1788777404.846842:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.846851:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7a2d [1] + 224 00000800:00000001:3.0:1788777404.846860:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.846868:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.846872:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.846876:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777404.846887:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777404.846898:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c000 x1875667211087616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777545 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777404.846910:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639c000 x1875667211087616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777545 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.846991:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777404.847003:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.847007:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777404.849888:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777404.849893:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777404.849899:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.849905:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777404.849911:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bcc0 00000400:00000010:3.0:1788777404.849913:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bcc0. 00000100:00000001:3.0:1788777404.849919:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777404.849924:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211087872/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777545 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.849941:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777404.849945:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211087872/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777545 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.849952:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777404.849953:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777404.856266:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.856292:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777404.856298:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.856301:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.856314:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.856323:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777404.856336:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.856342:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.856349:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.856354:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd57000 00000400:00000200:3.0:1788777404.856360:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777404.856367:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7a3d [32] + 224 00000800:00000001:3.0:1788777404.856376:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.856384:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777404.856388:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777404.856393:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777404.856419:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777404.856431:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211087872/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777545 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777404.856443:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc31ed880 x1875667211087872/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777545 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777404.856603:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777404.856616:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777404.856620:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777405.936318:0:31391:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777405.936325:0:31391:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777405.936328:0:31391:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777405.936332:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e3bc0 00000080:00200000:3.0:1788777405.936337:0:31391:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777405.936347:0:31391:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9250c00. 00800000:00000002:3.0:1788777405.936354:0:31391:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777405.936359:0:31391:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777405.936365:0:31391:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777405.936367:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e3ae0 00800000:00000002:3.0:1788777405.936370:0:31391:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777405.936374:0:31391:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777405.936376:0:31391:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777405.936379:0:31391:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777405.936381:0:31391:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777405.936385:0:31391:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777405.936387:0:31391:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777405.936389:0:31391:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777405.936391:0:31391:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777405.936395:0:31391:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777405.936401:0:31391:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777405.936403:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e39b0 00000002:00010000:3.0:1788777405.936405:0:31391:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777405.936409:0:31391:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777405.936411:0:31391:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777405.936414:0:31391:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777405.936420:0:31391:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6b00 count: 2 00010000:00000001:3.0:1788777405.936423:0:31391:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777405.936429:0:31391:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777405.936433:0:31391:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777405.936437:0:31391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc7ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a64db expref: -99 pid: 31381 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777405.936450:0:31391:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777405.936454:0:31391:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777405.936457:0:31391:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc7ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a64db expref: -99 pid: 31381 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777405.936668:0:31391:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777405.936670:0:31391:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777405.936672:0:31391:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777405.936674:0:31391:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777405.936677:0:31391:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777405.936679:0:31391:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777405.936682:0:31391:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777405.936685:0:31391:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777405.936689:0:31391:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9250c00. 00000080:00000001:3.0:1788777405.936693:0:31391:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777405.936695:0:31391:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777405.936698:0:31391:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777405.936702:0:31391:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc7ea 00800000:00000001:3.0:1788777405.936705:0:31391:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777405.936708:0:31391:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777405.936710:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.936712:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.936714:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=3 00000020:00000001:3.0:1788777405.936716:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:3.0:1788777405.936720:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:3.0:1788777405.936723:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.936725:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777405.936726:0:31391:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777405.936728:0:31391:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777405.936730:0:31391:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc7ea from it ffffb70bc20e3bf8 00010000:00000001:3.0:1788777405.936732:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.936734:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.936735:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=3 00000020:00000001:3.0:1788777405.936736:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:3.0:1788777405.936738:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:3.0:1788777405.936740:0:31391:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777405.936743:0:31391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc7ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a64db expref: -99 pid: 31381 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777405.936751:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.936752:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.936753:0:31391:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777405.936756:0:31391:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777405.936758:0:31391:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc7ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a64db expref: -99 pid: 31381 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777405.936768:0:31391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777405.936771:0:31391:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777405.936773:0:31391:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777405.936779:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.936780:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.936782:0:31391:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.936785:0:31391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777405.936787:0:31391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.936789:0:31391:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.936791:0:31391:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.936793:0:31391:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777405.936795:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.936796:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777405.936799:0:31391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777405.936800:0:31391:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777405.936803:0:31391:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777405.936807:0:31391:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777405.936816:0:31391:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd105bd60. 00000020:00000001:3.0:1788777405.936821:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e3b28 00000080:00200000:3.0:1788777405.936823:0:31391:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=25 00000080:00000001:3.0:1788777405.936826:0:31391:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777405.936829:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e39d8 00000080:00200000:3.0:1788777405.936831:0:31391:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=0 00000080:00000010:3.0:1788777405.936837:0:31391:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9250c00. 00800000:00000002:3.0:1788777405.936840:0:31391:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777405.936843:0:31391:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777405.936844:0:31391:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777405.936846:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e38f8 00800000:00000002:3.0:1788777405.936847:0:31391:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777405.936850:0:31391:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777405.936853:0:31391:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777405.936854:0:31391:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777405.936856:0:31391:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777405.936857:0:31391:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777405.936859:0:31391:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777405.936860:0:31391:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777405.936862:0:31391:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777405.936864:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e3890 00800000:00000002:3.0:1788777405.936866:0:31391:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788777405.936868:0:31391:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777405.936870:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e37c8 00000002:00010000:3.0:1788777405.936872:0:31391:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788777405.936875:0:31391:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777405.936877:0:31391:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777405.936881:0:31391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255180. 00000020:00000040:3.0:1788777405.936885:0:31391:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777405.936953:0:31391:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777405.936957:0:31391:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777405.936960:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.936961:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.936962:0:31391:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777405.936966:0:31391:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777405.936968:0:31391:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777405.936972:0:31391:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777405.936980:0:31391:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ec000. 00000100:00000001:3.0:1788777405.936987:0:31391:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.936992:0:31391:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777405.936994:0:31391:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.936995:0:31391:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777405.936996:0:31391:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.936998:0:31391:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777405.937004:0:31391:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453135232 : -110914256416384 : ffff9b1fc3255180) 00010000:00000001:3.0:1788777405.937008:0:31391:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777405.937010:0:31391:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777405.937013:0:31391:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6b00 count: 2 00010000:00000001:3.0:1788777405.937015:0:31391:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777405.937018:0:31391:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777405.937021:0:31391:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814e00. 00000020:00000001:3.0:1788777405.937025:0:31391:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777405.937027:0:31391:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814e00 with handle 0x22b16ee488cdc7ff to hash 00000020:00000001:3.0:1788777405.937029:0:31391:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777405.937030:0:31391:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.937035:0:31391:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.937037:0:31391:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777405.937039:0:31391:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777405.937043:0:31391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31391 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777405.937050:0:31391:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31391 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777405.937060:0:31391:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31391 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777405.937065:0:31391:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777405.937067:0:31391:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777405.937073:0:31391:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc703b6c0. 00000100:00000001:3.0:1788777405.937075:0:31391:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159518041792 : -110914191509824 : ffff9b1fc703b6c0) 00000100:00000001:3.0:1788777405.937078:0:31391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777405.937079:0:31391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453135232 : -110914256416384 : ffff9b1fc3255180) 00000100:00000001:3.0:1788777405.937083:0:31391:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777405.937087:0:31391:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777405.937090:0:31391:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777405.937091:0:31391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777405.937105:0:31391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255180 x1875667211088000/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777405.937114:0:31391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777405.937116:0:31391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777405.937120:0:31391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777405.937122:0:31391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777405.937125:0:31391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777405.937128:0:31391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255180 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:31391:1875667211088000:192.168.204.133@tcp:101:touch.0 00000100:00000001:3.0:1788777405.937132:0:31391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777405.937137:0:31391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777405.937140:0:31391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777405.937143:0:31391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777405.937148:0:31391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1091000. 02000000:00000001:3.0:1788777405.937150:0:31391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777405.937160:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777405.937167:0:31391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777405.937175:0:31391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255ee0. 00000100:00000200:3.0:1788777405.937182:0:31391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211088000, portal 10 00000100:00000001:3.0:1788777405.937184:0:31391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777405.937185:0:31391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453135232 : -110914256416384 : ffff9b1fc3255180) 00000100:00000040:3.0:1788777405.937191:0:31391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3255180 x1875667211088000/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777546 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777405.937207:0:31391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777405.937210:0:31391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777405.937213:0:31391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777405.937217:0:31391:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211088000, offset 0 00000400:00000200:3.0:1788777405.937225:0:31391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777405.937235:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.937244:0:31391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777405.937250:0:31391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777405.937255:0:31391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777405.937259:0:31391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777405.937262:0:31391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777405.937265:0:31391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2598:2598:256:4294967295] 192.168.204.133@tcp LPNI seq info [2597:2597:8:4294967295] 00000400:00000200:3.0:1788777405.937269:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.937279:0:31391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777405.937286:0:31391:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777405.937291:0:31391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777405.937298:0:31391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777405.937306:0:31391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777405.937310:0:31391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788777405.937334:0:31391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777405.937339:0:31391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 810712 usecs (811 jiffies) 00000400:00000200:3.0:1788777405.937342:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777405.937345:0:31391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296510052 00000800:00000200:3.0:1788777405.938279:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777405.938284:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:3.0:1788777405.938289:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777405.938296:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777405.938301:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255088 00000400:00000010:3.0:1788777405.938304:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255088. 00000100:00000001:3.0:1788777405.938308:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777405.938314:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255180 x1875667211088000/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777546 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777405.938325:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777405.938328:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3255180 x1875667211088000/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777546 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777405.938335:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777405.938336:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777405.949876:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777405.949894:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777405.949899:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777405.949902:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777405.949911:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.949926:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777405.949936:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.949941:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.949947:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.949951:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd57080 00000400:00000200:3.0:1788777405.949956:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.949962:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7a45 [1] + 224 00000800:00000001:3.0:1788777405.949968:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777405.949975:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777405.949978:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777405.949982:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777405.949989:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777405.949998:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255180 x1875667211088000/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777546 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777405.950008:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc3255180 x1875667211088000/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777546 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777405.950031:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777405.950038:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777405.950041:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1788777405.956566:0:31391:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d400. 00010000:00000010:3.0:1788777405.956581:0:31391:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc35f4580. 00010000:00000001:3.0:1788777405.956591:0:31391:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777405.956598:0:31391:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777405.956609:0:31391:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777405.956617:0:31391:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777405.956622:0:31391:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777405.956625:0:31391:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777405.956626:0:31391:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777405.956627:0:31391:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777405.956629:0:31391:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff9b1fd9c8d400) refcount = 1 00010000:00010000:3.0:1788777405.956633:0:31391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777405.956640:0:31391:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777405.956645:0:31391:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777405.956646:0:31391:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777405.956650:0:31391:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777405.956653:0:31391:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777405.956657:0:31391:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777405.956663:0:31391:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777405.956665:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.956668:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.956669:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.956670:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.956672:0:31391:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777405.956681:0:31391:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777405.956684:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.956687:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.956689:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:3.0:1788777405.956692:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956695:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956697:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.956698:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.956700:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=4 00000020:00000001:3.0:1788777405.956702:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956704:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956707:0:31391:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777405.956710:0:31391:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777405.956715:0:31391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777405.956721:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.956722:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.956723:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.956725:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.956726:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=5 00000020:00000001:3.0:1788777405.956728:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956730:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956732:0:31391:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777405.956734:0:31391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777405.956739:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.956740:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777405.956743:0:31391:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777405.956905:0:31391:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777405.956907:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.956908:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.956909:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.956910:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777405.956923:0:31391:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b1fc3255180 x1875667211088000/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777546 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777405.956934:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.956935:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.956937:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:3.0:1788777405.956939:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956940:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956943:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.956944:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777405.956946:0:31391:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777405.956948:0:31391:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777405.956951:0:31391:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777405.956954:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.956955:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.956956:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:3.0:1788777405.956958:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956960:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00000002:00010000:3.0:1788777405.956963:0:31391:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777405.956969:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.956970:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.956972:0:31391:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777405.956973:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.956974:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.956975:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:3.0:1788777405.956978:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.956979:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000040:3.0:1788777405.956984:0:31391:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:3.0:1788777405.956987:0:31391:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777405.956991:0:31391:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:3.0:1788777405.956993:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.956994:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777405.956996:0:31391:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777405.956999:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e3750 00000002:00002000:3.0:1788777405.957001:0:31391:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777405.957004:0:31391:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777405.957008:0:31391:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777405.957010:0:31391:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777405.957013:0:31391:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777405.957016:0:31391:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777405.957020:0:31391:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777405.957022:0:31391:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777405.957024:0:31391:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc20e3ac8 it_disposition b 00000080:00000001:3.0:1788777405.957027:0:31391:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777405.957034:0:31391:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788777405.957038:0:31391:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788777405.957044:0:31391:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4817040. 00800000:00000001:3.0:1788777405.957046:0:31391:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159475949632 : -110914233601984 : ffff9b1fc4817040) 00800000:00000001:3.0:1788777405.957049:0:31391:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777405.957051:0:31391:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777405.957054:0:31391:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:3.0:1788777405.957056:0:31391:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788777405.957154:0:31391:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777405.957157:0:31391:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:3.0:1788777405.957161:0:31391:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1788777405.957164:0:31391:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1788777405.957169:0:31391:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777405.957170:0:31391:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777405.957174:0:31391:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:3.0:1788777405.957256:0:31391:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788777405.957261:0:31391:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00200000:3.0:1788777405.957264:0:31391:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1c:0x0](ffff9b1fd15980c8): rc = 0 00000080:00000001:3.0:1788777405.957267:0:31391:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691436232 : -110914018115384 : ffff9b1fd15980c8) 00010000:00000001:3.0:1788777405.957269:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.957270:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.957272:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:3.0:1788777405.957275:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.957277:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.957279:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.957280:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777405.957282:0:31391:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777405.957284:0:31391:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777405.957286:0:31391:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777405.957289:0:31391:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc7ff 00800000:00000001:3.0:1788777405.957292:0:31391:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777405.957294:0:31391:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777405.957295:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.957296:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.957297:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:3.0:1788777405.957299:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.957301:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.957304:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.957305:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777405.957306:0:31391:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777405.957308:0:31391:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777405.957315:0:31391:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1715948 inode ffff9b1fd15980c8 refc 1 flags 0x20000e 00000080:00000002:3.0:1788777405.957320:0:31391:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1788777405.957323:0:31391:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788777405.957326:0:31391:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9b1fd15980c8) 00000080:00010000:3.0:1788777405.957330:0:31391:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc7ff from it ffffb70bc20e3ac8 00010000:00000001:3.0:1788777405.957332:0:31391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777405.957334:0:31391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777405.957335:0:31391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:3.0:1788777405.957337:0:31391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.957339:0:31391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777405.957340:0:31391:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777405.957343:0:31391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777405.957349:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.957350:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.957352:0:31391:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777405.957354:0:31391:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777405.957357:0:31391:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdc7ff lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6536 expref: -99 pid: 31391 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777405.957364:0:31391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777405.957367:0:31391:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777405.957368:0:31391:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777405.957373:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.957374:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.957375:0:31391:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.957378:0:31391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777405.957380:0:31391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.957382:0:31391:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.957385:0:31391:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.957387:0:31391:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777405.957388:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.957389:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777405.957391:0:31391:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777405.957395:0:31391:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9250c00. 00000100:00000001:3.0:1788777405.957402:0:31391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777405.957408:0:31391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255180 x1875667211088000/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777546 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777405.957415:0:31391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777405.957418:0:31391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777405.957422:0:31391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1091000. 02000000:00000001:3.0:1788777405.957425:0:31391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777405.957427:0:31391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777405.957429:0:31391:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777405.957431:0:31391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777405.957434:0:31391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ec000. 02000000:00000001:3.0:1788777405.957438:0:31391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777405.957440:0:31391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777405.957442:0:31391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255180. 00000100:00000001:3.0:1788777405.957446:0:31391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777405.957447:0:31391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777405.957455:0:31391:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777405.957457:0:31391:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff9b1fd15980c8), inode mode 41ed mask 1 00000080:00000001:3.0:1788777405.957592:0:31391:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777405.957606:0:31391:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd105bc20. 00000080:00000001:3.0:1788777405.957611:0:31391:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777405.957613:0:31391:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff9b1fd15980c8), inode mode 41ed mask 3 00000080:00000001:3.0:1788777405.957615:0:31391:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777405.957619:0:31391:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788777405.957620:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e3b58 00000080:00200000:3.0:1788777405.957623:0:31391:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9b1fd15980c8), file ffff9b1fc2d79680, open_flags 8941, mode 81b6 opened 0 00000080:00000010:3.0:1788777405.957628:0:31391:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fc3181b40. 00000080:00000001:3.0:1788777405.957632:0:31391:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777405.957634:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e3a08 00000080:00200000:3.0:1788777405.957636:0:31391:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9b1fd15980c8), intent=open|creat 00000080:00000010:3.0:1788777405.957642:0:31391:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9250c00. 00800000:00000002:3.0:1788777405.957647:0:31391:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4817040 2 00000080:00000001:3.0:1788777405.957653:0:31391:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777405.957655:0:31391:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777405.957657:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e3928 00800000:00000002:3.0:1788777405.957659:0:31391:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1c:0x0] 00800000:00000001:3.0:1788777405.957662:0:31391:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788777405.957664:0:31391:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788777405.957668:0:31391:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777405.957670:0:31391:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777405.957672:0:31391:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777405.957675:0:31391:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777405.957677:0:31391:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777405.957679:0:31391:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:3.0:1788777405.957681:0:31391:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777405.957684:0:31391:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:3.0:1788777405.957686:0:31391:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788777405.957688:0:31391:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788777405.957690:0:31391:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788777405.957692:0:31391:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788777405.957695:0:31391:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x1e:0x0] 40000000:00000001:3.0:1788777405.957698:0:31391:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777405.957700:0:31391:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777405.957701:0:31391:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777405.957702:0:31391:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777405.957704:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e38a8 00800000:00000002:3.0:1788777405.957706:0:31391:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x1c:0x0], fid2=[0x200000405:0x1e:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1788777405.957710:0:31391:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777405.957712:0:31391:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20e37e0 00000002:00010000:3.0:1788777405.957713:0:31391:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x1e:0x0]) in obj [0x200000405:0x1c:0x0], intent: open|creat flags 0104502 00000002:00000001:3.0:1788777405.957717:0:31391:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777405.957719:0:31391:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788777405.957722:0:31391:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788777405.957725:0:31391:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777405.957727:0:31391:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777405.957729:0:31391:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:3.0:1788777405.957731:0:31391:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777405.957733:0:31391:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777405.957736:0:31391:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.957739:0:31391:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777405.957740:0:31391:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777405.957744:0:31391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255180. 00000020:00000040:3.0:1788777405.957818:0:31391:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:3.0:1788777405.957824:0:31391:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777405.957826:0:31391:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.957830:0:31391:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777405.957894:0:31391:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777405.957898:0:31391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777405.957899:0:31391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777405.957900:0:31391:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777405.957903:0:31391:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777405.957905:0:31391:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777405.957909:0:31391:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777405.957915:0:31391:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ec000. 00000100:00000001:3.0:1788777405.957922:0:31391:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.957925:0:31391:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777405.957927:0:31391:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.957928:0:31391:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777405.957929:0:31391:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.957931:0:31391:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777405.957938:0:31391:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159453135232 : -110914256416384 : ffff9b1fc3255180) 00010000:00000001:3.0:1788777405.957941:0:31391:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777405.957943:0:31391:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777405.957945:0:31391:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:3.0:1788777405.957947:0:31391:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777405.957949:0:31391:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777405.957953:0:31391:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1815a00. 00000020:00000001:3.0:1788777405.957956:0:31391:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777405.957958:0:31391:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1815a00 with handle 0x22b16ee488cdc806 to hash 00000020:00000001:3.0:1788777405.957960:0:31391:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777405.957961:0:31391:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694047744 : -110914015503872 : ffff9b1fd1815a00) 00010000:00000001:3.0:1788777405.957965:0:31391:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694047744 : -110914015503872 : ffff9b1fd1815a00) 00010000:00000001:3.0:1788777405.957968:0:31391:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777405.957970:0:31391:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777405.957973:0:31391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815a00/0x22b16ee488cdc806 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31391 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777405.957980:0:31391:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815a00/0x22b16ee488cdc806 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31391 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788777405.957991:0:31391:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788777405.957999:0:31391:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc3255180 x1875667211088256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788777405.958007:0:31391:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815a00/0x22b16ee488cdc806 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31391 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777405.958012:0:31391:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777405.958013:0:31391:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777405.958019:0:31391:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc703b840. 00000100:00000001:3.0:1788777405.958022:0:31391:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159518042176 : -110914191509440 : ffff9b1fc703b840) 00000100:00000001:3.0:1788777405.958024:0:31391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777405.958026:0:31391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453135232 : -110914256416384 : ffff9b1fc3255180) 00000100:00000001:3.0:1788777405.958030:0:31391:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777405.958033:0:31391:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777405.958035:0:31391:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777405.958036:0:31391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777405.958040:0:31391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255180 x1875667211088256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777405.958047:0:31391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777405.958049:0:31391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777405.958052:0:31391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777405.958055:0:31391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777405.958057:0:31391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777405.958060:0:31391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255180 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:31391:1875667211088256:192.168.204.133@tcp:101:touch.0 00000100:00000001:3.0:1788777405.958145:0:31391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777405.958151:0:31391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777405.958153:0:31391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777405.958156:0:31391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777405.958294:0:31391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd13e0000. 02000000:00000001:3.0:1788777405.958297:0:31391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777405.958305:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777405.958310:0:31391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000010:3.0:1788777405.958319:0:31391:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fd12efc00. 00000100:00000200:3.0:1788777405.958326:0:31391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211088256, portal 10 00000100:00000001:3.0:1788777405.958328:0:31391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777405.958330:0:31391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453135232 : -110914256416384 : ffff9b1fc3255180) 00000100:00000040:3.0:1788777405.958338:0:31391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3255180 x1875667211088256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777546 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777405.958346:0:31391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777405.958349:0:31391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777405.958352:0:31391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777405.958356:0:31391:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211088256, offset 0 00000400:00000200:3.0:1788777405.958363:0:31391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777405.958372:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.958380:0:31391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777405.958385:0:31391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777405.958391:0:31391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777405.958394:0:31391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777405.958397:0:31391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777405.958401:0:31391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2599:2599:256:4294967295] 192.168.204.133@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:3.0:1788777405.958405:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.958414:0:31391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777405.958420:0:31391:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777405.958425:0:31391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777405.958431:0:31391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777405.958439:0:31391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777405.958443:0:31391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788777405.958713:0:31391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777405.958719:0:31391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 809421 usecs (810 jiffies) 00000400:00000200:3.0:1788777405.958723:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777405.958727:0:31391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296510076 00000100:00000001:3.0:1788777405.958735:0:31391:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296510052 00000100:00000001:3.0:1788777405.958741:0:31391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296510076 00000100:00000001:3.0:1788777405.958745:0:31391:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296510052 00000100:00000001:3.0:1788777405.958760:0:31391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777405.958763:0:31391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777405.958765:0:31391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777405.958767:0:31391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:3.0:1788777405.958770:0:31391:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc703b840 going to sleep for 136 seconds 00000100:00000001:3.0:1788777405.958773:0:31391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777405.958777:0:31391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777405.967430:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777405.967446:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777405.967451:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777405.967454:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777405.967507:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.967515:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777405.967524:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.967530:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.967535:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.967539:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd57180 00000400:00000200:3.0:1788777405.967544:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777405.967551:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7a55 [32] + 224 00000800:00000001:3.0:1788777405.967558:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777405.967566:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777405.967569:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777405.967573:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777405.967580:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777405.967589:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255180 x1875667211088256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777546 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777405.967600:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc3255180 x1875667211088256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777546 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777405.967630:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777405.967641:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777405.967644:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777405.971346:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777405.971354:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777405.971359:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777405.972539:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777405.972549:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b5d8 00000400:00000010:3.0:1788777405.972552:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b5d8. 00000100:00000001:3.0:1788777405.972559:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777405.972568:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee300 x1875667211088512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777546 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777405.972579:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777405.972582:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ee300 x1875667211088512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777546 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777405.972589:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777405.972591:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777405.981365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e200. 00010000:00000010:0.1:1788777405.981380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815a00. 00000020:00000001:3.0:1788777406.646041:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777406.646046:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777406.646051:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777406.836859:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296510086, at 4296510144 00000100:00000010:3.0:1788777406.836873:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617e40. 00000800:00000200:3.0:1788777407.161278:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777407.161287:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777407.161293:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.161302:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777407.161309:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bc38 00000400:00000010:3.0:1788777407.161313:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bc38. 00000100:00000001:3.0:1788777407.161317:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777407.161325:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211088640/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.161338:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777407.161342:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211088640/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.161348:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777407.161350:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777407.161365:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777407.161368:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5400. 00000400:00000200:3.0:1788777407.161370:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.161380:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777407.161383:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:3.0:1788777407.161385:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:3.0:1788777407.161388:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777407.161396:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121c00 x1875667211088896/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.161402:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777407.161405:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121c00 x1875667211088896/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.161411:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777407.161412:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777407.161421:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777407.161423:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777407.161426:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.161429:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777407.161431:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bf68 00000400:00000010:3.0:1788777407.161433:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bf68. 00000100:00000001:3.0:1788777407.161435:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777407.161439:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120700 x1875667211088768/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.161445:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777407.161448:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120700 x1875667211088768/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.161454:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777407.161455:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777407.161588:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777407.161592:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5b00. 00000400:00000200:3.0:1788777407.161595:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.161599:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777407.161602:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b5d8 00000400:00000010:3.0:1788777407.161604:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b5d8. 00000100:00000001:3.0:1788777407.161607:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777407.161611:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123100 x1875667211089024/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.161619:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777407.161621:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123100 x1875667211089024/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.161627:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777407.161629:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777407.177865:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.177882:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777407.177886:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.177889:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.177897:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.177904:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777407.177913:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.177917:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.177923:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.177926:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd57300 00000400:00000200:3.0:1788777407.177931:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.177937:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7a6d [1] + 224 00000800:00000001:3.0:1788777407.177944:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.177949:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.177951:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.177956:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777407.177963:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777407.177972:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211088640/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777407.177982:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123480 x1875667211088640/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.178005:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777407.178016:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178020:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777407.178022:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178024:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.178026:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178029:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777407.178033:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178036:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178038:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178041:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd57480 00000400:00000200:3.0:1788777407.178044:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178048:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7a85 [1] + 224 00000800:00000001:3.0:1788777407.178051:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178053:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.178055:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.178058:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777407.178061:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777407.178065:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123100 x1875667211089024/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777407.178072:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123100 x1875667211089024/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.178079:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777407.178082:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178084:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777407.178085:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178087:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.178090:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178093:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777407.178096:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178098:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178101:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178103:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd57400 00000400:00000200:3.0:1788777407.178106:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178110:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7a75 [1] + 224 00000800:00000001:3.0:1788777407.178113:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178115:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.178117:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.178120:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777407.178134:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777407.178138:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121c00 x1875667211088896/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777407.178146:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121c00 x1875667211088896/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.178152:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777407.178156:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178159:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777407.178160:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178162:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.178165:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178168:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777407.178171:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178182:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178185:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178188:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd57380 00000400:00000200:3.0:1788777407.178190:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.178194:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7a7d [1] + 224 00000800:00000001:3.0:1788777407.178197:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178206:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.178209:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.178212:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777407.178215:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777407.178219:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120700 x1875667211088768/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777407.178227:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120700 x1875667211088768/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.178234:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777407.178237:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.178240:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777407.794726:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.794746:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777407.794750:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.794752:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.794762:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.794770:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777407.794779:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.794785:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.794790:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.794794:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2c7f80 00000400:00000200:3.0:1788777407.794802:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x7185 [2] + 656 00000800:00000001:3.0:1788777407.794808:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.794814:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.794817:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.794821:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777407.794829:0:2406:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777407.794831:0:2406:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777407.794837:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257480. 00000100:00000040:3.0:1788777407.794840:0:2406:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3257480 x1875667233570688 msgsize 328 00000100:00100000:3.0:1788777407.794844:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777407.794922:0:2406:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777407.794932:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.794935:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777407.800208:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777407.800214:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956d00. 00000400:00000200:3.0:1788777407.800218:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.800223:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777407.800228:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e936e8 00000400:00000010:3.0:1788777407.800230:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e936e8. 00000100:00000001:3.0:1788777407.800235:0:2407:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788777407.800236:0:2407:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788777407.800700:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777407.800704:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777407.800707:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.800711:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777407.800941:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b880 00000400:00000010:3.0:1788777407.800943:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b880. 00000100:00000001:3.0:1788777407.800947:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777407.800954:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef480 x1875667211089152/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777423 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.800970:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777407.800974:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef480 x1875667211089152/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777423 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.800981:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777407.800983:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777407.802703:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.802730:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777407.802734:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.802737:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.802746:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.802753:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777407.802761:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.802766:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.802771:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.802775:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd57500 00000400:00000200:3.0:1788777407.802780:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777407.802786:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7a95 [1] + 224 00000800:00000001:3.0:1788777407.802793:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.802799:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777407.802802:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777407.802806:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777407.802812:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777407.802819:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef480 x1875667211089152/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777423 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777407.802829:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ef480 x1875667211089152/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777423 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777407.802851:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777407.802858:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777407.802861:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788777407.805321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e100. 00010000:00000010:0.1:1788777407.805337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00000020:00000001:3.0:1788777408.693133:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777408.693137:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777408.693141:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788777408.923568:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777408.923573:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837200. 00000400:00000200:3.0:1788777408.923579:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777408.923592:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777408.923607:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:3.0:1788777408.923610:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:3.0:1788777408.923620:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777408.923626:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122680 x1875667211089408/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777424 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777408.923637:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777408.923640:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122680 x1875667211089408/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777424 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777408.923647:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777408.923655:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1788777408.936576:0:31411:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777408.936584:0:31411:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777408.936586:0:31411:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777408.936592:0:31411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777408.936595:0:31411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777408.936612:0:31411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777408.936614:0:31411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777408.936617:0:31411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777408.936619:0:31411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777408.936622:0:31411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777408.936624:0:31411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777408.936627:0:31411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777408.936628:0:31411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777408.936631:0:31411:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1788777408.936635:0:31411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777408.936637:0:31411:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777408.936653:0:31411:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000800:00000200:3.0:1788777408.942976:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777408.942981:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956600. 00000400:00000200:3.0:1788777408.942987:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777408.943000:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777408.943006:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93f68 00000400:00000010:3.0:1788777408.943009:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93f68. 00000100:00000001:3.0:1788777408.943013:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777408.943018:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639dc00 x1875667211089536/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 352/224 e 0 to 0 dl 1788777424 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777408.943035:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777408.943039:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639dc00 x1875667211089536/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 352/224 e 0 to 0 dl 1788777424 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777408.943047:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777408.943049:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777408.951331:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777408.951348:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777408.951352:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777408.951355:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777408.951364:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777408.951372:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777408.951381:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777408.951386:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777408.951391:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777408.951395:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd57680 00000400:00000200:3.0:1788777408.951401:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777408.951408:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7aa5 [1] + 224 00000800:00000001:3.0:1788777408.951415:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777408.951421:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777408.951424:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777408.951428:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777408.951436:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777408.951445:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639dc00 x1875667211089536/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 352/224 e 0 to 0 dl 1788777424 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777408.951457:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639dc00 x1875667211089536/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 352/224 e 0 to 0 dl 1788777424 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777408.951500:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777408.951509:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777408.951512:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777408.952347:0:31411:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777408.952351:0:31411:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777408.952354:0:31411:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:2.1:1788777408.978658:0:31412:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d400. 00010000:00000010:2.1:1788777408.978673:0:31412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814e00. 00010000:00000010:2.1:1788777408.978677:0:31412:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6b00. 00010000:00000010:2.1:1788777408.978681:0:31412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5e00. 00010000:00000010:2.1:1788777408.978685:0:31412:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611600. 00010000:00000010:2.1:1788777408.978688:0:31412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7000. 00010000:00000010:2.1:1788777408.978691:0:31412:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ec00. 00010000:00000010:2.1:1788777408.978694:0:31412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00010000:00000010:2.1:1788777408.978697:0:31412:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611c00. 00010000:00000010:2.1:1788777408.978700:0:31412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00000020:00000001:3.0:1788777410.745611:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777410.745620:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777410.745626:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777411.253984:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296514527, at 4296514561 00000100:00000010:3.0:1788777411.254001:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617480. 00000800:00000200:3.0:1788777412.278584:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777412.278591:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837f00. 00000400:00000200:3.0:1788777412.278602:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777412.278610:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777412.278618:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256f68 00000400:00000010:3.0:1788777412.278621:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256f68. 00000100:00000001:3.0:1788777412.278628:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777412.278635:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122d80 x1875667211089792/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.278648:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777412.278651:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122d80 x1875667211089792/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.278660:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777412.278662:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777412.278676:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777412.278678:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777412.278681:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777412.278684:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777412.278686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:3.0:1788777412.278688:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:3.0:1788777412.278692:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777412.278696:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121f80 x1875667211089664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.278702:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777412.278704:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121f80 x1875667211089664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.278710:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777412.278711:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777412.278801:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777412.278804:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5c00. 00000400:00000200:3.0:1788777412.278807:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777412.278811:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777412.278813:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bcc0 00000400:00000010:3.0:1788777412.278815:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bcc0. 00000100:00000001:3.0:1788777412.278817:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777412.278821:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121500 x1875667211089920/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.278828:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777412.278831:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121500 x1875667211089920/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.278837:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777412.278839:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777412.286970:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777412.286995:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837a00. 00000400:00000200:3.0:1788777412.287004:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777412.287015:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777412.287024:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92564c8 00000400:00000010:3.0:1788777412.287027:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92564c8. 00000100:00000001:3.0:1788777412.287034:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777412.287044:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121880 x1875667211090048/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.287059:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777412.287063:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121880 x1875667211090048/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.287071:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777412.287083:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777412.287886:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777412.287903:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777412.287908:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777412.287910:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777412.287919:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.287927:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777412.287935:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.287940:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.287946:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.287951:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd57700 00000400:00000200:3.0:1788777412.287957:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.287964:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7abd [1] + 224 00000800:00000001:3.0:1788777412.287972:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777412.287978:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777412.287981:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777412.287985:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777412.287992:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777412.287999:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121f80 x1875667211089664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777412.288009:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121f80 x1875667211089664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.288029:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777412.288037:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777412.288040:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777412.292605:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777412.292626:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777412.292631:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777412.292634:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777412.292645:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.292656:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777412.292666:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.292672:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.292679:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.292684:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd57780 00000400:00000200:3.0:1788777412.292690:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777412.292697:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7ab5 [1] + 224 00000800:00000001:3.0:1788777412.292706:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777412.292710:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777412.292714:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777412.292719:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777412.292728:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777412.292739:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122d80 x1875667211089792/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777412.292750:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1122d80 x1875667211089792/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777412.292777:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777413.812941:0:16847:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788777413.812946:0:16847:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777416.372714:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296519647, at 4296519680 00000100:00000010:3.0:1788777416.372735:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213f60. 00000800:00000200:3.0:1788777417.410247:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777417.410263:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837400. 00000400:00000200:3.0:1788777417.410276:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777417.410290:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777417.410301:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256330 00000400:00000010:3.0:1788777417.410305:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256330. 00000100:00000001:3.0:1788777417.410313:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777417.410325:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef480 x1875667211090176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.410341:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777417.410345:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef480 x1875667211090176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.410353:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777417.410355:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777417.410373:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777417.410376:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777417.410379:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777417.410383:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777417.410386:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926baa0 00000400:00000010:3.0:1788777417.410388:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926baa0. 00000100:00000001:3.0:1788777417.410392:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777417.410397:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee680 x1875667211090304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.410405:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777417.410407:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee680 x1875667211090304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.410413:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777417.410414:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777417.410422:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777417.410424:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5400. 00000400:00000200:3.0:1788777417.410428:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777417.410431:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777417.410434:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:3.0:1788777417.410436:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:3.0:1788777417.410439:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777417.410444:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed500 x1875667211090560/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.410451:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777417.410454:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed500 x1875667211090560/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.410459:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777417.410461:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777417.410570:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777417.410573:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837e00. 00000400:00000200:3.0:1788777417.410576:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777417.410580:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777417.410583:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256110 00000400:00000010:3.0:1788777417.410585:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256110. 00000100:00000001:3.0:1788777417.410587:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777417.410592:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec380 x1875667211090432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.410600:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777417.410602:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec380 x1875667211090432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.410608:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777417.410609:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777417.416010:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777417.416025:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777417.416029:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777417.416031:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777417.416039:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416046:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777417.416054:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416058:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416063:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416067:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd57900 00000400:00000200:3.0:1788777417.416072:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416078:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7ad5 [1] + 224 00000800:00000001:3.0:1788777417.416084:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777417.416087:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777417.416090:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777417.416094:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777417.416100:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777417.416108:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef480 x1875667211090176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777417.416119:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ef480 x1875667211090176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.416141:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777417.416149:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777417.416152:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777417.416154:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777417.416156:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777417.416159:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416163:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777417.416166:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416169:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416172:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416175:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd57a00 00000400:00000200:3.0:1788777417.416179:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777417.416183:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7ae5 [1] + 224 00000800:00000001:3.0:1788777417.416187:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777417.416191:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777417.416193:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777417.416197:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777417.416200:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777417.416205:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec380 x1875667211090432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777417.416213:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ec380 x1875667211090432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777417.416222:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777417.416224:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777417.416227:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777421.492635:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296524767, at 4296524800 00000100:00000010:3.0:1788777421.492672:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd12130c0. 00000800:00000200:3.0:1788777422.518177:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777422.518187:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837900. 00000400:00000200:3.0:1788777422.518201:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777422.518211:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777422.518218:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256000 00000400:00000010:3.0:1788777422.518221:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256000. 00000100:00000001:3.0:1788777422.518227:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777422.518232:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed500 x1875667211090688/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777422.518253:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777422.518257:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed500 x1875667211090688/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777422.518264:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777422.518267:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777422.518783:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777422.518792:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837e00. 00000400:00000200:3.0:1788777422.518799:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777422.518823:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777422.518835:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256088 00000400:00000010:3.0:1788777422.518839:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256088. 00000100:00000001:3.0:1788777422.518842:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777422.518848:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef100 x1875667211090944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777422.518856:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777422.518859:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef100 x1875667211090944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777422.518870:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777422.518872:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777422.520505:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777422.520514:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777422.520522:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777422.520530:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777422.520535:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b7f8 00000400:00000010:3.0:1788777422.520538:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b7f8. 00000100:00000001:3.0:1788777422.520545:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777422.520554:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee680 x1875667211090816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777422.520566:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777422.520569:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee680 x1875667211090816/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777422.520576:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777422.520578:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777422.522824:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777422.522845:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777422.522851:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777422.522854:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777422.522865:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777422.522885:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777422.522896:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777422.522903:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777422.522910:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777422.522915:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd57c00 00000400:00000200:3.0:1788777422.522921:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777422.522931:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7afd [1] + 224 00000800:00000001:3.0:1788777422.522941:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777422.522952:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777422.522956:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777422.522961:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777422.522973:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777422.522986:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef100 x1875667211090944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777422.522997:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ef100 x1875667211090944/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777422.523030:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788777422.523101:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777422.523105:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5c00. 00000400:00000200:3.0:1788777422.523109:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777422.523113:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777422.523117:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:3.0:1788777422.523119:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:3.0:1788777422.523124:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777422.523129:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31efb80 x1875667211091072/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777422.523140:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777422.523144:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31efb80 x1875667211091072/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777422.523151:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777422.523152:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777422.523158:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777422.523162:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777424.053232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777424.053239:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777424.053251:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257800. 00000020:00000040:3.0:1788777424.053257:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777424.053263:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777424.053267:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777424.053273:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777424.053283:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bc00. 00000100:00000001:3.0:1788777424.053292:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.053299:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3257800 x1875667211091200/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777424.053310:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777424.053315:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.053322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23939ac] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3257800 x1875667211091200/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.053362:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788777424.053366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788777424.053369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788777424.053372:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788777424.053374:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788777424.053378:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777424.053382:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1838 00000400:00000200:3.0:1788777424.053391:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.053398:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:3.0:1788777424.053402:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777424.053407:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777424.053410:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777424.053413:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:3.0:1788777424.053416:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777424.053418:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:3.0:1788777424.053421:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777424.053425:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:3.0:1788777424.053428:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:3.0:1788777424.053430:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000040:3.0:1788777424.053433:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777424.053435:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777424.053437:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777424.053440:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:3.0:1788777424.053443:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00080000:3.0:1788777424.053448:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:3.0:1788777424.053451:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777424.053454:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788777424.054323:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777424.054328:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.054331:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777424.054336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788777424.054339:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.054342:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777424.054348:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254000. 00000020:00000040:3.0:1788777424.054352:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:3.0:1788777424.054356:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777424.054358:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.054362:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777424.054365:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777424.054368:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777424.054374:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12efc00. 00000100:00000001:3.0:1788777424.054380:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777424.054388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc3254000 x1875667211091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777424.054398:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777424.054401:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.054405:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002965476a] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc3254000 x1875667211091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.055108:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.055114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777424.055119:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777424.055125:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255880. 00000020:00000040:3.0:1788777424.055128:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777424.055131:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777424.055133:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777424.055136:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777424.055141:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b900. 00000100:00000001:3.0:1788777424.055145:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.055150:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777424.055159:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777424.055161:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.055166:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026db058b] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.055192:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.055195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788777424.055199:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788777424.055202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777424.055205:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777424.055209:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256300. 00000020:00000040:3.0:1788777424.055212:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777424.055214:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777424.055216:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777424.055217:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777424.055221:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b700. 00000100:00000001:3.0:1788777424.055224:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.055228:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc3256300 x1875667211091584/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777424.055235:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777424.055238:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.055241:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000278326f9] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3256300 x1875667211091584/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.055250:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.055255:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1865) 00000100:00000001:3.0:1788777424.055274:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777424.055278:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777424.055279:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777424.055285:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256300 x1875667211091584/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.055292:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777424.055293:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777424.055296:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777424.055298:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777424.055301:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777424.055304:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211091584:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777424.055308:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777424.055312:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777424.055313:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777424.055316:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777424.055319:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd23ffe00. 02000000:00000001:3.0:1788777424.055322:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777424.055326:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777424.055329:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c730b0. 00000400:00000010:3.0:1788777424.055334:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92554c8. 00000100:00000200:3.0:1788777424.055339:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211091584, portal 4 00000100:00000001:3.0:1788777424.055342:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777424.055344:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453139712 : -110914256411904 : ffff9b1fc3256300) 00000100:00000040:3.0:1788777424.055352:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256300 x1875667211091584/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.055360:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777424.055362:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777424.055365:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255e58. 00000100:00000200:3.0:1788777424.055368:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211091584, offset 0 00000400:00000200:3.0:1788777424.055373:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777424.055378:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.055383:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777424.055387:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777424.055390:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777424.055394:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777424.055397:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777424.055400:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2623:2623:256:4294967295] 192.168.204.133@tcp LPNI seq info [2622:2622:8:4294967295] 00000400:00000200:3.0:1788777424.055405:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.055412:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777424.055417:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777424.055423:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777424.055427:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777424.055433:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777424.055437:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777424.055447:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.055450:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 261613 usecs (262 jiffies) 00000400:00000200:3.0:1788777424.055454:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777424.055456:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296527624 00000100:00000001:3.0:1788777424.055459:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296531423 00000100:00000001:3.0:1788777424.056350:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296527625 00000100:00000001:3.0:1788777424.056358:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296531423 00000100:00000001:3.0:1788777424.056362:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777424.056366:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.056371:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.056375:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.056385:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777424.056389:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777424.056392:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777424.056394:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777424.056396:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777424.056400:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788777424.056402:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.056404:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777424.056405:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.056407:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777424.056409:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777424.056411:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777424.056425:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.056435:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777424.056437:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777424.056440:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777424.056444:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777424.056446:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777424.056450:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211091456:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777424.056454:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777424.056459:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777424.056462:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777424.056464:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777424.056471:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd23ffc00. 02000000:00000001:3.0:1788777424.056473:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777424.057234:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777424.057242:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73318. 00000400:00000010:3.0:1788777424.057249:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255908. 00000100:00000200:3.0:1788777424.057258:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211091456, portal 10 00000100:00000001:3.0:1788777424.057261:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777424.057263:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000040:3.0:1788777424.057273:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.057283:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777424.057286:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777424.057289:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255b28. 00000100:00000200:3.0:1788777424.057292:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211091456, offset 0 00000400:00000200:3.0:1788777424.057299:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777424.057308:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.057315:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777424.057321:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777424.057325:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777424.057330:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777424.057334:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777424.057338:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2624:2624:256:4294967295] 192.168.204.133@tcp LPNI seq info [2623:2623:8:4294967295] 00000400:00000200:3.0:1788777424.057343:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.057353:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777424.057361:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777424.057367:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bf00. 00000800:00000200:3.0:1788777424.057375:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777424.057382:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777424.057388:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777424.057411:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.057416:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21816 usecs (22 jiffies) 00000400:00000200:3.0:1788777424.057420:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777424.057422:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296527386 00000100:00000001:3.0:1788777424.057426:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296531423 00000100:00000001:3.0:1788777424.057429:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296527386 00000100:00000001:3.0:1788777424.057431:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296531423 00000100:00000001:3.0:1788777424.057434:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777424.057436:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.057440:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.057444:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777424.059138:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.059163:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777424.059167:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.059170:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777424.059181:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.059190:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777424.059201:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.059206:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.059213:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.059218:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd57d00 00000400:00000200:3.0:1788777424.059224:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.059231:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7b15 [1] + 224 00000800:00000001:3.0:1788777424.059239:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.059253:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777424.059258:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777424.059264:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777424.059273:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777424.059285:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257800 x1875667211091200/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777424.059296:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257800 x1875667211091200/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.059315:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788777424.059954:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777424.059960:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bf00. 00000400:00000200:3.0:1788777424.059964:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777424.059970:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777424.059976:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255b28 00000400:00000010:3.0:1788777424.059979:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255b28. 00000100:00000001:3.0:1788777424.059985:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777424.059993:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.060006:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777424.060010:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.060019:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.060021:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777424.060031:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.060037:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.060057:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777424.060062:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777424.060071:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777424.060075:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777424.060078:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b3c8. 00000400:00000200:3.0:1788777424.060082:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e934c8 00000400:00000010:3.0:1788777424.060085:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e934c8. 00000100:00000001:3.0:1788777424.060088:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777424.060093:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257800 x1875667211091200/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777424.060103:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257800 x1875667211091200/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.060109:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777424.060111:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.060114:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777424.060118:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777424.060121:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777424.060124:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777424.060128:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777424.060138:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777424.060143:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777424.060145:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777424.060147:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777424.060151:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777424.060154:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.060157:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.060163:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257800 x1875667211091200/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.060171:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777424.060175:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777424.060177:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777424.060182:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257800 x1875667211091200/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777424.060190:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211091200:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777424.060195:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.060199:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777424.060202:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257800 x1875667211091200/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.060209:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777424.060212:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777424.060216:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc2c72600. 02000000:00000001:3.0:1788777424.060220:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777424.060224:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777424.060226:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777424.060229:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777424.060234:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bc00. 02000000:00000001:3.0:1788777424.060238:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777424.060240:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777424.060242:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257800. 00000100:00000001:3.0:1788777424.060247:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777424.060249:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.060254:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.060256:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777424.060257:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777424.060258:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.060260:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777424.066594:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.066622:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777424.066629:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.066632:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777424.069011:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.069026:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777424.069045:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.069052:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.069060:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.069065:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd57e80 00000400:00000200:3.0:1788777424.069072:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.069080:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7b2d [1] + 224 00000800:00000001:3.0:1788777424.069091:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.069185:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777424.069191:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777424.069198:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777424.069209:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777424.069222:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256300 x1875667211091584/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777424.069235:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256300 x1875667211091584/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.069270:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777424.069281:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.069285:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.076962:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777424.076968:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777424.076977:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777424.076979:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777424.076983:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73318. 00000400:00000200:3.0:1788777424.076989:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255908 00000400:00000010:3.0:1788777424.076992:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255908. 00000100:00000001:3.0:1788777424.076996:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777424.077001:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777424.077010:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.077016:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777424.077019:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.077022:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777424.077026:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777424.077029:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777424.077032:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777424.077036:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777424.077049:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=83 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777424.077054:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777424.077057:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777424.077059:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777424.077063:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777424.077068:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.077074:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777424.077077:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777424.077078:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777424.077080:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.077086:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.077094:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777424.077097:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777424.077100:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777424.077104:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777424.077112:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211091456:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777424.077228:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.077233:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777424.077238:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255880 x1875667211091456/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.077245:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777424.077248:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777424.077253:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd23ffc00. 02000000:00000001:3.0:1788777424.077257:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777424.077262:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777424.077264:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777424.077266:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777424.077270:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b900. 02000000:00000001:3.0:1788777424.077275:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777424.077277:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777424.077280:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255880. 00000100:00000001:3.0:1788777424.077283:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777424.077285:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.077287:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.077297:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777424.077301:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.077304:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777424.077307:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777424.078599:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.078627:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777424.078632:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.078635:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777424.078644:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.078652:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777424.078662:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.078668:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.078673:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.078678:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 10 MB=0x6a9e8cdd57d80 00000400:00000200:3.0:1788777424.078683:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.078689:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 416/416 into md 0x7b25 [1] + 0 00000800:00000001:3.0:1788777424.078697:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.078710:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777424.078714:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777424.078719:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777424.078728:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777424.078738:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254000 x1875667211091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777424.078750:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fc3254000 x1875667211091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.078861:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777424.078872:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.078876:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.081118:0:31391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777424.082007:0:31391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777424.082012:0:31391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777424.082015:0:31391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0420. 00000400:00000200:3.0:1788777424.082025:0:31391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b770 00000400:00000010:3.0:1788777424.082028:0:31391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b770. 00000100:00000001:3.0:1788777424.082033:0:31391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777424.082041:0:31391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee300 x1875667211088512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777546 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777424.082052:0:31391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee300 x1875667211088512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777546 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.082059:0:31391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777424.082061:0:31391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.082064:0:31391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777424.082066:0:31391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777424.082071:0:31391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777424.082075:0:31391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777424.082078:0:31391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.082081:0:31391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788777424.082087:0:31391:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667211088512 new x1875667211091712 02000000:00000001:3.0:1788777424.082092:0:31391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777424.082095:0:31391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777424.082102:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777424.082109:0:31391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73318. 00000400:00000010:3.0:1788777424.082115:0:31391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255908. 00000100:00000200:3.0:1788777424.082122:0:31391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211088512, portal 10 00000100:00000001:3.0:1788777424.082124:0:31391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777424.082198:0:31391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452713728 : -110914256837888 : ffff9b1fc31ee300) 00000100:00000040:3.0:1788777424.082207:0:31391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9b1fc31ee300 x1875667211088512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.082215:0:31391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777424.082218:0:31391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777424.082221:0:31391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255b28. 00000100:00000200:3.0:1788777424.082225:0:31391:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667211088512, offset 0 00000400:00000200:3.0:1788777424.082233:0:31391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777424.082244:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.082253:0:31391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777424.082260:0:31391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777424.082265:0:31391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777424.082270:0:31391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777424.082274:0:31391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777424.082279:0:31391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2625:2625:256:4294967295] 192.168.204.133@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:3.0:1788777424.082283:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.082293:0:31391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777424.082299:0:31391:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777424.082306:0:31391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b900. 00000800:00000200:3.0:1788777424.082314:0:31391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777424.082324:0:31391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777424.082330:0:31391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788777424.082407:0:31391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.082412:0:31391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 800556 usecs (801 jiffies) 00000400:00000200:3.0:1788777424.082416:0:31391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777424.082419:0:31391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296528190 00000100:00000001:3.0:1788777424.082424:0:31391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296531423 00000100:00000001:3.0:1788777424.082427:0:31391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296528190 00000100:00000001:3.0:1788777424.082429:0:31391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296531423 00000100:00000001:3.0:1788777424.082431:0:31391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777424.082434:0:31391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.082438:0:31391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777424.082440:0:31391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:3.0:1788777424.082444:0:31391:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc704d600 going to sleep for 136 seconds 00000100:00000001:3.0:1788777424.082446:0:31391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777424.082448:0:31391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777424.082676:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.082680:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788777424.082685:0:2411:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b1fc31a7000: Connection restored to 192.168.204.133@tcp (at 192.168.204.133@tcp) 00000100:00080000:3.0:1788777424.082694:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000094b124c3): req@ffff9b1fd1122680 x1875667211089408/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777424 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777424.082791:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.084084:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777424.084098:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254000 x1875667211091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777424.084108:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211091328:192.168.204.133@tcp:38:kworker.0 00000100:00000001:3.0:1788777424.084113:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.084117:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777424.084121:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254000 x1875667211091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777424.084252:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777424.084256:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777424.084261:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1003400. 02000000:00000001:3.0:1788777424.084267:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777424.084270:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777424.084271:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777424.084274:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777424.084277:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12efc00. 02000000:00000001:3.0:1788777424.084281:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777424.084283:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777424.084285:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254000. 00000100:00000001:3.0:1788777424.084289:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777424.084290:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.084293:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777424.084303:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777424.084304:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.084307:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777424.084309:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777424.089902:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777424.089916:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837400. 00000400:00000200:3.0:1788777424.089926:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777424.089938:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777424.089947:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256880 00000400:00000010:3.0:1788777424.089951:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256880. 00000100:00000001:3.0:1788777424.089957:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777424.089967:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122680 x1875667211089408/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777440 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777424.089989:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777424.089993:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122680 x1875667211089408/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777440 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777424.090001:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777424.090002:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788777424.107571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882f40. 00000080:00000010:1.1:1788777424.107603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca6132c0. 00000800:00000001:3.0:1788777424.182660:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.182684:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777424.182689:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.182693:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777424.182705:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.182715:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777424.182727:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.182734:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.182742:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.182747:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd58180 00000400:00000200:3.0:1788777424.182754:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777424.182762:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7b75 [1] + 224 00000800:00000001:3.0:1788777424.182772:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.182781:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777424.182786:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777424.182791:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777424.182802:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777424.182815:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122680 x1875667211092352/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777440 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777424.182827:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1122680 x1875667211092352/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777440 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777424.182862:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777424.182873:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777424.182876:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788777424.212302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bc20. 00000080:00000010:1.1:1788777424.212334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bd60. 00000020:00000001:3.0:1788777425.079736:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777425.079740:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777425.079744:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777425.484320:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.484336:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.484340:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.484343:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.484352:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.484358:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.484368:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.484373:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.484378:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.484382:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd58200 00000400:00000200:3.0:1788777425.484387:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.484392:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7b7d [1] + 224 00000800:00000001:3.0:1788777425.484399:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.484404:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.484407:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.484412:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.484418:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.484426:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121880 x1875667211092480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.484436:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1121880 x1875667211092480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.484456:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.484496:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.484500:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.496560:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.496578:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.496583:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.496586:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.496595:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.496603:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.496614:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.496618:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.496696:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.496700:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd58280 00000400:00000200:3.0:1788777425.496705:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.496712:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7b85 [1] + 224 00000800:00000001:3.0:1788777425.496719:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.496736:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.496739:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.496744:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.496751:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.496760:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121880 x1875667211092608/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.496770:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1121880 x1875667211092608/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.496871:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.496881:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.496884:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.504953:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.504978:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.504984:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.504987:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.504999:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.505010:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.505023:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.505029:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.505036:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.505040:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 640 into portal 10 MB=0x6a9e8cdd58300 00000400:00000200:3.0:1788777425.505046:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.505053:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 640/640 into md 0x7b8d [1] + 224 00000800:00000001:3.0:1788777425.505061:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.505072:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.505076:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.505080:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.507476:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.507503:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31efb80 x1875667211092736/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.507520:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b1fc31efb80 x1875667211092736/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.508068:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777425.516372:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777425.516379:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777425.516382:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777425.516390:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee680 x1875667211092864/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.516400:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777425.516412:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777425.516418:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777425.516421:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777425.516424:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777425.516428:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211092864:192.168.204.133@tcp:8:checkstat.0 00000100:00000001:3.0:1788777425.516432:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777425.516438:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777425.516442:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777425.516445:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777425.516451:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12efc00. 02000000:00000001:3.0:1788777425.516453:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777425.516478:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777425.516485:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73e70. 00000400:00000010:3.0:1788777425.516494:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777425.516503:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211092864, portal 4 00000100:00000001:3.0:1788777425.516506:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777425.516508:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452714624 : -110914256836992 : ffff9b1fc31ee680) 00000100:00000040:3.0:1788777425.516515:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee680 x1875667211092864/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.516523:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777425.517615:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777425.517627:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92555d8. 00000100:00000200:3.0:1788777425.517635:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667211092864, offset 0 00000400:00000200:3.0:1788777425.517648:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777425.517662:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.517670:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777425.517677:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777425.517683:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777425.517689:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777425.517692:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777425.517696:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2633:2633:256:4294967295] 192.168.204.133@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:3.0:1788777425.517701:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.517713:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777425.517721:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777425.517728:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bc00. 00000800:00000200:3.0:1788777425.517739:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777425.517748:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777425.517753:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bc00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788777425.517777:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777425.517784:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20860 usecs (21 jiffies) 00000400:00000200:3.0:1788777425.517788:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777425.517791:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296528844 00000100:00000001:3.0:1788777425.517795:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296531423 00000100:00000001:3.0:1788777425.517797:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296528844 00000100:00000001:3.0:1788777425.517800:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296531423 00000100:00000001:3.0:1788777425.517802:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777425.517806:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.517811:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.517815:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777425.517834:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777425.517838:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788777425.517841:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777425.517842:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777425.517844:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.517846:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.529102:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777425.529106:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777425.529113:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777425.529115:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777425.529119:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73e70. 00000400:00000200:3.0:1788777425.529123:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:3.0:1788777425.529125:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:3.0:1788777425.529128:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.529134:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee680 x1875667211092864/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777425.529141:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee680 x1875667211092864/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.529147:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777425.529149:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777425.529151:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777425.529155:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777425.529158:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777425.529160:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777425.529163:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777425.529172:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=234 v=5 (5 5 36 36) 00000100:00001000:3.0:1788777425.529176:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=142 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777425.529178:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777425.529180:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777425.529183:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777425.529186:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.529189:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777425.529191:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: committing for last_committed 4294967322 gen 14 00000100:00000040:3.0:1788777425.529194:0:2411:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788777425.529197:0:2411:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777425.529198:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777425.529203:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee680 x1875667211092864/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.529210:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777425.529214:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777425.529215:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777425.529218:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788777425.529224:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:3.0:1788777425.529227:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777425.529229:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:3.0:1788777425.529232:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777425.529235:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:3.0:1788777425.529237:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:3.0:1788777425.529240:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00001000:3.0:1788777425.529243:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=1788777425 v=0 (0 0 0 0) 00000100:00001000:3.0:1788777425.529246:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fc530cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788777425.529251:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000100:00080000:3.0:1788777425.529256:0:2411:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9b1fc31a7000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1788777425.529260:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:3.0:1788777425.529262:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777425.529266:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788777425.529270:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9b1fc31a7000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1788777425.529274:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777425.529278:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788777425.529292:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777425.529295:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777425.529298:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777425.529300:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777425.529302:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.529303:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777425.529305:0:2411:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788777425.529308:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1788777425.529311:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777425.529312:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788777425.529314:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777425.529315:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788777425.529317:0:2411:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788777425.529320:0:2411:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b1fc339bb90 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1788777425.529324:0:2411:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1788777425.529326:0:2411:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777425.529329:0:2411:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.529331:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777425.529333:0:2411:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788777425.529335:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788777425.529338:0:2411:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788777425.529339:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777425.529341:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777425.529344:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.529345:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.529347:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777425.529348:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777425.529349:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.529351:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788777425.529353:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788777425.529356:0:2411:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788777425.529358:0:2411:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.529360:0:2411:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.529361:0:2411:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.529363:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777425.529365:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777425.529366:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777425.529368:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.529369:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788777425.529371:0:2411:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777425.529374:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788777425.529380:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000625fc227): req@ffff9b1fc31efb80 x1875667211092992/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.529405:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.529409:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777425.529414:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee680 x1875667211092864/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777425.529427:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211092864:192.168.204.133@tcp:8:checkstat.0 00000100:00000001:3.0:1788777425.529432:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777425.529435:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.529439:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee680 x1875667211092864/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.529445:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777425.529448:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777425.529451:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12efc00. 02000000:00000001:3.0:1788777425.529455:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777425.529457:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777425.529458:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777425.529461:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777425.529499:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001000. 02000000:00000001:3.0:1788777425.529504:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777425.529507:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777425.529508:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee680. 00000100:00000001:3.0:1788777425.529513:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777425.529514:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777425.529517:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777425.529524:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777425.529526:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.530265:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777425.530266:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777425.552438:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.552443:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:3.0:1788777425.552447:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.552453:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.552458:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93880 00000400:00000010:3.0:1788777425.552460:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93880. 00000100:00000001:3.0:1788777425.552484:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.552488:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639dc00 x1875667211093120/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.552504:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.552507:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639dc00 x1875667211093120/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.552514:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.552515:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777425.565759:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.565765:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837f00. 00000400:00000200:3.0:1788777425.565771:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.565778:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.565783:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256088 00000400:00000010:3.0:1788777425.565786:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256088. 00000100:00000001:3.0:1788777425.565791:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.565798:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120380 x1875667211093248/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.565809:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.565812:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120380 x1875667211093248/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.565830:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.565832:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777425.574612:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.574617:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5400. 00000400:00000200:3.0:1788777425.574622:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.574628:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.574633:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b4c8 00000400:00000010:3.0:1788777425.574635:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b4c8. 00000100:00000001:3.0:1788777425.574639:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.574644:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120380 x1875667211093376/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777441 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.574653:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.574656:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120380 x1875667211093376/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.574667:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.574669:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777425.592792:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.592800:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956000. 00000400:00000200:3.0:1788777425.592807:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.592813:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.592830:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93bb0 00000400:00000010:3.0:1788777425.592832:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93bb0. 00000100:00000001:3.0:1788777425.592837:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.592844:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211093504/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.592855:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.592858:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211093504/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.592865:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.592867:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777425.603812:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.603827:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.603833:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.603841:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1328000 00000400:00000010:3.0:1788777425.603844:0:2406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b1fd1328000. 00000100:00000001:3.0:1788777425.603853:0:2406:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788777425.603856:0:2406:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fc639ea00 desc ffff9b1fc333b800 mbits 1875667211093504 00000100:00000001:3.0:1788777425.603873:0:2406:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788777425.603882:0:2406:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788777425.603886:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.603894:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777425.603902:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2639:2639:256:4294967295] 192.168.204.133@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:3.0:1788777425.603906:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.603915:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:3.0:1788777425.603924:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777425.603933:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b1fca71e000. 00000800:00000200:3.0:1788777425.603940:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777425.603947:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777425.603953:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fca71e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788777425.604028:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.604032:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b1fca71e000. 00000400:00000200:3.0:1788777425.604035:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.604039:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:3.0:1788777425.604046:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.604049:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.611054:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.611081:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.611089:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.611092:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.611105:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.611118:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.611132:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.611140:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.611148:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.611153:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd58600 00000400:00000200:3.0:1788777425.611159:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.611167:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x7bd5 [1] + 224 00000800:00000001:3.0:1788777425.611176:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.611184:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.611187:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.611192:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.611203:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.611215:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211093504/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.611227:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b1fc639ea00 x1875667211093504/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.611252:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.611265:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.611269:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777425.613676:0:31233:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1788777425.613692:0:31233:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777425.613699:0:31233:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327200. 00000080:00000001:3.0:1788777425.613710:0:31233:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.613717:0:31233:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777425.613721:0:31233:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbca0 00000080:00200000:3.0:1788777425.613724:0:31233:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777425.613736:0:31233:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fcb67c800. 00800000:00000002:3.0:1788777425.613743:0:31233:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777425.613748:0:31233:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777425.613754:0:31233:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777425.613757:0:31233:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbbc0 00800000:00000002:3.0:1788777425.613759:0:31233:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777425.613764:0:31233:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777425.613767:0:31233:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777425.613771:0:31233:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777425.613774:0:31233:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777425.613777:0:31233:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777425.613779:0:31233:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777425.613782:0:31233:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777425.613785:0:31233:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777425.613789:0:31233:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777425.613796:0:31233:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777425.613798:0:31233:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdba90 00000002:00010000:3.0:1788777425.613800:0:31233:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777425.613804:0:31233:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777425.613806:0:31233:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777425.613823:0:31233:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777425.613833:0:31233:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611d00 count: 2 00010000:00000001:3.0:1788777425.613837:0:31233:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777425.613843:0:31233:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777425.613848:0:31233:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777425.613853:0:31233:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a657c expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788777425.613865:0:31233:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777425.613871:0:31233:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777425.613874:0:31233:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a657c expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788777425.613882:0:31233:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777425.613884:0:31233:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777425.613886:0:31233:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777425.613888:0:31233:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777425.613890:0:31233:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777425.613891:0:31233:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777425.613894:0:31233:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777425.613896:0:31233:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777425.613898:0:31233:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fcb67c800. 00000080:00000001:3.0:1788777425.613903:0:31233:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777425.613905:0:31233:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777425.613908:0:31233:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777425.613911:0:31233:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc814 00800000:00000001:3.0:1788777425.613915:0:31233:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777425.613918:0:31233:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777425.613919:0:31233:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777425.613922:0:31233:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777425.613925:0:31233:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:3.0:1788777425.613927:0:31233:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:3.0:1788777425.613929:0:31233:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:3.0:1788777425.613933:0:31233:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777425.613935:0:31233:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777425.613936:0:31233:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777425.613938:0:31233:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777425.613941:0:31233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc814 from it ffffb70bc1cdbcd8 00010000:00000001:3.0:1788777425.613944:0:31233:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777425.613945:0:31233:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777425.613947:0:31233:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:3.0:1788777425.613949:0:31233:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:3.0:1788777425.613950:0:31233:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:3.0:1788777425.613953:0:31233:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777425.613956:0:31233:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a657c expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777425.613963:0:31233:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777425.613964:0:31233:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777425.613966:0:31233:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777425.613968:0:31233:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777425.613970:0:31233:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a657c expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777425.613978:0:31233:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777425.613981:0:31233:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777425.613983:0:31233:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777425.613987:0:31233:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777425.613988:0:31233:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777425.613989:0:31233:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777425.613993:0:31233:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777425.613995:0:31233:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777425.613997:0:31233:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777425.614000:0:31233:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777425.617117:0:31233:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777425.617122:0:31233:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777425.617126:0:31233:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777425.617134:0:31233:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777425.617136:0:31233:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777425.617144:0:31233:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777425.617154:0:31233:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbd28 00000080:00000008:3.0:1788777425.617159:0:31233:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777425.621185:0:31233:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788777425.621198:0:31233:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1788777425.621216:0:31233:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fcb67c800. 00800000:00000002:3.0:1788777425.621227:0:31233:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777425.621233:0:31233:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1788777425.621243:0:31233:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446700340276055232 : -43733433496384 : ffffd839843b4cc0) 00000080:00000001:3.0:1788777425.621250:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:3.0:1788777425.621255:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:3.0:1788777425.621257:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:3.0:1788777425.621260:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:3.0:1788777425.621274:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788777425.622127:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:3.0:1788777425.622129:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:3.0:1788777425.622132:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:3.0:1788777425.622134:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788777425.622136:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:3.0:1788777425.622139:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:3.0:1788777425.622141:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:3.0:1788777425.622143:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:3.0:1788777425.622146:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:3.0:1788777425.622148:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:3.0:1788777425.622150:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:3.0:1788777425.622153:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:3.0:1788777425.622155:0:31233:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:3.0:1788777425.622161:0:31233:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777425.622167:0:31233:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777425.622173:0:31233:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fcb67c800. 00000080:00000001:3.0:1788777425.622184:0:31233:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.622219:0:31233:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788777425.622221:0:31233:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:3.0:1788777425.622226:0:31233:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777425.622228:0:31233:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.622250:0:31233:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788777425.622253:0:31233:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777425.622258:0:31233:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbdd0 00000080:00200008:3.0:1788777425.622261:0:31233:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 304000 00000080:00400000:3.0:1788777425.622267:0:31233:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788777425.622272:0:31233:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a72c0. 00000080:00000001:3.0:1788777425.623521:0:31233:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788777425.623809:0:31233:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbdd0 00000080:00000008:3.0:1788777425.623823:0:31233:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 304000, rc = 0 00000080:00000001:3.0:1788777425.623826:0:31233:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.623829:0:31233:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777425.649920:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.649930:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956100. 00000400:00000200:3.0:1788777425.649940:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.649948:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.649958:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93aa0 00000400:00000010:3.0:1788777425.649961:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93aa0. 00000100:00000001:3.0:1788777425.649968:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.649975:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211093760/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.649986:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.649990:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211093760/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.649998:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.650000:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777425.653711:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.653737:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.653743:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.653746:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.653759:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.653768:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.653780:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.653787:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.653794:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.653799:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd58700 00000400:00000200:3.0:1788777425.653805:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.653813:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7be5 [64] + 224 00000800:00000001:3.0:1788777425.653833:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.653842:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.653846:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.653851:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.653861:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.653873:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211093760/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.653885:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc639ea00 x1875667211093760/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.653905:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.653917:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.653921:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.657653:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.657661:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956e00. 00000400:00000200:3.0:1788777425.657668:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.657676:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.657684:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93aa0 00000400:00000010:3.0:1788777425.657687:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93aa0. 00000100:00000001:3.0:1788777425.657694:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.657700:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d180 x1875667211093888/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.657712:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.657716:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d180 x1875667211093888/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.657723:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.657725:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777425.663362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4200. 00000800:00000001:3.0:1788777425.667997:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.668028:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.668034:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.668038:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.668051:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.668063:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.668075:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.668082:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.668090:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.668095:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 4096 into portal 14 MB=0x6a9e8cdd58780 00000400:00000200:3.0:1788777425.668102:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.668111:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.133@tcp of length 4096/4096 into md 0x7bf5 [256] + 0 00000400:00000010:3.0:1788777425.668117:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b4d0. 00000400:00000200:3.0:1788777425.668124:0:2406:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fd132a000 00000800:00000001:3.0:1788777425.668132:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.668146:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.668150:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.668156:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.668165:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd132a000 00000400:00000010:3.0:1788777425.668168:0:2406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b1fd132a000. 00000100:00000001:3.0:1788777425.668175:0:2406:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788777425.668178:0:2406:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fc639d180 desc ffff9b1fc333b000 mbits 1875667211093888 00000100:00000001:3.0:1788777425.668199:0:2406:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788777425.668213:0:2406:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788777425.668216:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.668224:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777425.668232:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2642:2642:256:4294967295] 192.168.204.133@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:3.0:1788777425.668236:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.668245:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:3.0:1788777425.668252:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777425.668263:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b1fca71e000. 00000800:00000200:3.0:1788777425.668271:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777425.668291:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777425.668298:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fca71e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788777425.668384:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.668388:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b1fca71e000. 00000400:00000200:3.0:1788777425.668392:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.668395:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:3.0:1788777425.668402:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.668405:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.671334:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.671357:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.671363:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.671366:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.671376:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.671385:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.671396:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.671402:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.671408:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.671413:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd58780 00000400:00000200:3.0:1788777425.671418:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.671426:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x7bfd [1] + 224 00000800:00000001:3.0:1788777425.671435:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.671442:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.671446:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.671451:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.671460:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.671938:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d180 x1875667211093888/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.671951:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b1fc639d180 x1875667211093888/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.672051:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.672063:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.672068:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777425.673791:0:31428:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777425.673798:0:31428:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4c40 2 00000080:00000010:3.0:1788777425.673802:0:31428:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3326c00. 00000080:00000001:3.0:1788777425.673810:0:31428:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777425.673941:0:31428:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788777425.673945:0:31428:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777425.673949:0:31428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63dd0 00000080:00200008:3.0:1788777425.673951:0:31428:0:(file.c:479:ll_file_release()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff9b1fd15b1988), flags 704000 00000080:00400000:3.0:1788777425.673956:0:31428:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1b:0x0] 00000080:00000001:3.0:1788777425.673959:0:31428:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788777425.673961:0:31428:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788777425.673963:0:31428:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1788777425.673971:0:31428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777425.673975:0:31428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777425.673978:0:31428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777425.673981:0:31428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777425.673983:0:31428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777425.673986:0:31428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788777425.673988:0:31428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777425.674047:0:31428:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777425.674051:0:31428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777425.674058:0:31428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611500 count: 2 00010000:00000001:3.0:1788777425.674063:0:31428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777425.674068:0:31428:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777425.674070:0:31428:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1b:0x0]: 0 00000080:00000001:3.0:1788777425.674074:0:31428:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777425.674076:0:31428:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777425.674082:0:31428:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fcb63d000. 00000080:00000001:3.0:1788777425.674084:0:31428:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1788777425.674091:0:31428:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4c40 2 00000080:00000001:3.0:1788777425.674096:0:31428:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777425.674101:0:31428:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788777425.674102:0:31428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777425.674104:0:31428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777425.674105:0:31428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777425.674107:0:31428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777425.674108:0:31428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777425.674110:0:31428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788777425.674112:0:31428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777425.674115:0:31428:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1b:0x0] 00000002:00000001:3.0:1788777425.674119:0:31428:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777425.674121:0:31428:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x1b:0x0] file closed with intent: 0 00000100:00000010:3.0:1788777425.674129:0:31428:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254000. 00000020:00000040:3.0:1788777425.674134:0:31428:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777425.674140:0:31428:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777425.674144:0:31428:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777425.674150:0:31428:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777425.674162:0:31428:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc837a200. 00000100:00000001:3.0:1788777425.674171:0:31428:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777425.674194:0:31428:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639ea00 x1875667211093760/t4294967584(4294967584) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777441 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777425.674207:0:31428:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777425.674213:0:31428:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc3254000 x1875667211094144/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777425.674221:0:31428:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777425.674223:0:31428:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777425.674231:0:31428:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc703b600. 00000100:00000001:3.0:1788777425.674234:0:31428:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159518041600 : -110914191510016 : ffff9b1fc703b600) 00000100:00000001:3.0:1788777425.674237:0:31428:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777425.674239:0:31428:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453130752 : -110914256420864 : ffff9b1fc3254000) 00000100:00000001:3.0:1788777425.674244:0:31428:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777425.674250:0:31428:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.674252:0:31428:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777425.674254:0:31428:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777425.674259:0:31428:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254000 x1875667211094144/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.674266:0:31428:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777425.674268:0:31428:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777425.674272:0:31428:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777425.674352:0:31428:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777425.674356:0:31428:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777425.674361:0:31428:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254000 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:31428:1875667211094144:192.168.204.133@tcp:35:rm.0 00000100:00000001:3.0:1788777425.674367:0:31428:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777425.674374:0:31428:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777425.674377:0:31428:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777425.674381:0:31428:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777425.674386:0:31428:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ee000. 02000000:00000001:3.0:1788777425.674388:0:31428:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777425.674397:0:31428:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777425.674402:0:31428:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73e70. 00000400:00000010:3.0:1788777425.674410:0:31428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777425.674419:0:31428:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211094144, portal 10 00000100:00000001:3.0:1788777425.674421:0:31428:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777425.674423:0:31428:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453130752 : -110914256420864 : ffff9b1fc3254000) 00000100:00000040:3.0:1788777425.674430:0:31428:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3254000 x1875667211094144/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.674439:0:31428:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777425.674442:0:31428:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777425.674445:0:31428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255330. 00000100:00000200:3.0:1788777425.674448:0:31428:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211094144, offset 0 00000400:00000200:3.0:1788777425.674456:0:31428:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777425.674503:0:31428:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.674512:0:31428:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777425.674519:0:31428:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777425.674592:0:31428:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777425.674599:0:31428:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777425.674602:0:31428:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777425.674606:0:31428:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2643:2643:256:4294967295] 192.168.204.133@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:3.0:1788777425.674611:0:31428:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.674625:0:31428:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777425.674632:0:31428:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777425.674639:0:31428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bf00. 00000800:00000200:3.0:1788777425.674648:0:31428:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777425.674659:0:31428:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777425.674664:0:31428:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777425.674752:0:31428:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777425.674758:0:31428:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 851370 usecs (852 jiffies) 00000400:00000200:3.0:1788777425.674762:0:31428:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777425.674765:0:31428:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296529834 00000100:00000001:3.0:1788777425.674768:0:31428:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296531423 00000100:00000001:3.0:1788777425.674770:0:31428:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296529834 00000100:00000001:3.0:1788777425.674773:0:31428:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296531423 00000100:00000001:3.0:1788777425.674775:0:31428:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777425.674779:0:31428:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.674781:0:31428:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777425.674784:0:31428:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777425.674787:0:31428:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc703b600 going to sleep for 11 seconds 00000100:00000001:3.0:1788777425.674790:0:31428:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777425.674794:0:31428:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777425.681132:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.681155:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.681160:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.681163:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.681175:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.681184:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.681195:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.681201:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.681208:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.681213:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd58880 00000400:00000200:3.0:1788777425.681219:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.681227:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7c0d [1] + 224 00000800:00000001:3.0:1788777425.681236:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.681245:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.681249:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.681254:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.681267:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.681279:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254000 x1875667211094144/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.681292:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc3254000 x1875667211094144/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.681323:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.681333:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.681336:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.693206:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.693220:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777425.693227:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.693238:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.693248:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bbb0 00000400:00000010:3.0:1788777425.693251:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bbb0. 00000100:00000001:3.0:1788777425.693259:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.693269:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31efb80 x1875667211094400/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.693294:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.693298:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31efb80 x1875667211094400/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.693305:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.693307:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777425.697533:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.697565:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.697571:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.697575:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.697587:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.697599:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.697614:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.697620:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.697627:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.697631:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd58980 00000400:00000200:3.0:1788777425.697637:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.697646:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7c1d [64] + 224 00000800:00000001:3.0:1788777425.697656:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.697669:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.697673:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.697679:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.697690:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.697702:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31efb80 x1875667211094400/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.697715:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc31efb80 x1875667211094400/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.697743:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.697754:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.697759:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.701786:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.701794:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777425.701801:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.701808:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.701826:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b3b8 00000400:00000010:3.0:1788777425.701828:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b3b8. 00000100:00000001:3.0:1788777425.701835:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.701840:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edf80 x1875667211094528/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.701851:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.701854:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edf80 x1875667211094528/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777441 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.701861:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.701863:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777425.705281:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.705307:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.705313:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.705316:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.705327:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.705338:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.705351:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.705358:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.705364:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.705369:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd58a00 00000400:00000200:3.0:1788777425.705374:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.705381:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x7c25 [1] + 224 00000800:00000001:3.0:1788777425.705390:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.705399:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.705404:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.705409:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.705419:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.705431:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edf80 x1875667211094528/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777425.705443:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31edf80 x1875667211094528/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.705592:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.705606:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.705610:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.713198:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.713212:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5b00. 00000400:00000200:3.0:1788777425.713222:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.713232:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.713241:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:3.0:1788777425.713245:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:3.0:1788777425.713252:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.713263:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edf80 x1875667211094784/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.713279:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.713283:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edf80 x1875667211094784/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.713292:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.713295:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777425.718735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e800. 00010000:00000010:0.1:1788777425.718757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7e00. 00010000:00000010:0.1:1788777425.718787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00000800:00000001:3.0:1788777425.720070:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.720092:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.720097:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.720100:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.720111:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.720120:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.720132:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.720138:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.720145:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.720150:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd58b00 00000400:00000200:3.0:1788777425.720155:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.720173:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7c2d [1] + 224 00000800:00000001:3.0:1788777425.720182:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.720192:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.720196:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.720200:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.720210:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.720222:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edf80 x1875667211094784/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777425.720234:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fc31edf80 x1875667211094784/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.720257:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.720270:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.720282:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.727956:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.727965:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777425.727971:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.727979:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.727986:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b440 00000400:00000010:3.0:1788777425.727989:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b440. 00000100:00000001:3.0:1788777425.728080:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.728089:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee680 x1875667211094912/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.728103:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.728107:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ee680 x1875667211094912/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.728114:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.728116:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788777425.730518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882a60. 00000080:00000010:0.1:1788777425.730574:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd159e300. 00000080:00000010:0.1:1788777425.730587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec760. 00000800:00000001:3.0:1788777425.737354:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.737673:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.737680:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.737683:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.737696:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.737707:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.737721:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.737727:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.737735:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.737739:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd58b80 00000400:00000200:3.0:1788777425.737745:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.737752:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7c35 [1] + 224 00000800:00000001:3.0:1788777425.737761:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.737771:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.737775:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.737781:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.737791:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.737803:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee680 x1875667211094912/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.737826:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc31ee680 x1875667211094912/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.737847:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.737858:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.737863:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.744694:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.744707:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5c00. 00000400:00000200:3.0:1788777425.744716:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.744726:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.744736:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926ba18 00000400:00000010:3.0:1788777425.744740:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926ba18. 00000100:00000001:3.0:1788777425.744747:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.744756:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee680 x1875667211095168/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.744770:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.744774:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ee680 x1875667211095168/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.744782:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.744785:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777425.762557:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.762582:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.762588:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.762590:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.762603:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.762614:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.762625:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.762632:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.762639:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.762644:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd58c80 00000400:00000200:3.0:1788777425.762650:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.762657:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7c3d [1] + 224 00000800:00000001:3.0:1788777425.762667:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.762675:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.762679:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.762684:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.762695:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.762706:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee680 x1875667211095168/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.762719:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc31ee680 x1875667211095168/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.762749:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.762760:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.762764:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.764191:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.764196:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837200. 00000400:00000200:3.0:1788777425.764201:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.764206:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.764210:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256000 00000400:00000010:3.0:1788777425.764213:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256000. 00000100:00000001:3.0:1788777425.764216:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.764220:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee680 x1875667211095424/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.764229:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.764232:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ee680 x1875667211095424/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.764239:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.764240:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777425.771570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7e00. 00010000:00000010:0.1:1788777425.771594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611500. 00010000:00000010:0.1:1788777425.771599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7000. 00010000:00000010:0.1:1788777425.771602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611d00. 00010000:00000010:0.1:1788777425.771606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00000800:00000001:3.0:1788777425.771831:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.771848:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.771853:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.771856:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.771867:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.771876:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.771887:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.771893:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.771901:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.771905:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd58d80 00000400:00000200:3.0:1788777425.771911:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.771920:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7c45 [1] + 224 00000800:00000001:3.0:1788777425.771929:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.771939:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.771943:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.771949:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.771961:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.771975:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee680 x1875667211095424/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777425.771988:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fc31ee680 x1875667211095424/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.772098:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.772111:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.772115:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.784694:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.784706:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837c00. 00000400:00000200:3.0:1788777425.784715:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.784726:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.784736:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256110 00000400:00000010:3.0:1788777425.784739:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256110. 00000100:00000001:3.0:1788777425.784746:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.784756:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122d80 x1875667211095552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.784771:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.784775:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122d80 x1875667211095552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.784782:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.784784:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788777425.786542:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b18c0. 00000080:00000010:1.1:1788777425.786575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18829c0. 00000800:00000001:3.0:1788777425.789903:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.789926:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.789932:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.789935:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.789946:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.789956:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.789967:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.789973:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.789980:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.789985:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd58e00 00000400:00000200:3.0:1788777425.789991:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.789999:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7c4d [1] + 224 00000800:00000001:3.0:1788777425.790008:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.790018:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.790023:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.790029:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.790038:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.790051:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122d80 x1875667211095552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.790063:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1122d80 x1875667211095552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.790169:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.790180:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.790184:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.798436:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.798445:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956b00. 00000400:00000200:3.0:1788777425.798453:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.798489:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.798498:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93550 00000400:00000010:3.0:1788777425.798501:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93550. 00000100:00000001:3.0:1788777425.798507:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.798515:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d180 x1875667211095808/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.798526:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.798529:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d180 x1875667211095808/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.798536:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.798538:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777425.804194:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.804219:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.804226:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.804228:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.804241:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.804253:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.804265:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.804271:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.804277:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.804283:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd58f00 00000400:00000200:3.0:1788777425.804289:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.804296:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7c55 [64] + 224 00000800:00000001:3.0:1788777425.804305:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.804313:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.804318:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.804323:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.804334:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.804346:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d180 x1875667211095808/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.804359:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc639d180 x1875667211095808/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.805697:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.805723:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.805735:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.819370:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.819396:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.819401:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.819404:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.819416:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.819426:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.819437:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.819443:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.819451:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.819456:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 4096 into portal 14 MB=0x6a9e8cdd58f80 00000400:00000200:3.0:1788777425.819485:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.819494:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.133@tcp of length 4096/4096 into md 0x7c65 [256] + 0 00000400:00000010:3.0:1788777425.819501:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c08f0. 00000400:00000200:3.0:1788777425.819510:0:2406:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fca684000 00000800:00000001:3.0:1788777425.819518:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.819536:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.819540:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1788777425.819769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4200. 00000400:00000200:3.0:1788777425.821430:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.821445:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fca684000 00000400:00000010:3.0:1788777425.821451:0:2406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b1fca684000. 00000100:00000001:3.0:1788777425.821460:0:2406:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788777425.821484:0:2406:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fc31efb80 desc ffff9b1fd1003400 mbits 1875667211095936 00000100:00000001:3.0:1788777425.821494:0:2406:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788777425.821506:0:2406:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788777425.821513:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.821521:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777425.821528:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2653:2653:256:4294967295] 192.168.204.133@tcp LPNI seq info [2652:2652:8:4294967295] 00000400:00000200:3.0:1788777425.821532:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.821619:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:3.0:1788777425.821627:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777425.821642:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b1fca71e000. 00000800:00000200:3.0:1788777425.821650:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777425.821659:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777425.821665:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fca71e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788777425.821786:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.821791:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b1fca71e000. 00000400:00000200:3.0:1788777425.821795:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.821800:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:3.0:1788777425.821809:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.821825:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.836318:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.836345:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.836352:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.836355:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.836384:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.836394:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.836407:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.836414:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.836421:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.836425:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd58f80 00000400:00000200:3.0:1788777425.836431:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.836438:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x7c6d [1] + 224 00000800:00000001:3.0:1788777425.836448:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.836528:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.836532:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.836538:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.837166:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.837180:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31efb80 x1875667211095936/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.837192:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b1fc31efb80 x1875667211095936/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.837283:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.837297:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.837302:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.853667:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.853689:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.853696:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.853699:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.853711:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.853721:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.853732:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.853738:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.853745:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.853749:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd59080 00000400:00000200:3.0:1788777425.853754:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.853761:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7c75 [1] + 224 00000800:00000001:3.0:1788777425.853769:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.853776:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.853780:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.853785:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.853795:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.853806:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123800 x1875667211096192/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.853830:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1123800 x1875667211096192/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.853852:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.853863:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.853867:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.872120:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.872145:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.872150:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.872153:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.872165:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.872175:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.872187:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.872193:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.872199:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.872204:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd59180 00000400:00000200:3.0:1788777425.872210:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.872218:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7c7d [64] + 224 00000800:00000001:3.0:1788777425.872227:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.872236:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.872239:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.872245:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.872255:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.872267:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123800 x1875667211096448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.872288:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fd1123800 x1875667211096448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.872401:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.872415:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.872419:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788777425.883581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:1.1:1788777425.883601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e200. 00010000:00000010:1.1:1788777425.883606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7400. 00010000:00000010:1.1:1788777425.883610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4800. 00000800:00000001:3.0:1788777425.888512:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.888548:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.888554:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.888557:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.888570:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.888581:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.888593:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.888599:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.888607:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.888612:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd59280 00000400:00000200:3.0:1788777425.888618:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.888626:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7c85 [1] + 224 00000800:00000001:3.0:1788777425.888635:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.888645:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.888648:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.888653:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.888664:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.888676:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122d80 x1875667211096704/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777425.888688:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fd1122d80 x1875667211096704/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.888715:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.888728:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.888732:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788777425.897097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecf60. 00000800:00000001:3.0:1788777425.901147:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.901171:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.901178:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.901180:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.901191:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.901201:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.901212:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.901217:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.901224:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.901228:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd59300 00000400:00000200:3.0:1788777425.901235:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.901241:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7c8d [1] + 224 00000800:00000001:3.0:1788777425.901250:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.901258:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.901262:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.901267:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.901288:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.901300:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120380 x1875667211096832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.901313:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1120380 x1875667211096832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.901334:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.901345:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.901348:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788777425.901581:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157a100. 00000080:00000010:1.1:1788777425.901599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613000. 00000800:00000200:3.0:1788777425.909247:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.909258:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956b00. 00000400:00000200:3.0:1788777425.909266:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.909284:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.909293:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93e58 00000400:00000010:3.0:1788777425.909296:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93e58. 00000100:00000001:3.0:1788777425.909302:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.909309:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e300 x1875667211097088/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.909322:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.909327:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639e300 x1875667211097088/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.909333:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.909335:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777425.910704:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.910726:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.910732:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.910734:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.910744:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.910751:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.910761:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.910766:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.910772:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.910777:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd59400 00000400:00000200:3.0:1788777425.910782:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.910800:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7c95 [1] + 224 00000800:00000001:3.0:1788777425.910817:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.910826:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.910829:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.910833:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.910840:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.910849:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e300 x1875667211097088/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777425.910860:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc639e300 x1875667211097088/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777425.910883:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.910892:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.910895:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777425.916171:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777425.916185:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956e00. 00000400:00000200:3.0:1788777425.916194:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.916205:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777425.916213:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93880 00000400:00000010:3.0:1788777425.916217:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93880. 00000100:00000001:3.0:1788777425.916224:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777425.916234:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e300 x1875667211097344/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.916248:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777425.916252:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639e300 x1875667211097344/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777441 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.916259:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777425.916261:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777425.919204:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.919229:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777425.919236:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.919239:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.919251:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.919261:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777425.919271:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.919288:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.919296:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.919301:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd59500 00000400:00000200:3.0:1788777425.919306:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777425.919314:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7ca5 [1] + 224 00000800:00000001:3.0:1788777425.919323:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.919332:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777425.919337:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777425.919342:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777425.919351:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777425.919363:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e300 x1875667211097344/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777425.919386:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fc639e300 x1875667211097344/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777441 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777425.919406:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777425.919418:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777425.919421:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788777425.922509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00010000:00000010:2.1:1788777425.922535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611100. 00010000:00000010:2.1:1788777425.922540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00010000:00000010:2.1:1788777425.922544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611200. 00010000:00000010:2.1:1788777425.922546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00000080:00000010:2.1:1788777425.937629:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1598000. 00000080:00000010:2.1:1788777425.937661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec360. 00000100:00000040:3.0:1788777428.149581:0:21258:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296531423, at 4296531457 00000100:00000010:3.0:1788777428.149590:0:21258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213ea0. 00000800:00000001:3.0:1788777429.186636:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186652:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777429.186656:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186659:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.186668:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186676:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777429.186685:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186690:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186695:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186700:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd59580 00000400:00000200:3.0:1788777429.186704:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186710:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7cb5 [1] + 224 00000800:00000001:3.0:1788777429.186717:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186721:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.186724:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777429.186729:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777429.186736:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777429.186755:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d880 x1875667211097472/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777429.186767:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639d880 x1875667211097472/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.186784:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777429.186794:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186798:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777429.186799:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186801:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.186803:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186806:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777429.186810:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186813:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186815:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186818:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd59680 00000400:00000200:3.0:1788777429.186821:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186824:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7cc5 [1] + 224 00000800:00000001:3.0:1788777429.186828:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186830:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.186832:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777429.186835:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777429.186837:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777429.186841:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f480 x1875667211097728/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777429.186848:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f480 x1875667211097728/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.186855:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777429.186858:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186860:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777429.186862:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186864:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.186867:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186870:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777429.186874:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186876:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186879:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186881:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd59600 00000400:00000200:3.0:1788777429.186884:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.186888:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7ce5 [1] + 224 00000800:00000001:3.0:1788777429.186891:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186896:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.186898:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777429.186901:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777429.186904:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777429.186908:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f100 x1875667211097600/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777429.186918:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f100 x1875667211097600/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.186924:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777429.186927:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.186930:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.186943:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777429.186947:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777429.186953:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777429.186955:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777429.186958:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919be18. 00000400:00000200:3.0:1788777429.186962:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93c38 00000400:00000010:3.0:1788777429.186964:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93c38. 00000100:00000001:3.0:1788777429.186967:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777429.186972:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f100 x1875667211097600/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777429.186979:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f100 x1875667211097600/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.186985:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777429.186987:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.186990:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777429.186993:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777429.186995:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777429.186997:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777429.187000:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777429.187009:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=88 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777429.187013:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777429.187015:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777429.187017:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777429.187019:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777429.187023:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.187026:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777429.187028:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1788777429.187031:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777429.187033:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777429.187038:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f100 x1875667211097600/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.187087:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777429.187090:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777429.187092:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777429.187097:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f100 x1875667211097600/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777429.187106:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211097600:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777429.187112:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777429.187113:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777429.187115:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b210. 00000400:00000200:3.0:1788777429.187117:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93bb0 00000400:00000010:3.0:1788777429.187119:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93bb0. 00000100:00000001:3.0:1788777429.187122:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777429.187125:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d880 x1875667211097472/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777429.187134:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d880 x1875667211097472/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.187140:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777429.187142:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.187143:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777429.187144:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777429.187146:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777429.187147:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777429.187149:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777429.187151:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777429.187154:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777429.187157:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777429.187158:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777429.187160:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777429.187162:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.187164:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777429.187168:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d880 x1875667211097472/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.187174:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777429.187176:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777429.187177:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777429.187180:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d880 x1875667211097472/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777429.187188:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211097472:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777429.187191:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777429.187192:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777429.187194:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bd68. 00000400:00000200:3.0:1788777429.187196:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93f68 00000400:00000010:3.0:1788777429.187197:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93f68. 00000100:00000001:3.0:1788777429.187199:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777429.187202:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f480 x1875667211097728/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777429.187209:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f480 x1875667211097728/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.187215:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777429.187216:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.187218:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777429.187219:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777429.187220:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777429.187221:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777429.187222:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777429.187227:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=88 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777429.187229:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777429.187231:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777429.187232:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777429.187234:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777429.187237:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.187239:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777429.187241:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777429.187243:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777429.187244:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777429.187248:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f480 x1875667211097728/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.187255:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777429.187256:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777429.187258:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777429.187261:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f480 x1875667211097728/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777429.187269:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211097728:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777429.187274:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.187276:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777429.187280:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f100 x1875667211097600/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.187287:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777429.187289:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777429.187293:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9251200. 02000000:00000001:3.0:1788777429.187296:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777429.187299:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777429.187301:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777429.187505:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777429.187509:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956600. 02000000:00000001:3.0:1788777429.187514:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777429.187515:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777429.187518:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f100. 00000100:00000001:3.0:1788777429.187521:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777429.187523:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.187525:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777429.187529:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d880 x1875667211097472/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.187541:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777429.187542:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777429.187544:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1b2fe00. 02000000:00000001:3.0:1788777429.187547:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777429.187548:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777429.187549:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777429.187551:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777429.187553:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956a00. 02000000:00000001:3.0:1788777429.187555:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777429.187556:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777429.187557:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d880. 00000100:00000001:3.0:1788777429.187560:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777429.187561:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.187562:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777429.187566:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f480 x1875667211097728/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.187572:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777429.187574:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777429.187575:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1b2f600. 02000000:00000001:3.0:1788777429.187577:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777429.187578:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777429.187579:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777429.187581:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777429.187582:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956d00. 02000000:00000001:3.0:1788777429.187584:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777429.187586:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777429.187587:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f480. 00000100:00000001:3.0:1788777429.187589:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777429.187590:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.187593:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.187595:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777429.187596:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777429.187598:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.187600:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777429.192404:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.192420:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777429.192425:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.192427:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.192435:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.192454:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777429.192905:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.192911:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.192916:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.192920:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd59700 00000400:00000200:3.0:1788777429.192925:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.192931:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7cf5 [1] + 224 00000800:00000001:3.0:1788777429.192938:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.192945:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.192949:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777429.192954:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777429.192962:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777429.192971:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d180 x1875667211097856/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777429.192982:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639d180 x1875667211097856/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.192996:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777429.193003:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.193006:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.193017:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777429.193021:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777429.193027:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777429.193029:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777429.193032:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b160. 00000400:00000200:3.0:1788777429.193037:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93770 00000400:00000010:3.0:1788777429.193039:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93770. 00000100:00000001:3.0:1788777429.193042:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777429.193046:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d180 x1875667211097856/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777429.193055:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d180 x1875667211097856/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.193062:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777429.193064:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.193067:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777429.193070:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777429.193073:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777429.193075:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777429.193078:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777429.193087:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=88 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777429.193091:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777429.193094:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777429.193095:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777429.193098:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777429.193102:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.193105:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777429.193108:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788777429.193110:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777429.193112:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777429.193117:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d180 x1875667211097856/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.193124:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777429.193126:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777429.193128:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777429.193132:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d180 x1875667211097856/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777429.193140:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211097856:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777429.193145:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.193147:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777429.193151:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d180 x1875667211097856/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.193158:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777429.193161:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777429.193164:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9250200. 02000000:00000001:3.0:1788777429.193167:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777429.193170:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777429.193172:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777429.193174:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777429.193176:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956900. 02000000:00000001:3.0:1788777429.193180:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777429.193182:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777429.193184:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d180. 00000100:00000001:3.0:1788777429.193187:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777429.193189:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.193192:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.193193:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777429.193195:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777429.193196:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.193198:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777429.747016:0:31801:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777429.801192:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.801208:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777429.801211:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.801214:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.801223:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.801231:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777429.801240:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.801246:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.801253:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.801257:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2ca680 00000400:00000200:3.0:1788777429.801265:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x7185 [2] + 984 00000800:00000001:3.0:1788777429.801272:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.801281:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.801286:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777429.801290:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777429.801299:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777429.801301:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777429.801308:0:2407:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255880. 00000100:00000040:3.0:1788777429.801312:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3255880 x1875667233580672 msgsize 328 00000100:00100000:3.0:1788777429.801317:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777429.801333:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777429.801341:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.801344:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777429.802389:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.802398:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777429.802402:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.802407:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.802416:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.806299:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777429.806311:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.806317:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.806323:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.806327:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2ca700 00000400:00000200:3.0:1788777429.806335:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x7185 [2] + 1312 00000800:00000001:3.0:1788777429.806346:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777429.806584:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777429.806591:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777429.806600:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777429.806609:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777429.806612:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777429.806619:0:2407:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257800. 00000100:00000040:3.0:1788777429.806625:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3257800 x1875667233580800 msgsize 328 00000100:00100000:3.0:1788777429.806636:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777429.806651:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1788777429.806699:0:16848:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788777429.806703:0:16848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233580800 02000000:00000001:3.0:1788777429.806706:0:16848:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788777429.806709:0:16848:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777429.806711:0:16848:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777429.806716:0:16848:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777429.806719:0:16848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233580800 00000020:00000001:3.0:1788777429.806722:0:16848:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777429.806724:0:16848:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:3.0:1788777429.806727:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777429.806729:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:3.0:1788777429.806732:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:3.0:1788777429.806747:0:16848:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00000001:3.0:1788777429.806751:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777429.806755:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817300. 00000100:00000001:3.0:1788777429.806761:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777429.806764:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817300. 00000020:00000010:3.0:1788777429.806770:0:16848:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc5179800. 00000020:00000010:3.0:1788777429.806775:0:16848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fd0387f80. 00000020:00000010:3.0:1788777429.806779:0:16848:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc8352bb8. 00000100:00000040:3.0:1788777429.806785:0:16848:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788777429.806789:0:16848:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788777429.806790:0:16848:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788777429.806792:0:16848:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.806803:0:16848:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.806858:0:16848:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777429.806871:0:16848:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788777429.806872:0:16848:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788777429.806878:0:16848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 57 00000100:00000040:3.0:1788777429.806882:0:16848:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd8959000 : new rpc_count 1 00000100:00000001:3.0:1788777429.806884:0:16848:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159453145088 : -110914256406528 : ffff9b1fc3257800) 00000100:00000040:3.0:1788777429.806890:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc3257800 x1875667233580800/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:485/0 lens 328/0 e 0 to 0 dl 1788777440 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777429.806898:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777429.806902:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817300. 00000100:00000001:3.0:1788777429.806904:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777429.806906:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817300. 00000100:00100000:3.0:1788777429.806910:0:16848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc3257800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:17833:x1875667233580800:12345-192.168.204.133@tcp:104: 00000100:00000200:3.0:1788777429.806913:0:16848:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233580800 00010000:00000001:3.0:1788777429.806915:0:16848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788777429.806989:0:16848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777429.806991:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777429.806993:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=2 00000020:00000001:3.0:1788777429.806995:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:3.0:1788777429.806998:0:16848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:3.0:1788777429.807001:0:16848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777429.807004:0:16848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777429.807008:0:16848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 000000008576e77f/0x22b16ee488cdc83e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6601 expref: -99 pid: 31427 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788777429.807022:0:16848:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788777429.807024:0:16848:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788777429.807029:0:16848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fd12ef000. 02000000:00000001:3.0:1788777429.807031:0:16848:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.807034:0:16848:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777429.807038:0:16848:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788777429.807041:0:16848:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777429.807045:0:16848:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777429.807049:0:16848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777429.807052:0:16848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777429.807054:0:16848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:3.0:1788777429.807057:0:16848:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788777429.807058:0:16848:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.807060:0:16848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777429.807062:0:16848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777429.807065:0:16848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255c38. 00000100:00000200:3.0:1788777429.807069:0:16848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233580800, offset 224 00000400:00000200:3.0:1788777429.807073:0:16848:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777429.807077:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.807081:0:16848:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777429.807086:0:16848:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2667:2667:255:4294967295] 192.168.204.133@tcp LPNI seq info [2666:2666:7:4294967295] 00000400:00000200:3.0:1788777429.807089:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777429.807095:0:16848:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777429.807099:0:16848:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777429.807103:0:16848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777429.807107:0:16848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777429.807111:0:16848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777429.807114:0:16848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777429.807117:0:16848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777429.807120:0:16848:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:3.0:1788777429.807123:0:16848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788777429.807126:0:16848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fc98400c0. 00010000:00000001:3.0:1788777429.807129:0:16848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777429.807144:0:16848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788777429.807147:0:16848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777429.807149:0:16848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777429.807151:0:16848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777429.807156:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257800 x1875667233580800/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:485/0 lens 328/224 e 0 to 0 dl 1788777440 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788777429.807165:0:16848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc3257800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:17833:x1875667233580800:12345-192.168.204.133@tcp:104: Request processed in 265us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1788777429.807171:0:16848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 57 00000100:00000040:3.0:1788777429.807174:0:16848:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd8959000 : new rpc_count 0 00000100:00000001:3.0:1788777429.807176:0:16848:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788777429.807178:0:16848:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788777429.807183:0:16848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fd0387f80. 00000020:00000010:3.0:1788777429.807186:0:16848:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc8352bb8. 00000020:00000010:3.0:1788777429.807189:0:16848:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc5179800. 00000020:00000040:3.0:1788777429.807193:0:16848:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 00000100:00000001:3.0:1788777429.807197:0:16848:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.807896:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777429.807959:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777429.807964:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777429.807967:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777429.807969:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777429.807973:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211098240:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777429.807977:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777429.807983:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777429.807985:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777429.807988:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777429.807993:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069800. 02000000:00000001:1.0:1788777429.807995:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777429.808001:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777429.808004:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e125d8. 00000400:00000010:1.0:1788777429.808010:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256198. 00000100:00000200:1.0:1788777429.808014:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211098240, portal 18 00000100:00000001:1.0:1788777429.808016:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777429.808018:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000040:1.0:1788777429.808025:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121880 x1875667211098240/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777429.808033:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777429.808036:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777429.808038:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256dd0. 00000100:00000200:1.0:1788777429.808041:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211098240, offset 0 00000400:00000200:1.0:1788777429.808046:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777429.808051:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777429.808056:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777429.808060:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777429.808063:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777429.808066:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777429.808069:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777429.808071:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2668:2668:254:4294967295] 192.168.204.133@tcp LPNI seq info [2667:2667:6:4294967295] 00000400:00000200:1.0:1788777429.808076:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777429.808082:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777429.808087:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777429.808091:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837c00. 00000800:00000200:1.0:1788777429.808163:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777429.808169:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777429.808172:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777429.808176:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777429.808179:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 255916 usecs (256 jiffies) 00000400:00000200:1.0:1788777429.808183:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777429.808185:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296533370 00000100:00000001:1.0:1788777429.808187:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296536547 00000100:00000001:1.0:1788777429.808190:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296533370 00000100:00000001:1.0:1788777429.808192:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296536547 00000100:00000001:1.0:1788777429.808194:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777429.808197:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.808200:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.808202:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.808206:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777429.808208:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777429.808210:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777429.808212:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777429.808213:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.808215:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.808227:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777429.808229:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777429.808230:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.808232:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777429.809293:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777429.809300:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837800. 00000400:00000200:3.0:1788777429.809307:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777429.809315:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777429.809321:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92565d8 00000400:00000010:3.0:1788777429.809323:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92565d8. 00000100:00000001:3.0:1788777429.809327:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777429.809334:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120380 x1875667211098112/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.809344:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777429.809348:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120380 x1875667211098112/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.809364:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.809452:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777429.809501:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777429.809504:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:3.0:1788777429.809508:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777429.809513:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777429.809517:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255c38 00000400:00000010:3.0:1788777429.809519:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255c38. 00000100:00000001:3.0:1788777429.809522:0:2407:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788777429.809524:0:2407:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788777429.809625:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777429.809628:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837c00. 00000400:00000200:3.0:1788777429.809631:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777429.809636:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777429.809639:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256dd0 00000400:00000010:3.0:1788777429.809641:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256dd0. 00000100:00000001:3.0:1788777429.809644:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777429.809648:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121880 x1875667211098240/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.809657:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777429.809661:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121880 x1875667211098240/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777429.809705:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777429.809707:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777429.810601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e000. 00010000:00000010:1.1:1788777429.810612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6600. 00010000:00000010:1.1:1788777429.814621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611800. 00010000:00000010:1.1:1788777429.814634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00000100:00000001:1.0:1788777429.816303:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777429.816307:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777429.816314:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777429.816315:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777429.816319:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e125d8. 00000400:00000200:1.0:1788777429.816323:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256198 00000400:00000010:1.0:1788777429.816325:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256198. 00000100:00000001:1.0:1788777429.816329:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777429.816333:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121880 x1875667211098240/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777429.816343:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121880 x1875667211098240/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777429.816349:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777429.816351:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.816354:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777429.816356:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777429.816359:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777429.816361:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777429.816364:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777429.816383:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bd38 time=75 v=5 (5 5 0 5) 00000100:00001000:1.0:1788777429.816388:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=146 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777429.816390:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777429.816392:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777429.816394:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777429.816398:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.816401:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777429.816403:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1788777429.816405:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777429.816408:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777429.816412:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121880 x1875667211098240/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777429.816419:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777429.816422:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777429.816424:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777429.816428:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121880 x1875667211098240/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777429.816435:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211098240:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777429.816440:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.816442:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777429.816446:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121880 x1875667211098240/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777429.816452:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777429.816454:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777429.816458:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069800. 02000000:00000001:1.0:1788777429.816497:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777429.816500:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777429.816502:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777429.816504:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777429.816508:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1068200. 02000000:00000001:1.0:1788777429.816511:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777429.816513:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777429.816515:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121880. 00000100:00000001:1.0:1788777429.816519:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777429.816520:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.816522:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.816530:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777429.816532:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.816534:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777429.816536:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.816544:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777429.816546:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777429.816549:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777429.816550:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777429.816552:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e120b0. 00000400:00000200:1.0:1788777429.816554:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92564c8 00000400:00000010:1.0:1788777429.816556:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92564c8. 00000100:00000001:1.0:1788777429.816559:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777429.816563:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120380 x1875667211098112/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777429.816570:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120380 x1875667211098112/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777429.816576:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777429.816578:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.816579:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777429.816581:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777429.816582:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777429.816584:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777429.816586:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777429.816590:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cd38 time=236 v=5 (5 5 5 0) 00000100:00001000:1.0:1788777429.816592:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777429.816594:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777429.816596:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777429.816597:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777429.816599:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.816600:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777429.816602:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788777429.816603:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777429.816605:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777429.816608:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120380 x1875667211098112/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777429.816613:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777429.816615:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777429.816616:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777429.816619:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120380 x1875667211098112/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777429.816625:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211098112:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777429.816628:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.816630:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777429.816632:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120380 x1875667211098112/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777445 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777429.816637:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777429.816638:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777429.816640:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068e00. 02000000:00000001:1.0:1788777429.816642:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777429.816643:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777429.816644:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777429.816646:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777429.816648:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1069000. 02000000:00000001:1.0:1788777429.816651:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777429.816652:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777429.816653:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120380. 00000100:00000001:1.0:1788777429.816655:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777429.816656:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.816658:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777429.816660:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777429.816661:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777429.816663:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777429.816664:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777430.197940:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777430.197946:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777430.197951:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777431.221262:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777431.221265:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777431.221268:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777431.690542:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777431.690551:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777431.690553:0:32002:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777431.690557:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533b20 00000080:00200000:3.0:1788777431.690561:0:32002:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777431.690568:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961c00. 00800000:00000002:3.0:1788777431.690575:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777431.690579:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777431.690585:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.690588:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533a40 00800000:00000002:3.0:1788777431.690591:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.690595:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777431.690598:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777431.690601:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777431.690603:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777431.690605:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777431.690608:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.690610:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.690612:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.690616:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777431.690622:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.690624:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533910 00000002:00010000:3.0:1788777431.690626:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777431.690629:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777431.690632:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.690635:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777431.690642:0:32002:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.690645:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.690646:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.690649:0:32002:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777431.690652:0:32002:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777431.690658:0:32002:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254700. 00000020:00000040:3.0:1788777431.690662:0:32002:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777431.690668:0:32002:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777431.690673:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.690677:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.690681:0:32002:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777431.690684:0:32002:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777431.690689:0:32002:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777431.690695:0:32002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ef800. 00000100:00000001:3.0:1788777431.690714:0:32002:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.690719:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777431.690720:0:32002:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.690722:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777431.690723:0:32002:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.690725:0:32002:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.690731:0:32002:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00010000:00000001:3.0:1788777431.690734:0:32002:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777431.690736:0:32002:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777431.690740:0:32002:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d700. 00010000:00000010:3.0:1788777431.690744:0:32002:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0387180. 00010000:00000001:3.0:1788777431.690750:0:32002:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777431.690753:0:32002:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814600. 00000020:00000001:3.0:1788777431.690756:0:32002:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777431.690759:0:32002:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814600 with handle 0x22b16ee488cdc876 to hash 00000020:00000001:3.0:1788777431.690761:0:32002:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777431.690763:0:32002:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.690766:0:32002:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.690770:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.690772:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.690777:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777431.690785:0:32002:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777431.690795:0:32002:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777431.690800:0:32002:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777431.690802:0:32002:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777431.690807:0:32002:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca65b840. 00000100:00000001:3.0:1788777431.690810:0:32002:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159574796352 : -110914134755264 : ffff9b1fca65b840) 00000100:00000001:3.0:1788777431.690812:0:32002:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777431.690813:0:32002:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000001:3.0:1788777431.690817:0:32002:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777431.690821:0:32002:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.690823:0:32002:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777431.690825:0:32002:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777431.690835:0:32002:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.690843:0:32002:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777431.690845:0:32002:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.690849:0:32002:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777431.690852:0:32002:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777431.690854:0:32002:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777431.690858:0:32002:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32002:1875667211098368:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777431.690862:0:32002:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777431.690866:0:32002:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777431.690869:0:32002:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.690871:0:32002:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777431.690875:0:32002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1093000. 02000000:00000001:3.0:1788777431.690876:0:32002:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777431.690883:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777431.690887:0:32002:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73738. 00000400:00000010:3.0:1788777431.690893:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255c38. 00000100:00000200:3.0:1788777431.690900:0:32002:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211098368, portal 10 00000100:00000001:3.0:1788777431.690902:0:32002:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777431.690903:0:32002:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000040:3.0:1788777431.690908:0:32002:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.690916:0:32002:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777431.690919:0:32002:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777431.690921:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255440. 00000100:00000200:3.0:1788777431.690924:0:32002:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211098368, offset 0 00000400:00000200:3.0:1788777431.690931:0:32002:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777431.690939:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.690946:0:32002:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777431.690951:0:32002:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777431.690956:0:32002:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777431.690960:0:32002:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777431.690962:0:32002:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777431.690966:0:32002:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2669:2669:256:4294967295] 192.168.204.133@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:3.0:1788777431.690971:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.690980:0:32002:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777431.690985:0:32002:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777431.690990:0:32002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b500. 00000800:00000200:3.0:1788777431.690996:0:32002:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777431.691003:0:32002:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777431.691007:0:32002:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788777431.691023:0:32002:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777431.691028:0:32002:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 829535 usecs (830 jiffies) 00000400:00000200:3.0:1788777431.691031:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777431.691033:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296535828 00000800:00000200:3.0:1788777431.691137:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777431.691141:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b500. 00000400:00000200:3.0:1788777431.691146:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.691152:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777431.691158:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255440 00000400:00000010:3.0:1788777431.691160:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255440. 00000100:00000001:3.0:1788777431.691163:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777431.691168:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.691178:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.691181:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.691189:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.691191:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777431.691208:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296536547 00000100:00000001:3.0:1788777431.691211:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296535828 00000100:00000001:3.0:1788777431.691213:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296536547 00000100:00000001:3.0:1788777431.691216:0:32002:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777431.691218:0:32002:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.691220:0:32002:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777431.691222:0:32002:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777431.691224:0:32002:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca65b840 going to sleep for 11 seconds 00000100:00000001:3.0:1788777431.691227:0:32002:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777431.691229:0:32002:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.697106:0:32002:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777431.697114:0:32002:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777431.697116:0:32002:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777431.697119:0:32002:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73738. 00000400:00000200:3.0:1788777431.697124:0:32002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255c38 00000400:00000010:3.0:1788777431.697126:0:32002:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255c38. 00000100:00000001:3.0:1788777431.697129:0:32002:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777431.697135:0:32002:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777431.697146:0:32002:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.697153:0:32002:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777431.697155:0:32002:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777431.697157:0:32002:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777431.697161:0:32002:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777431.697163:0:32002:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777431.697165:0:32002:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.697168:0:32002:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777431.697176:0:32002:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=90 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777431.697181:0:32002:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777431.697184:0:32002:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777431.697186:0:32002:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.697189:0:32002:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777431.697192:0:32002:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.697196:0:32002:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777431.697199:0:32002:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 4294967595 gen 2 00000100:00000040:3.0:1788777431.697205:0:32002:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967595) req@ffff9b1fd1122680 x1875667211092352/t4294967583(4294967583) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777440 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.697213:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.697217:0:32002:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122680 x1875667211092352/t4294967583(4294967583) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777440 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.697223:0:32002:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777431.697226:0:32002:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777431.697229:0:32002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356c800. 02000000:00000001:3.0:1788777431.697233:0:32002:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777431.697235:0:32002:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777431.697237:0:32002:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777431.697239:0:32002:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777431.697242:0:32002:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1068400. 02000000:00000001:3.0:1788777431.697246:0:32002:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777431.697248:0:32002:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777431.697250:0:32002:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122680. 00000100:00000001:3.0:1788777431.697254:0:32002:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777431.697256:0:32002:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777431.697261:0:32002:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967595) req@ffff9b1fc31edf80 x1875667211094784/t4294967587(4294967587) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777441 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.697268:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.697271:0:32002:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31edf80 x1875667211094784/t4294967587(4294967587) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777441 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.697278:0:32002:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777431.697279:0:32002:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777431.697281:0:32002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:3.0:1788777431.697284:0:32002:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777431.697285:0:32002:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777431.697287:0:32002:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777431.697289:0:32002:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777431.697290:0:32002:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc2c73e00. 02000000:00000001:3.0:1788777431.697292:0:32002:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777431.697294:0:32002:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777431.697295:0:32002:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31edf80. 00000100:00000001:3.0:1788777431.697298:0:32002:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777431.697300:0:32002:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777431.697304:0:32002:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967595) req@ffff9b1fc31ee680 x1875667211095424/t4294967589(4294967589) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777441 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.697311:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.697314:0:32002:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee680 x1875667211095424/t4294967589(4294967589) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777441 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.697320:0:32002:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777431.697321:0:32002:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777431.697322:0:32002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356c400. 02000000:00000001:3.0:1788777431.697325:0:32002:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777431.697326:0:32002:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777431.697327:0:32002:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777431.697328:0:32002:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777431.697330:0:32002:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc2c73000. 02000000:00000001:3.0:1788777431.697332:0:32002:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777431.697333:0:32002:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777431.697335:0:32002:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee680. 00000100:00000001:3.0:1788777431.697337:0:32002:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777431.697338:0:32002:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777431.697343:0:32002:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967595) req@ffff9b1fd1122d80 x1875667211096704/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777441 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.697351:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.697354:0:32002:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122d80 x1875667211096704/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777441 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.697360:0:32002:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777431.697361:0:32002:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777431.697363:0:32002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356f800. 02000000:00000001:3.0:1788777431.697365:0:32002:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777431.697367:0:32002:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777431.697368:0:32002:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777431.697370:0:32002:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777431.697371:0:32002:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1069a00. 02000000:00000001:3.0:1788777431.697374:0:32002:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777431.697375:0:32002:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777431.697376:0:32002:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122d80. 00000100:00000001:3.0:1788777431.697379:0:32002:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777431.697381:0:32002:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777431.697386:0:32002:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967595) req@ffff9b1fc639e300 x1875667211097344/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777441 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.697393:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.697415:0:32002:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e300 x1875667211097344/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777441 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.697423:0:32002:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777431.697425:0:32002:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777431.697426:0:32002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333b800. 02000000:00000001:3.0:1788777431.697430:0:32002:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777431.697431:0:32002:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777431.697432:0:32002:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777431.697434:0:32002:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777431.697435:0:32002:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc3326800. 02000000:00000001:3.0:1788777431.697437:0:32002:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777431.697439:0:32002:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777431.697440:0:32002:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e300. 00000100:00000001:3.0:1788777431.697443:0:32002:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777431.697444:0:32002:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777431.697447:0:32002:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788777431.697450:0:32002:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:3.0:1788777431.697453:0:32002:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777431.697455:0:32002:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777431.697460:0:32002:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.697507:0:32002:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777431.697511:0:32002:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777431.697513:0:32002:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777431.697517:0:32002:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777447 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777431.697526:0:32002:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32002:1875667211098368:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777431.697531:0:32002:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777431.697534:0:32002:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.697537:0:32002:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777431.697539:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.697543:0:32002:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777447 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.697550:0:32002:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777431.697552:0:32002:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca65b840. 00000100:00000001:3.0:1788777431.697556:0:32002:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777431.697558:0:32002:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.697561:0:32002:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777431.697565:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697567:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697571:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=4 00000020:00000001:3.0:1788777431.697573:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697576:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000040:3.0:1788777431.697583:0:32002:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1814600, remote cookie: 0x542deec0941a670b, flags: 0x1001 00010000:00010000:3.0:1788777431.697589:0:32002:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777431.697600:0:32002:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.697613:0:32002:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777431.697618:0:32002:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777431.697620:0:32002:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777431.697622:0:32002:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777431.697623:0:32002:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777431.697626:0:32002:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd9c8d700) refcount = 1 00010000:00010000:3.0:1788777431.697630:0:32002:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.697636:0:32002:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777431.697640:0:32002:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777431.697642:0:32002:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777431.697645:0:32002:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777431.697648:0:32002:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.697651:0:32002:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.697657:0:32002:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777431.697659:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697660:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.697661:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697663:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.697664:0:32002:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.697669:0:32002:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777431.697671:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697672:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697674:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.697676:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697678:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697680:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697682:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697683:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=4 00000020:00000001:3.0:1788777431.697684:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697687:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697690:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.697693:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.697705:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.697712:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697713:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.697715:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697716:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697717:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=5 00000020:00000001:3.0:1788777431.697719:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697721:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697723:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777431.697726:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.697732:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697733:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777431.697736:0:32002:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.697742:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777431.697744:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697745:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.697746:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697747:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777431.697752:0:32002:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777447 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777431.697761:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697762:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697764:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.697766:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697769:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697771:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697772:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777431.697773:0:32002:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.697775:0:32002:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.697778:0:32002:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777431.697781:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697782:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697783:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.697785:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697787:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00000002:00010000:3.0:1788777431.697804:0:32002:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.697811:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697812:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.697814:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777431.697815:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697816:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697817:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.697819:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697821:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000040:3.0:1788777431.697827:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:3.0:1788777431.697830:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777431.697833:0:32002:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788777431.697836:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697837:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777431.697838:0:32002:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777431.697842:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533898 00000002:00002000:3.0:1788777431.697844:0:32002:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777431.697847:0:32002:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.697852:0:32002:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.697855:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777431.697859:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777431.697862:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.697866:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777431.697869:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961c00. 00000080:00000001:3.0:1788777431.697874:0:32002:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777431.697876:0:32002:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777431.697882:0:32002:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788777431.697886:0:32002:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788777431.697893:0:32002:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4817200. 00800000:00000001:3.0:1788777431.697895:0:32002:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159475950080 : -110914233601536 : ffff9b1fc4817200) 00800000:00000001:3.0:1788777431.697897:0:32002:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.697899:0:32002:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777431.697902:0:32002:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777431.697904:0:32002:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788777431.697906:0:32002:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777431.697909:0:32002:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777431.697911:0:32002:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.697916:0:32002:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788777431.697919:0:32002:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788777431.697924:0:32002:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1788777431.697926:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697927:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697929:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.697931:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697933:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697935:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697936:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777431.697938:0:32002:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777431.697940:0:32002:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788777431.697941:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4817200 1 00800000:00000010:3.0:1788777431.697944:0:32002:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4817200. 00800000:00000001:3.0:1788777431.697947:0:32002:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.697950:0:32002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc876 00800000:00000001:3.0:1788777431.697953:0:32002:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777431.697955:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777431.697956:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697957:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697958:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.697960:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697962:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697964:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.697965:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777431.697966:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.697967:0:32002:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.697970:0:32002:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.697972:0:32002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777431.697984:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc876 from it ffffb70bc1533b58 00010000:00000001:3.0:1788777431.697987:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.697988:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.697989:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.697991:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697993:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.697995:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777431.697997:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.698004:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.698005:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.698007:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777431.698009:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777431.698011:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777431.699105:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777431.699109:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777431.699111:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.699115:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.699117:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.699119:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.699122:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777431.699124:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.699126:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.699129:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.699131:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777431.699132:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.699133:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777431.699137:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.699147:0:32002:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254700 x1875667211098368/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777447 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.699156:0:32002:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777431.699159:0:32002:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777431.699162:0:32002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1093000. 02000000:00000001:3.0:1788777431.699167:0:32002:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777431.699169:0:32002:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777431.699171:0:32002:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777431.699173:0:32002:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777431.699176:0:32002:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ef800. 02000000:00000001:3.0:1788777431.699179:0:32002:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777431.699181:0:32002:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777431.699183:0:32002:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254700. 00000100:00000001:3.0:1788777431.699186:0:32002:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777431.699188:0:32002:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777431.699192:0:32002:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777431.699197:0:32002:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777431.699213:0:32002:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd105bbc0. 00000020:00000001:3.0:1788777431.699218:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533ae8 00000080:00200000:3.0:1788777431.699220:0:32002:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=13 00000080:00000001:3.0:1788777431.699223:0:32002:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777431.699226:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533998 00000080:00200000:3.0:1788777431.699228:0:32002:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=getattr 00000080:00000010:3.0:1788777431.699237:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961c00. 00800000:00000002:3.0:1788777431.699244:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777431.699249:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777431.699252:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.699254:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc15338b8 00800000:00000002:3.0:1788777431.699256:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.699259:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777431.699263:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777431.699266:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777431.699269:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777431.699271:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777431.699273:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.699275:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.699277:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777431.699280:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533850 00800000:00000002:3.0:1788777431.699282:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788777431.699287:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.699289:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533788 00000002:00010000:3.0:1788777431.699290:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788777431.699295:0:32002:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777431.699298:0:32002:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777431.699302:0:32002:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254700. 00000020:00000040:3.0:1788777431.699305:0:32002:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777431.699311:0:32002:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777431.699315:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.699318:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.699319:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.699320:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.699323:0:32002:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777431.699325:0:32002:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777431.699329:0:32002:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777431.699335:0:32002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ef800. 00000100:00000001:3.0:1788777431.699342:0:32002:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.699346:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777431.699348:0:32002:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.699349:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777431.699350:0:32002:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.699352:0:32002:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.699360:0:32002:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00010000:00000001:3.0:1788777431.699363:0:32002:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777431.699366:0:32002:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777431.699371:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:3.0:1788777431.699374:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777431.699376:0:32002:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777431.699380:0:32002:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814800. 00000020:00000001:3.0:1788777431.699384:0:32002:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777431.699386:0:32002:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814800 with handle 0x22b16ee488cdc87d to hash 00000020:00000001:3.0:1788777431.699388:0:32002:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777431.699389:0:32002:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777431.699393:0:32002:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777431.699599:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.699603:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.699611:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777431.699619:0:32002:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777431.699631:0:32002:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777431.699637:0:32002:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777431.699639:0:32002:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777431.699646:0:32002:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca65b840. 00000100:00000001:3.0:1788777431.699648:0:32002:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159574796352 : -110914134755264 : ffff9b1fca65b840) 00000100:00000001:3.0:1788777431.699651:0:32002:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777431.699652:0:32002:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000001:3.0:1788777431.699656:0:32002:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777431.699659:0:32002:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.699661:0:32002:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777431.699662:0:32002:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777431.699667:0:32002:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.699674:0:32002:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777431.699677:0:32002:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.699681:0:32002:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777431.699683:0:32002:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777431.699685:0:32002:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777431.699688:0:32002:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32002:1875667211098496:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777431.699693:0:32002:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777431.699708:0:32002:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777431.699711:0:32002:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.699713:0:32002:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777431.699718:0:32002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1093000. 02000000:00000001:3.0:1788777431.699720:0:32002:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777431.699727:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777431.699731:0:32002:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73738. 00000400:00000010:3.0:1788777431.699737:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255c38. 00000100:00000200:3.0:1788777431.699743:0:32002:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211098496, portal 10 00000100:00000001:3.0:1788777431.699745:0:32002:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777431.699746:0:32002:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000040:3.0:1788777431.699752:0:32002:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.699759:0:32002:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777431.699766:0:32002:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777431.699769:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255440. 00000100:00000200:3.0:1788777431.699772:0:32002:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211098496, offset 0 00000400:00000200:3.0:1788777431.699779:0:32002:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777431.699788:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.699795:0:32002:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777431.699800:0:32002:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777431.699805:0:32002:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777431.699809:0:32002:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777431.699812:0:32002:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777431.699816:0:32002:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2670:2670:256:4294967295] 192.168.204.133@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:3.0:1788777431.699820:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.699829:0:32002:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777431.699836:0:32002:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777431.699842:0:32002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b500. 00000800:00000200:3.0:1788777431.699848:0:32002:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777431.699855:0:32002:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777431.699860:0:32002:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788777431.699876:0:32002:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777431.699881:0:32002:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 828275 usecs (829 jiffies) 00000400:00000200:3.0:1788777431.699884:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777431.699887:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296535836 00000100:00000001:3.0:1788777431.699889:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296536547 00000100:00000001:3.0:1788777431.699892:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296535836 00000100:00000001:3.0:1788777431.699894:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296536547 00000100:00000001:3.0:1788777431.699896:0:32002:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777431.699899:0:32002:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.699901:0:32002:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777431.699903:0:32002:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777431.699905:0:32002:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca65b840 going to sleep for 11 seconds 00000100:00000001:3.0:1788777431.699908:0:32002:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777431.699910:0:32002:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.705323:0:32002:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777431.708717:0:32002:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777431.708724:0:32002:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777431.708728:0:32002:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73738. 00000400:00000200:3.0:1788777431.708735:0:32002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255c38 00000400:00000010:3.0:1788777431.708737:0:32002:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255c38. 00000100:00000001:3.0:1788777431.708742:0:32002:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777431.708755:0:32002:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777431.708768:0:32002:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.708776:0:32002:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777431.708780:0:32002:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777431.708783:0:32002:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777431.708787:0:32002:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777431.708789:0:32002:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777431.708792:0:32002:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.708796:0:32002:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777431.708806:0:32002:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=90 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777431.708811:0:32002:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777431.708814:0:32002:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777431.708818:0:32002:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.708824:0:32002:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777431.708829:0:32002:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777431.708831:0:32002:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967595 00000100:00000001:3.0:1788777431.708833:0:32002:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777431.708835:0:32002:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788777431.708840:0:32002:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.708846:0:32002:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788777431.708849:0:32002:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777431.708852:0:32002:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777431.708856:0:32002:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777447 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777431.708864:0:32002:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32002:1875667211098496:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777431.708870:0:32002:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777431.708873:0:32002:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777431.708875:0:32002:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777431.708878:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.708881:0:32002:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777447 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.708888:0:32002:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777431.708891:0:32002:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca65b840. 00000100:00000001:3.0:1788777431.708895:0:32002:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777431.708896:0:32002:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788777431.708900:0:32002:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777431.708904:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.708907:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.708909:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=4 00000020:00000001:3.0:1788777431.708912:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777431.708914:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00010000:3.0:1788777431.708919:0:32002:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.708930:0:32002:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788777431.708935:0:32002:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.708940:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777431.708943:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.708949:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.708951:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777431.708953:0:32002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.708959:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.708962:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.708965:0:32002:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777431.710268:0:32002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777431.710281:0:32002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd1814800 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:3.0:1788777431.710284:0:32002:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777431.710288:0:32002:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.710298:0:32002:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777431.710300:0:32002:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777431.710303:0:32002:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.710308:0:32002:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777431.710312:0:32002:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777431.710314:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.710316:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.710318:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=5 00000020:00000001:3.0:1788777431.710320:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777431.710323:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777431.710325:0:32002:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777431.710328:0:32002:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777431.710334:0:32002:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777431.710336:0:32002:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.710339:0:32002:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777431.710341:0:32002:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777431.710345:0:32002:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777431.710347:0:32002:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777431.710349:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.710352:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777431.710354:0:32002:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814800 with handle 0x22b16ee488cdc87d from hash 00010000:00000001:3.0:1788777431.710356:0:32002:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777431.710357:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.710359:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.710361:0:32002:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777431.710362:0:32002:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777431.710364:0:32002:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777431.710366:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.710367:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.710368:0:32002:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.710370:0:32002:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.710373:0:32002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.710378:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.710379:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.710380:0:32002:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777431.710382:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777431.710383:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.710385:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.710385:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777431.710387:0:32002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc87d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777431.710395:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.710396:0:32002:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788777431.710404:0:32002:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788777431.710544:0:32002:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777447 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777431.710555:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777431.710557:0:32002:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.710558:0:32002:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.710560:0:32002:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.710563:0:32002:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777431.710566:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777431.710567:0:32002:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.710569:0:32002:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777431.710572:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533710 00000002:00002000:3.0:1788777431.710574:0:32002:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1788777431.710577:0:32002:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.710582:0:32002:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.710585:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777431.710588:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777431.710590:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.710595:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777431.710598:0:32002:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777431.710600:0:32002:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1533b20 it_disposition 7 00000080:00002000:3.0:1788777431.710605:0:32002:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd173c438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1788777431.710792:0:32002:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1788777431.710796:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777431.710798:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777431.710800:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777431.710802:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777431.710804:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.710806:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.710809:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.710813:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777431.710815:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.710818:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777431.710823:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:3.0:1788777431.710826:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777431.710830:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.710832:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777431.710836:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777431.710845:0:32002:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777431.710849:0:32002:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.710852:0:32002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777431.710859:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777431.710861:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777431.710863:0:32002:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777431.710866:0:32002:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777431.710868:0:32002:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc1533930 released 00000080:00010000:3.0:1788777431.710871:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc876 from it ffffb70bc1533930 00010000:00000001:3.0:1788777431.710873:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.710874:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.710876:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.710879:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.710881:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.710883:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777431.710886:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777431.710892:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.710893:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.710895:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777431.710897:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777431.710899:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777431.710906:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777431.710909:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777431.710911:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.710915:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.710916:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.710917:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.710920:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777431.710922:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.710923:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.710926:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.710928:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777431.710929:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.710930:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777431.710931:0:32002:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777431.710933:0:32002:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777431.710936:0:32002:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777431.710940:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961c00. 00000100:00000001:3.0:1788777431.710946:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.710951:0:32002:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254700 x1875667211098496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777447 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.710958:0:32002:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777431.710961:0:32002:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777431.710964:0:32002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1093000. 02000000:00000001:3.0:1788777431.710967:0:32002:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777431.710970:0:32002:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777431.710971:0:32002:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777431.710974:0:32002:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777431.710977:0:32002:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ef800. 02000000:00000001:3.0:1788777431.710980:0:32002:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777431.710982:0:32002:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777431.710983:0:32002:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254700. 00000100:00000001:3.0:1788777431.710987:0:32002:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777431.710988:0:32002:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777431.710991:0:32002:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777431.710992:0:32002:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc1533b20 released 00000080:00000001:3.0:1788777431.710994:0:32002:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777431.710998:0:32002:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777431.710999:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533b70 00000080:00002000:3.0:1788777431.711001:0:32002:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9b1fd173c438, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777431.711004:0:32002:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.712373:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777431.712379:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777431.712381:0:32002:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777431.712384:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533bb0 00000080:00200000:3.0:1788777431.712388:0:32002:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777431.712395:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961c00. 00800000:00000002:3.0:1788777431.712558:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777431.712563:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777431.712567:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.712570:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533ad0 00800000:00000002:3.0:1788777431.712573:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.712576:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777431.712578:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777431.712581:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777431.712583:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777431.712585:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777431.712588:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.712589:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.712591:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.712595:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777431.712600:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.712602:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc15339a0 00000002:00010000:3.0:1788777431.712604:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777431.712607:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777431.712609:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.712611:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777431.712617:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:3.0:1788777431.712619:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777431.712624:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.712627:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777431.712632:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777431.712647:0:32002:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777431.712651:0:32002:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.712654:0:32002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788777431.712661:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777431.712663:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777431.712665:0:32002:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777431.712666:0:32002:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777431.712668:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777431.712670:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777431.712672:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777431.712675:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777431.712677:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961c00. 00000080:00000001:3.0:1788777431.712681:0:32002:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777431.712682:0:32002:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.712685:0:32002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777431.712688:0:32002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc876 00800000:00000001:3.0:1788777431.712692:0:32002:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777431.712694:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777431.712708:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.712711:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.712713:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.712716:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.712719:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.712722:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.712724:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777431.712725:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.712727:0:32002:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.712729:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc876 from it ffffb70bc1533be8 00010000:00000001:3.0:1788777431.712730:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.712731:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.712733:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.712735:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.712737:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.712739:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777431.712742:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777431.712748:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.712749:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.712751:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777431.712753:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777431.712759:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777431.712766:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777431.712769:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777431.712770:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.712774:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.712775:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.712776:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.712780:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777431.712781:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.712784:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.712787:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.712789:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777431.712790:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.712791:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777431.712794:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777431.712796:0:32002:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777431.712798:0:32002:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777431.712803:0:32002:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.712807:0:32002:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777431.712809:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533bd8 00000080:00002000:3.0:1788777431.712810:0:32002:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9b1fd173c438) flags 0x8000e refc 0 00000080:00000001:3.0:1788777431.712813:0:32002:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777431.712816:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533c20 00000080:00200000:3.0:1788777431.712817:0:32002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=16392 00000080:00000001:3.0:1788777431.712822:0:32002:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777431.712823:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533ba8 00000080:00002000:3.0:1788777431.712825:0:32002:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9b1fd173c438, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777431.712828:0:32002:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777431.712854:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533d08 00000080:00200008:3.0:1788777431.712857:0:32002:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777431.712863:0:32002:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788777431.712866:0:32002:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.712868:0:32002:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777431.712869:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533c80 00000080:00200000:3.0:1788777431.712870:0:32002:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777431.712874:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961c00. 00800000:00000002:3.0:1788777431.712876:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777431.712879:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777431.712880:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.712881:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533ba0 00800000:00000002:3.0:1788777431.712883:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.712886:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777431.712887:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777431.712888:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777431.712890:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777431.712891:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777431.712893:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.712895:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.712897:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.712899:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777431.712901:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.712903:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533a70 00000002:00010000:3.0:1788777431.712905:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777431.712907:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777431.712909:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.712910:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777431.712912:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:3.0:1788777431.712914:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777431.712917:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.712918:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777431.712921:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788777431.712926:0:32002:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777431.712928:0:32002:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.712931:0:32002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788777431.712936:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777431.712938:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777431.712940:0:32002:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777431.712941:0:32002:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777431.712943:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777431.712945:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777431.712947:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777431.712949:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777431.712951:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961c00. 00000080:00000001:3.0:1788777431.712953:0:32002:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777431.712954:0:32002:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.712957:0:32002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777431.712960:0:32002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc876 00800000:00000001:3.0:1788777431.712963:0:32002:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777431.712964:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777431.712965:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.712967:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.712968:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.712970:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.712973:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.712975:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.712976:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777431.712977:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.712978:0:32002:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.712980:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc876 from it ffffb70bc1533cb8 00010000:00000001:3.0:1788777431.712982:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.712983:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.712984:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.712986:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.712987:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.712989:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777431.712992:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777431.712998:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.712999:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.713000:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777431.713002:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777431.713004:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777431.713010:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777431.713012:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777431.713013:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.713016:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.713017:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.713018:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.713020:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777431.713021:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.713023:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.713025:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.713027:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777431.713028:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.713029:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777431.713031:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777431.713032:0:32002:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777431.713036:0:32002:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777431.713039:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533d08 00000080:00000008:3.0:1788777431.713041:0:32002:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777431.714857:0:32002:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777431.714893:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533d08 00000080:00200008:3.0:1788777431.714896:0:32002:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777431.714902:0:32002:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777431.714903:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533c80 00000080:00200000:3.0:1788777431.714905:0:32002:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777431.714910:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961c00. 00800000:00000002:3.0:1788777431.714915:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777431.714918:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777431.714922:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.714924:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533ba0 00800000:00000002:3.0:1788777431.714926:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.714930:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777431.714932:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777431.714934:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777431.714936:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777431.714938:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777431.714940:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.714942:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.714944:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.714947:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777431.714953:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.714955:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533a70 00000002:00010000:3.0:1788777431.714957:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777431.714961:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777431.714963:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.714965:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777431.714971:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:3.0:1788777431.714974:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777431.714978:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.714982:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777431.714986:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788777431.714996:0:32002:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777431.715000:0:32002:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.715004:0:32002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788777431.715010:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777431.715013:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777431.715014:0:32002:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777431.715016:0:32002:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777431.715018:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777431.715020:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777431.715023:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777431.715025:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777431.715027:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961c00. 00000080:00000001:3.0:1788777431.715031:0:32002:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777431.715032:0:32002:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.715035:0:32002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777431.715038:0:32002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc876 00800000:00000001:3.0:1788777431.715041:0:32002:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777431.715043:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777431.715044:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.715047:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.715050:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.715052:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.715055:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.715058:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.715060:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777431.715061:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.715063:0:32002:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.715065:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc876 from it ffffb70bc1533cb8 00010000:00000001:3.0:1788777431.715067:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.715068:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.715069:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.715071:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.715073:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.715076:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777431.715078:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777431.715084:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.715085:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.715087:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777431.715089:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777431.715091:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777431.715098:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777431.715101:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777431.715103:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.715107:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.715108:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.715109:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.715112:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777431.715113:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.715115:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.715118:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.715120:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777431.715122:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.715123:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777431.715125:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777431.715127:0:32002:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777431.715130:0:32002:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777431.715134:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533d08 00000080:00000008:3.0:1788777431.715137:0:32002:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777431.715266:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777431.715269:0:32002:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777431.715270:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533b78 00000080:00200000:3.0:1788777431.715272:0:32002:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777431.715276:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961c00. 00800000:00000002:3.0:1788777431.715279:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777431.715281:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777431.715283:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.715284:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533a98 00800000:00000002:3.0:1788777431.715286:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.715289:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777431.715290:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777431.715291:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777431.715292:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777431.715294:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777431.715295:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.715297:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.715299:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.715301:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777431.715304:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.715305:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533968 00000002:00010000:3.0:1788777431.715307:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777431.715309:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777431.715311:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.715312:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777431.715315:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:3.0:1788777431.715317:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777431.715319:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.715321:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777431.715325:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788777431.715331:0:32002:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777431.715333:0:32002:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.715336:0:32002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788777431.715342:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777431.715344:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777431.715346:0:32002:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777431.715348:0:32002:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777431.715349:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777431.715351:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777431.715354:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777431.715355:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777431.715357:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961c00. 00000080:00000001:3.0:1788777431.715360:0:32002:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777431.715361:0:32002:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.715363:0:32002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777431.715366:0:32002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc876 00800000:00000001:3.0:1788777431.715368:0:32002:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777431.715370:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777431.715371:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.715373:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.715374:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.715376:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.715378:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.715380:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.715381:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777431.715382:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.715384:0:32002:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777431.715386:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc876 from it ffffb70bc1533bb0 00010000:00000001:3.0:1788777431.715388:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777431.715389:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777431.715390:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777431.715392:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.715394:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.715396:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00000010:3.1:1788777431.715777:0:32002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814800. 00010000:00010000:3.0:1788777431.715785:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777431.715939:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.715940:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.715944:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777431.715945:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777431.715949:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788777431.715955:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777431.715957:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777431.715958:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.715961:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.715962:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.715963:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.715965:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777431.715967:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.715969:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.715972:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.715973:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777431.715975:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.715976:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777431.715978:0:32002:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777431.715979:0:32002:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777431.715982:0:32002:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788777431.715986:0:32002:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.715991:0:32002:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777431.716003:0:32002:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777431.716005:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533b78 00000080:00200008:3.0:1788777431.716008:0:32002:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 300000 00000080:00000010:3.0:1788777431.716012:0:32002:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd2350780. 00000080:00000001:3.0:1788777431.716017:0:32002:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.716019:0:32002:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.716034:0:32002:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777431.716037:0:32002:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c03066f0 arg=7ffd16158410 00000020:00000001:3.0:1788777431.716043:0:32002:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777431.716047:0:32002:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9b1fd12ec000. 00000020:00000001:3.0:1788777431.716052:0:32002:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.716055:0:32002:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1788777431.716057:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533ad0 00000080:00200000:3.0:1788777431.716059:0:32002:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) name=d21g.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1788777431.716065:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960600. 00800000:00000002:3.0:1788777431.716068:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:3.0:1788777431.716076:0:32002:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1788777431.716078:0:32002:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788777431.716081:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777431.716083:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777431.716084:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777431.716086:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777431.716088:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.716089:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.716091:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.716094:0:32002:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:3.0:1788777431.716097:0:32002:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788777431.716099:0:32002:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788777431.716101:0:32002:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788777431.716104:0:32002:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788777431.716107:0:32002:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x1f:0x0] 40000000:00000001:3.0:1788777431.716109:0:32002:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.716111:0:32002:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.716113:0:32002:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777431.716114:0:32002:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777431.716117:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc15339e8 00800000:00000002:3.0:1788777431.716119:0:32002:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-1' [0x200000405:0x1f:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1788777431.716123:0:32002:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788777431.716126:0:32002:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777431.716129:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:3.0:1788777431.716131:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777431.716134:0:32002:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777431.716137:0:32002:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777431.716140:0:32002:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788777431.716148:0:32002:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777431.716151:0:32002:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777431.716153:0:32002:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777431.716155:0:32002:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777431.716160:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.716161:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777431.716163:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 3 00010000:00000001:3.0:1788777431.716165:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777431.716168:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.716170:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.716170:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777431.716172:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 3 00010000:00000001:3.0:1788777431.716174:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777431.716176:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.716177:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.716178:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777431.716179:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 3 00010000:00000001:3.0:1788777431.716181:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777431.716183:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777431.716185:0:32002:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777431.716188:0:32002:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777431.716192:0:32002:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1788777431.716195:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1533670 00000080:00002000:3.0:1788777431.716197:0:32002:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-1 00000080:00000001:3.0:1788777431.716202:0:32002:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777431.716207:0:32002:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777431.716211:0:32002:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777431.716214:0:32002:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777431.716216:0:32002:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.716220:0:32002:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777431.716223:0:32002:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777431.716225:0:32002:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777431.716226:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.716229:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777431.716232:0:32002:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814600 with handle 0x22b16ee488cdc876 from hash 00010000:00000001:3.0:1788777431.716234:0:32002:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777431.716236:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777431.716237:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.716238:0:32002:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777431.716241:0:32002:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777431.716242:0:32002:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777431.716245:0:32002:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777431.716247:0:32002:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777431.716249:0:32002:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777431.716254:0:32002:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254700. 00000020:00000040:3.0:1788777431.716258:0:32002:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:3.0:1788777431.716264:0:32002:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777431.716265:0:32002:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.716268:0:32002:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777431.716271:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.716273:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.716276:0:32002:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777431.716278:0:32002:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777431.716281:0:32002:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777431.716286:0:32002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ef800. 00000100:00000001:3.0:1788777431.716293:0:32002:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.716295:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777431.716297:0:32002:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777431.716302:0:32002:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1788777431.716309:0:32002:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777431.716310:0:32002:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777431.716312:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777431.716315:0:32002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc876 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a670b expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1788777431.716322:0:32002:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8d700 count: 0 00010000:00000010:3.0:1788777431.716328:0:32002:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0387180. 00010000:00000001:3.0:1788777431.716333:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777431.716334:0:32002:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.716336:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777431.716337:0:32002:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.716339:0:32002:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777431.716350:0:32002:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777431.716362:0:32002:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc3254700 x1875667211098752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777431.716369:0:32002:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777431.716372:0:32002:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777431.716378:0:32002:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca65b840. 00000100:00000001:3.0:1788777431.716380:0:32002:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159574796352 : -110914134755264 : ffff9b1fca65b840) 00000100:00000001:3.0:1788777431.716383:0:32002:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777431.716384:0:32002:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000001:3.0:1788777431.716388:0:32002:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777431.716392:0:32002:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.716394:0:32002:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777431.716395:0:32002:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777431.716768:0:32002:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254700 x1875667211098752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.716779:0:32002:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777431.716782:0:32002:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.716787:0:32002:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777431.716791:0:32002:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777431.716793:0:32002:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777431.716797:0:32002:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32002:1875667211098752:192.168.204.133@tcp:36:lfs.0 00000100:00000001:3.0:1788777431.716802:0:32002:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777431.716807:0:32002:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777431.716810:0:32002:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.716812:0:32002:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777431.716817:0:32002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ecc00. 02000000:00000001:3.0:1788777431.716819:0:32002:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777431.716827:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777431.716832:0:32002:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73738. 00000400:00000010:3.0:1788777431.716839:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255c38. 00000100:00000200:3.0:1788777431.716846:0:32002:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211098752, portal 10 00000100:00000001:3.0:1788777431.716848:0:32002:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777431.716849:0:32002:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000040:3.0:1788777431.716858:0:32002:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254700 x1875667211098752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777447 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.716866:0:32002:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777431.716869:0:32002:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777431.716872:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92553b8. 00000100:00000200:3.0:1788777431.716875:0:32002:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667211098752, offset 0 00000400:00000200:3.0:1788777431.716882:0:32002:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777431.716891:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.716899:0:32002:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777431.716905:0:32002:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777431.716910:0:32002:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777431.716914:0:32002:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777431.716917:0:32002:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777431.716920:0:32002:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2671:2671:256:4294967295] 192.168.204.133@tcp LPNI seq info [2670:2670:8:4294967295] 00000400:00000200:3.0:1788777431.716925:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.716935:0:32002:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777431.716941:0:32002:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777431.716946:0:32002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b600. 00000800:00000200:3.0:1788777431.716953:0:32002:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777431.716961:0:32002:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777431.716966:0:32002:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788777431.717032:0:32002:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777431.717037:0:32002:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 827023 usecs (828 jiffies) 00000400:00000200:3.0:1788777431.717041:0:32002:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777431.717044:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296535852 00000100:00000001:3.0:1788777431.717046:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296536547 00000100:00000001:3.0:1788777431.717048:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296535852 00000100:00000001:3.0:1788777431.717051:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296536547 00000100:00000001:3.0:1788777431.717053:0:32002:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777431.717055:0:32002:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.717058:0:32002:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777431.717059:0:32002:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777431.717062:0:32002:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca65b840 going to sleep for 11 seconds 00000100:00000001:3.0:1788777431.717065:0:32002:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777431.717067:0:32002:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1788777431.726522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bbc0. 00010000:00000010:3.1:1788777431.726540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d700. 00010000:00000010:3.1:1788777431.726545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814600. 00000800:00000001:3.0:1788777431.734067:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.734082:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777431.734087:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.734090:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.734098:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.734106:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777431.734117:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.734121:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.734127:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.734131:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 10 MB=0x6a9e8cdd59a80 00000400:00000200:3.0:1788777431.734136:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.734142:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 448/448 into md 0x7d45 [1] + 224 00000800:00000001:3.0:1788777431.734148:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.734156:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.734160:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.734164:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777431.734171:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777431.734181:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254700 x1875667211098752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777431.734193:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b1fc3254700 x1875667211098752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.734217:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777431.734226:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.734229:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777431.805290:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.805315:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777431.805322:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.805325:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.805337:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.805349:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777431.805362:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.805368:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.805375:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.805380:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd59b00 00000400:00000200:3.0:1788777431.805386:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.805395:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7d55 [1] + 224 00000800:00000001:3.0:1788777431.805563:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.805574:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.805578:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.805584:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777431.805596:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777431.805608:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211098880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777431.805620:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639ea00 x1875667211098880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.805650:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777431.805661:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.805665:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777431.805776:0:32005:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777431.805788:0:32005:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777431.805792:0:32005:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777431.805796:0:32005:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b528. 00000400:00000200:1.0:1788777431.805803:0:32005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93330 00000400:00000010:1.0:1788777431.805806:0:32005:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93330. 00000100:00000001:1.0:1788777431.805811:0:32005:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777431.805818:0:32005:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211098880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777431.805828:0:32005:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211098880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777431.805835:0:32005:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777431.805838:0:32005:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777431.805842:0:32005:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777431.805847:0:32005:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777431.805850:0:32005:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777431.805852:0:32005:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777431.805856:0:32005:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777431.805869:0:32005:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=90 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777431.805874:0:32005:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777431.805879:0:32005:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777431.805881:0:32005:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.805885:0:32005:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777431.805891:0:32005:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777431.805897:0:32005:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777431.805900:0:32005:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967595 00000100:00000001:1.0:1788777431.805903:0:32005:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777431.805907:0:32005:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777431.806248:0:32005:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211098880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777431.806256:0:32005:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777431.806260:0:32005:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777431.806262:0:32005:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777431.806266:0:32005:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211098880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777447 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777431.806274:0:32005:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32005:1875667211098880:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777431.806280:0:32005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777431.806283:0:32005:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777431.806286:0:32005:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777431.806289:0:32005:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777431.806293:0:32005:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211098880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777447 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777431.806300:0:32005:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777431.806304:0:32005:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd9e49c00. 00000100:00000001:1.0:1788777431.806308:0:32005:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777431.806310:0:32005:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.806314:0:32005:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777431.806320:0:32005:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.806323:0:32005:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.806328:0:32005:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=4 00000020:00000001:1.0:1788777431.806330:0:32005:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806334:0:32005:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000040:1.0:1788777431.806344:0:32005:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4e00, remote cookie: 0x542deec0941a6743, flags: 0x1001 00010000:00010000:1.0:1788777431.806350:0:32005:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc884 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6743 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777431.806364:0:32005:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc884 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6743 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.806372:0:32005:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777431.806377:0:32005:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777431.806380:0:32005:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777431.806382:0:32005:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777431.806384:0:32005:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777431.806388:0:32005:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6900) refcount = 1 00010000:00010000:1.0:1788777431.806392:0:32005:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc884 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6743 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.806400:0:32005:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777431.806404:0:32005:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777431.806406:0:32005:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777431.806410:0:32005:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777431.806413:0:32005:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777431.806416:0:32005:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc884 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6743 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.806423:0:32005:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777431.806426:0:32005:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.806428:0:32005:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.806429:0:32005:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.806431:0:32005:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.806433:0:32005:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777431.806439:0:32005:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777431.806441:0:32005:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.806443:0:32005:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.806444:0:32005:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777431.806447:0:32005:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806449:0:32005:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806452:0:32005:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.806454:0:32005:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.806456:0:32005:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=4 00000020:00000001:1.0:1788777431.806459:0:32005:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806500:0:32005:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806504:0:32005:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777431.806508:0:32005:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777431.806512:0:32005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc884 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6743 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.806520:0:32005:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.806522:0:32005:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.806524:0:32005:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.806526:0:32005:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.806528:0:32005:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=5 00000020:00000001:1.0:1788777431.806530:0:32005:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806532:0:32005:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806535:0:32005:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777431.806538:0:32005:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc884 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6743 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.806545:0:32005:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.806546:0:32005:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777431.806549:0:32005:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc884 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6743 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.806555:0:32005:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777431.806557:0:32005:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.806558:0:32005:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.806559:0:32005:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.806561:0:32005:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777431.806567:0:32005:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639ea00 x1875667211098880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777447 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777431.806577:0:32005:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.806578:0:32005:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.806580:0:32005:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777431.806582:0:32005:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806584:0:32005:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806586:0:32005:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.806588:0:32005:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777431.806589:0:32005:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777431.806592:0:32005:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777431.806605:0:32005:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777431.806608:0:32005:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.806609:0:32005:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.806611:0:32005:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777431.806613:0:32005:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806616:0:32005:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00000002:00010000:1.0:1788777431.806619:0:32005:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc884 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6743 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.806627:0:32005:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.806628:0:32005:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.806630:0:32005:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777431.806632:0:32005:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.806633:0:32005:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.806634:0:32005:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777431.806636:0:32005:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777431.806638:0:32005:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000040:1.0:1788777431.806646:0:32005:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6900 count: 2 00010000:00000001:1.0:1788777431.806650:0:32005:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777431.806654:0:32005:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777431.806656:0:32005:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.806658:0:32005:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777431.806660:0:32005:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777431.806664:0:32005:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d93898 00000002:00002000:1.0:1788777431.806666:0:32005:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777431.806669:0:32005:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777431.806673:0:32005:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777431.806677:0:32005:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777431.806681:0:32005:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777431.806684:0:32005:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777431.806689:0:32005:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777431.806704:0:32005:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1b2e000. 00000080:00000001:1.0:1788777431.806710:0:32005:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777431.806713:0:32005:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777431.806721:0:32005:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777431.806726:0:32005:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00000800:00000200:3.0:1788777431.807845:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777431.807853:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777431.807860:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.807867:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777431.807873:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b198 00000400:00000010:3.0:1788777431.807876:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b198. 00000100:00000001:3.0:1788777431.807882:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777431.807889:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31efb80 x1875667211099008/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.807901:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.807905:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31efb80 x1875667211099008/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.807925:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.807927:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777431.812704:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.812729:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777431.812735:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.812740:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.812753:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.812764:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777431.812779:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.812785:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.812792:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.812797:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 584 into portal 10 MB=0x6a9e8cdd59b80 00000400:00000200:3.0:1788777431.812803:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.812811:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 584/584 into md 0x7d65 [1] + 224 00000800:00000001:3.0:1788777431.812821:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.812832:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.812836:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.812841:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777431.812852:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777431.812863:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31efb80 x1875667211099008/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777431.812875:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b1fc31efb80 x1875667211099008/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.812895:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777431.812905:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.812925:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777431.827657:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777431.827664:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5b00. 00000400:00000200:3.0:1788777431.827670:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.827676:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777431.827682:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b000 00000400:00000010:3.0:1788777431.827684:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b000. 00000100:00000001:3.0:1788777431.827688:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777431.827705:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31efb80 x1875667211099264/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777447 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.827716:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777431.827719:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31efb80 x1875667211099264/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777447 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.827725:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.827726:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777431.834524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6800. 00000080:00000010:0.1:1788777431.834545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18824a0. 00010000:00000010:0.1:1788777431.834553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6900. 00010000:00000010:0.1:1788777431.834557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00000800:00000001:3.0:1788777431.835669:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.835690:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777431.835707:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.835710:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.835722:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.835732:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777431.835743:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.835749:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.835756:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.835760:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 10 MB=0x6a9e8cdd59c80 00000400:00000200:3.0:1788777431.835766:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.835774:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 448/448 into md 0x7d6d [1] + 224 00000800:00000001:3.0:1788777431.835782:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.835791:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.835795:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.835800:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777431.835810:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777431.835822:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31efb80 x1875667211099264/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777431.835834:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b1fc31efb80 x1875667211099264/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777431.835855:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777431.835865:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.835867:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777431.875404:0:32008:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777431.875413:0:32008:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777431.875416:0:32008:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777431.875420:0:32008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2033bc0 00000080:00200000:3.0:1788777431.875426:0:32008:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777431.875436:0:32008:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961400. 00800000:00000002:3.0:1788777431.875445:0:32008:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777431.875450:0:32008:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777431.875457:0:32008:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.875459:0:32008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2033ae0 00800000:00000002:3.0:1788777431.875488:0:32008:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.875492:0:32008:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777431.875496:0:32008:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777431.875500:0:32008:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777431.875503:0:32008:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777431.875505:0:32008:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777431.875508:0:32008:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.875510:0:32008:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777431.875513:0:32008:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777431.875517:0:32008:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777431.875523:0:32008:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777431.875525:0:32008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20339b0 00000002:00010000:3.0:1788777431.875527:0:32008:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777431.875531:0:32008:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777431.875534:0:32008:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777431.875539:0:32008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777431.876093:0:32008:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.876101:0:32008:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.876103:0:32008:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.876107:0:32008:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777431.876110:0:32008:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777431.876118:0:32008:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255c00. 00000020:00000040:3.0:1788777431.876124:0:32008:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777431.876132:0:32008:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777431.876138:0:32008:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777431.876143:0:32008:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.876147:0:32008:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777431.876150:0:32008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777431.876155:0:32008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777431.876163:0:32008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ed400. 00000100:00000001:3.0:1788777431.876172:0:32008:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.876179:0:32008:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777431.876182:0:32008:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.876183:0:32008:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777431.876185:0:32008:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777431.876187:0:32008:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777431.876194:0:32008:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453137920 : -110914256413696 : ffff9b1fc3255c00) 00010000:00000001:3.0:1788777431.876199:0:32008:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777431.876202:0:32008:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777431.876207:0:32008:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d700. 00010000:00000010:3.0:1788777431.876212:0:32008:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0387a00. 00010000:00000001:3.0:1788777431.876218:0:32008:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777431.876222:0:32008:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814600. 00000020:00000001:3.0:1788777431.876228:0:32008:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777431.876232:0:32008:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814600 with handle 0x22b16ee488cdc892 to hash 00000020:00000001:3.0:1788777431.876234:0:32008:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777431.876237:0:32008:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.876241:0:32008:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777431.876246:0:32008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777431.876249:0:32008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777431.876321:0:32008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777431.876334:0:32008:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32008 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777431.876347:0:32008:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32008 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777431.876353:0:32008:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777431.876355:0:32008:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777431.876364:0:32008:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca65ba80. 00000100:00000001:3.0:1788777431.876366:0:32008:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159574796928 : -110914134754688 : ffff9b1fca65ba80) 00000100:00000001:3.0:1788777431.876370:0:32008:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777431.876371:0:32008:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137920 : -110914256413696 : ffff9b1fc3255c00) 00000100:00000001:3.0:1788777431.876377:0:32008:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777431.876382:0:32008:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.876384:0:32008:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777431.876386:0:32008:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777431.876399:0:32008:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255c00 x1875667211099392/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.877213:0:32008:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777431.877217:0:32008:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.877224:0:32008:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777431.877228:0:32008:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777431.877231:0:32008:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777431.877238:0:32008:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255c00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32008:1875667211099392:192.168.204.133@tcp:101:multiop.0 00000100:00000001:3.0:1788777431.877243:0:32008:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777431.877252:0:32008:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777431.877256:0:32008:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777431.878100:0:32008:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777431.878111:0:32008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1093000. 02000000:00000001:3.0:1788777431.878115:0:32008:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777431.878125:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777431.878131:0:32008:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73f78. 00000400:00000010:3.0:1788777431.878141:0:32008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255cc0. 00000100:00000200:3.0:1788777431.878151:0:32008:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211099392, portal 10 00000100:00000001:3.0:1788777431.878154:0:32008:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777431.878155:0:32008:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137920 : -110914256413696 : ffff9b1fc3255c00) 00000100:00000040:3.0:1788777431.878169:0:32008:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3255c00 x1875667211099392/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.878178:0:32008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777431.878181:0:32008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777431.878185:0:32008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255f68. 00000100:00000200:3.0:1788777431.878189:0:32008:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211099392, offset 0 00000400:00000200:3.0:1788777431.878197:0:32008:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777431.878209:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.878219:0:32008:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777431.878226:0:32008:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777431.878232:0:32008:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777431.878237:0:32008:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777431.878240:0:32008:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777431.878245:0:32008:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2675:2675:256:4294967295] 192.168.204.133@tcp LPNI seq info [2674:2674:8:4294967295] 00000400:00000200:3.0:1788777431.878250:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.878773:0:32008:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777431.878782:0:32008:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777431.878790:0:32008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777431.878799:0:32008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777431.878807:0:32008:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777431.878813:0:32008:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788777431.878840:0:32008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777431.878846:0:32008:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 822112 usecs (823 jiffies) 00000400:00000200:3.0:1788777431.878850:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777431.878854:0:32008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296536009 00000100:00000001:3.0:1788777431.878858:0:32008:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296536547 00000100:00000001:3.0:1788777431.878861:0:32008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296536009 00000100:00000001:3.0:1788777431.878863:0:32008:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296536547 00000100:00000001:3.0:1788777431.878866:0:32008:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777431.878869:0:32008:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777431.878872:0:32008:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777431.878875:0:32008:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777431.878878:0:32008:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca65ba80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777431.878880:0:32008:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777431.878884:0:32008:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777431.886315:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.886340:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777431.886345:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.886348:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.886360:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.886370:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777431.886381:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.886387:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.886394:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.886399:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd59d00 00000400:00000200:3.0:1788777431.886404:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.886412:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7d75 [1] + 224 00000800:00000001:3.0:1788777431.886421:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.886430:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.886434:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.886441:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777431.886451:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777431.886518:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255c00 x1875667211099392/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777431.886533:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc3255c00 x1875667211099392/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.886555:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777431.886567:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.886571:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777431.895110:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.895342:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777431.895348:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.895352:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.895364:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.895374:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777431.895387:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.895393:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.895400:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.895614:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd59d80 00000400:00000200:3.0:1788777431.895621:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.895629:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7d85 [1] + 224 00000800:00000001:3.0:1788777431.895639:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.895650:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.895654:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.895659:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777431.895669:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777431.895681:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211099520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777431.895702:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc31ed880 x1875667211099520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.895775:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777431.895788:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.895792:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788777431.899896:0:32008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd13e0000. 02000000:00000001:1.0:1788777431.899900:0:32008:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777431.899910:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777431.899916:0:32008:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e120b0. 00000400:00000010:1.0:1788777431.899926:0:32008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fc356cc00. 00000100:00000200:1.0:1788777431.899934:0:32008:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211099776, portal 10 00000100:00000001:1.0:1788777431.899937:0:32008:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777431.899938:0:32008:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:1.0:1788777431.899946:0:32008:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed880 x1875667211099776/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777447 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777431.899954:0:32008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777431.899957:0:32008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777431.899962:0:32008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92564c8. 00000100:00000200:1.0:1788777431.899966:0:32008:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211099776, offset 0 00000400:00000200:1.0:1788777431.899974:0:32008:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777431.899986:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777431.899996:0:32008:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777431.900003:0:32008:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777431.900009:0:32008:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777431.900014:0:32008:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777431.900018:0:32008:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777431.900022:0:32008:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2677:2677:256:4294967295] 192.168.204.133@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:1.0:1788777431.900027:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777431.900039:0:32008:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777431.900047:0:32008:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777431.900053:0:32008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837f00. 00000800:00000200:1.0:1788777431.900062:0:32008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777431.900071:0:32008:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777431.900077:0:32008:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777431.900169:0:32008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777431.900175:0:32008:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 819653 usecs (820 jiffies) 00000400:00000200:1.0:1788777431.900180:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777431.900183:0:32008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296536027 00000100:00000001:1.0:1788777431.900186:0:32008:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296536547 00000100:00000001:1.0:1788777431.900189:0:32008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296536027 00000100:00000001:1.0:1788777431.900191:0:32008:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296536547 00000100:00000001:1.0:1788777431.900193:0:32008:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777431.900196:0:32008:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777431.900199:0:32008:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777431.900201:0:32008:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777431.900204:0:32008:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159300 going to sleep for 11 seconds 00000100:00000001:1.0:1788777431.900207:0:32008:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777431.900211:0:32008:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777431.922820:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.922845:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777431.922853:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.922857:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.922870:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.922881:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777431.922892:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.922900:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.922907:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.922912:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd59e80 00000400:00000200:3.0:1788777431.922917:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777431.922926:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7d8d [32] + 224 00000800:00000001:3.0:1788777431.922935:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.922967:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777431.922971:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777431.922977:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777431.922989:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777431.923000:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211099776/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777447 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777431.923013:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc31ed880 x1875667211099776/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777431.923040:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777431.923053:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777431.923057:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777431.923164:0:32008:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777431.923175:0:32008:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777431.923178:0:32008:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777431.923182:0:32008:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e120b0. 00000400:00000200:1.0:1788777431.923187:0:32008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc356cc00 00000400:00000010:1.0:1788777431.923190:0:32008:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fc356cc00. 00000100:00000001:1.0:1788777431.923194:0:32008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777431.923199:0:32008:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211099776/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777431.923210:0:32008:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211099776/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777447 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777431.923217:0:32008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777431.923220:0:32008:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777431.923223:0:32008:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777431.923229:0:32008:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777431.923232:0:32008:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777431.923234:0:32008:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777431.923238:0:32008:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777431.923249:0:32008:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=90 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777431.923254:0:32008:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777431.923267:0:32008:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777431.923269:0:32008:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.923273:0:32008:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777431.923277:0:32008:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777431.923282:0:32008:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777431.923284:0:32008:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012c/0x1] 00000100:00000001:1.0:1788777431.923286:0:32008:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777431.923289:0:32008:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777431.923290:0:32008:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:1.0:1788777431.923294:0:32008:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777431.923297:0:32008:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967595 00000100:00000001:1.0:1788777431.923299:0:32008:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777431.923303:0:32008:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777431.923309:0:32008:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777447 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777431.923317:0:32008:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777431.923320:0:32008:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777431.923323:0:32008:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777431.923327:0:32008:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777447 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777431.923335:0:32008:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32008:1875667211099776:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777431.923342:0:32008:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777431.923345:0:32008:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777431.923347:0:32008:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777431.923350:0:32008:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777431.923353:0:32008:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777447 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777431.923360:0:32008:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777431.923363:0:32008:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159300. 00000100:00000001:1.0:1788777431.923367:0:32008:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777431.923369:0:32008:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.923372:0:32008:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777431.923378:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.923382:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.923385:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=4 00000020:00000001:1.0:1788777431.923388:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923391:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000040:1.0:1788777431.923399:0:32008:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7a00, remote cookie: 0x542deec0941a67b3, flags: 0x1001 00010000:00010000:1.0:1788777431.923411:0:32008:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777431.923421:0:32008:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x21:0x0].0x0, instead of [0x200000405:0x1f:0x0].0x0 00010000:00000001:1.0:1788777431.923424:0:32008:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788777431.923434:0:32008:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611900. 00010000:00000010:1.0:1788777431.923440:0:32008:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182f80. 00010000:00000001:1.0:1788777431.923446:0:32008:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777431.923449:0:32008:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777431.923458:0:32008:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.923521:0:32008:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777431.923526:0:32008:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777431.923528:0:32008:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777431.923530:0:32008:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777431.923531:0:32008:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777431.923535:0:32008:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x21:0x0].0x0 (ffff9b1fd2611900) refcount = 1 00010000:00010000:1.0:1788777431.923540:0:32008:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.923554:0:32008:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777431.923561:0:32008:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777431.923563:0:32008:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777431.923567:0:32008:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777431.923570:0:32008:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777431.923574:0:32008:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.923580:0:32008:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777431.923582:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.923588:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.923589:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.923592:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.923594:0:32008:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777431.923600:0:32008:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777431.923603:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.923604:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.923607:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:1.0:1788777431.923609:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923612:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923615:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.923616:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.923618:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=4 00000020:00000001:1.0:1788777431.923620:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923623:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923627:0:32008:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777431.923631:0:32008:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777431.923634:0:32008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.923641:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.923642:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.923644:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.923645:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.923646:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=5 00000020:00000001:1.0:1788777431.923648:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923650:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923652:0:32008:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777431.923654:0:32008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.923662:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.923663:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777431.923666:0:32008:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.923673:0:32008:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777431.923675:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.923676:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.923677:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.923678:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777431.923684:0:32008:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777447 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777431.923711:0:32008:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788777431.923717:0:32008:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777447 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777431.923735:0:32008:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.923743:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.923744:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.923746:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:1.0:1788777431.923748:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923749:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00000002:00010000:1.0:1788777431.923759:0:32008:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788777431.923770:0:32008:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc32de840. 00010000:00000001:1.0:1788777431.923773:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.923774:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777431.923776:0:32008:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777431.923778:0:32008:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777431.923781:0:32008:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788777431.923783:0:32008:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777431.923785:0:32008:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:1.0:1788777431.923787:0:32008:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777431.923788:0:32008:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00010000:00000001:1.0:1788777431.923790:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.923791:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.923792:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:1.0:1788777431.923794:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923797:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00000002:00010000:1.0:1788777431.923802:0:32008:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.923809:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.923811:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.923813:0:32008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777431.923815:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.923817:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.923819:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:1.0:1788777431.923821:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.923823:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000040:1.0:1788777431.923827:0:32008:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611900 count: 2 00010000:00000001:1.0:1788777431.923830:0:32008:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777431.923834:0:32008:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/33 (0 0) 00010000:00000001:1.0:1788777431.923837:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.923838:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777431.923839:0:32008:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777431.923843:0:32008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2033768 00000002:00002000:1.0:1788777431.923846:0:32008:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788777431.923850:0:32008:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777431.923854:0:32008:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777431.923858:0:32008:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777431.923862:0:32008:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777431.923872:0:32008:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777431.923877:0:32008:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4c40 2 00000080:00000001:1.0:1788777431.923881:0:32008:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777431.923883:0:32008:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fca617c00 it_disposition 1800037 00000080:00002000:1.0:1788777431.923891:0:32008:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd176aa20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788777431.923897:0:32008:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777431.923900:0:32008:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788777431.923903:0:32008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2033998 00000080:00200000:1.0:1788777431.923904:0:32008:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff9b1fd157db88), intent=open|creat 00000080:00000001:1.0:1788777431.923907:0:32008:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788777431.923910:0:32008:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777431.923917:0:32008:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777431.923920:0:32008:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777431.923923:0:32008:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:1.0:1788777431.923927:0:32008:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788777431.923946:0:32008:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd1598000. 00000020:00000001:1.0:1788777431.923959:0:32008:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788777431.923961:0:32008:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788777431.923965:0:32008:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788777431.923973:0:32008:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x21:0x0](ffff9b1fd15980c8) 00000020:00000001:1.0:1788777431.923978:0:32008:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777431.923983:0:32008:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:1.0:1788777431.923986:0:32008:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:1.0:1788777431.923991:0:32008:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788777431.923998:0:32008:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b1fc33dc3e8. 00000020:00000001:1.0:1788777431.924002:0:32008:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788777431.924004:0:32008:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777431.924012:0:32008:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788777431.924017:0:32008:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b1fc7e455d0. 00020000:00000001:1.0:1788777431.924019:0:32008:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633159532762576 : -110914176789040 : ffff9b1fc7e455d0) 00020000:00000001:1.0:1788777431.924022:0:32008:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788777431.924026:0:32008:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777431.924032:0:32008:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd1213540. 00020000:00000010:1.0:1788777431.924037:0:32008:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd0ec3e80. 00020000:00000010:1.0:1788777431.924044:0:32008:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd1213e40. 00020000:00000001:1.0:1788777431.924047:0:32008:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159687749184 : -110914021802432 : ffff9b1fd1213e40) 00020000:00000002:1.0:1788777431.924052:0:32008:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd1213e40, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777431.924058:0:32008:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777431.924063:0:32008:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd0ec3e80: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:1.0:1788777431.924066:0:32008:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788777431.924069:0:32008:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd1213e40, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777431.924071:0:32008:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777431.924074:0:32008:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd0ec3e80: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000010:1.0:1788777431.924079:0:32008:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b1fd1186260. 00020000:00000010:1.0:1788777431.924082:0:32008:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b1fca6a26c0. 00020000:00000001:1.0:1788777431.924090:0:32008:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788777431.924094:0:32008:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b1fd04b40d8. 00020000:00000001:1.0:1788777431.924098:0:32008:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788777431.924100:0:32008:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788777431.924108:0:32008:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788777431.924113:0:32008:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b1fc33dc898. 00000020:00000001:1.0:1788777431.924115:0:32008:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788777431.924116:0:32008:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777431.924118:0:32008:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633159454738712 : -110914254812904 : ffff9b1fc33dc918) 00020000:00000001:1.0:1788777431.924123:0:32008:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788777431.924128:0:32008:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b1fd112b880. 00020000:00000001:1.0:1788777431.924131:0:32008:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777431.924137:0:32008:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159454738712 : -110914254812904 : ffff9b1fc33dc918) 00020000:00000001:1.0:1788777431.924140:0:32008:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633159454738712 : -110914254812904 : ffff9b1fc33dc918) 00020000:00000002:1.0:1788777431.924144:0:32008:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x14:0x0]@ffff9b1fc33dc898[0:0] -> [0x200000405:0x21:0x0]@ffff9b1fc33dc3e8: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:1.0:1788777431.924151:0:32008:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788777431.924153:0:32008:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788777431.924156:0:32008:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777431.924160:0:32008:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159454737512 : -110914254814104 : ffff9b1fc33dc468) 00000020:00001000:1.0:1788777431.924163:0:32008:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:1.0:1788777431.924167:0:32008:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:1.0:1788777431.924170:0:32008:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788777431.924172:0:32008:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611169 mtime from 0 to 1788777431 00000080:00000001:1.0:1788777431.924178:0:32008:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788777431.924180:0:32008:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691436232 : -110914018115384 : ffff9b1fd15980c8) 00010000:00000001:1.0:1788777431.924183:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.924185:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.924188:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:1.0:1788777431.924190:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.924193:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00000080:00000001:1.0:1788777431.924197:0:32008:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777431.924199:0:32008:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777431.924201:0:32008:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:1.0:1788777431.924204:0:32008:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:1.0:1788777431.924206:0:32008:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777431.924209:0:32008:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777431.924211:0:32008:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777431.924214:0:32008:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd1213a20. 00020000:00000010:1.0:1788777431.924216:0:32008:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd0ec3200. 00020000:00000010:1.0:1788777431.924220:0:32008:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd1213ba0. 00020000:00000001:1.0:1788777431.924221:0:32008:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159687748512 : -110914021803104 : ffff9b1fd1213ba0) 00020000:00000002:1.0:1788777431.924224:0:32008:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd1213ba0, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777431.924228:0:32008:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777431.924231:0:32008:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd0ec3200: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:1.0:1788777431.924235:0:32008:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc7e455d0) owner ffff9b20020ecf80 00020000:00000001:1.0:1788777431.924239:0:32008:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777431.924242:0:32008:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc7e455d0) owner ffff9b20020ecf80 00020000:00000010:1.0:1788777431.924247:0:32008:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd0ec3200. 00020000:00000010:1.0:1788777431.924252:0:32008:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd1213a20. 00020000:00000010:1.0:1788777431.924257:0:32008:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd1213ba0. 00020000:00000002:1.0:1788777431.924259:0:32008:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788777431.924261:0:32008:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777431.924263:0:32008:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777431.924266:0:32008:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777431.924269:0:32008:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000002:1.0:1788777431.924272:0:32008:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd1213e40 addref 2/0 by ffff9b20020ecf80. 00020000:00000002:1.0:1788777431.924274:0:32008:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:1.0:1788777431.924278:0:32008:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777431.924280:0:32008:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777431.924281:0:32008:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777431.924283:0:32008:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788777431.924285:0:32008:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788777431.924288:0:32008:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788777431.924290:0:32008:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:1.0:1788777431.924292:0:32008:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.924293:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.924295:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777431.924296:0:32008:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777431.924299:0:32008:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777431.924301:0:32008:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777431.924303:0:32008:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x21:0x0](ffff9b1fd15980c8) 00000080:00010000:1.0:1788777431.924307:0:32008:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x21:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc8a0 00800000:00000001:1.0:1788777431.924310:0:32008:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777431.924312:0:32008:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777431.924314:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.924315:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.924316:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:1.0:1788777431.924318:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.924321:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.924323:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.924324:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777431.924325:0:32008:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777431.924327:0:32008:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777431.924328:0:32008:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788777431.924331:0:32008:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777431.924337:0:32008:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777447 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777431.924344:0:32008:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777431.924349:0:32008:0:(namei.c:1651:ll_create_it()) inode ffff9b1fd15980c8 need_sync_to_mds [0x200000405:0x21:0x0] 00000080:00000001:1.0:1788777431.924353:0:32008:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777431.924357:0:32008:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x21:0x0](ffff9b1fd15980c8) 00000080:00000001:1.0:1788777431.924360:0:32008:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777431.924365:0:32008:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc332ae00. 00000100:00000001:1.0:1788777431.924368:0:32008:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777431.924371:0:32008:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777447 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777431.924376:0:32008:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777431.924381:0:32008:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788777431.924383:0:32008:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777431.924385:0:32008:0:(namei.c:1500:ll_atomic_open()) inode ffff9b1fd15980c8 need_sync_to_mds [0x200000405:0x21:0x0] 00000080:00000001:1.0:1788777431.924396:0:32008:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777431.924398:0:32008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2033a68 00000080:00200008:1.0:1788777431.924400:0:32008:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x21:0x0](ffff9b1fd15980c8), flags 100102 00000080:00000010:1.0:1788777431.924409:0:32008:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c45180. 00000080:00000010:1.0:1788777431.924415:0:32008:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc32de7c0. 00000080:00000001:1.0:1788777431.924418:0:32008:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788777431.924423:0:32008:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788777431.924426:0:32008:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777431.924430:0:32008:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777431.924432:0:32008:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777431.924435:0:32008:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777431.924437:0:32008:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777431.924439:0:32008:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:1.0:1788777431.924441:0:32008:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777431.924444:0:32008:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788777431.924447:0:32008:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd11ec7c0. 00000002:00100000:1.0:1788777431.924452:0:32008:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777447 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777431.924458:0:32008:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777431.924460:0:32008:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777431.924499:0:32008:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788777431.924502:0:32008:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777431.924505:0:32008:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777431.924508:0:32008:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777431.924512:0:32008:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777447 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788777431.924519:0:32008:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777431.924523:0:32008:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd13e0000. 02000000:00000001:1.0:1788777431.924553:0:32008:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788777431.924555:0:32008:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777431.924558:0:32008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2033a68 00000080:00000008:1.0:1788777431.924560:0:32008:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x21:0x0](ffff9b1fd15980c8), flags 100102, rc = 0 00000080:00000001:1.0:1788777431.924564:0:32008:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777431.924566:0:32008:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fca617c00 released 00000080:00010000:1.0:1788777431.924569:0:32008:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8a0 from it ffff9b1fca617c00 00010000:00000001:1.0:1788777431.924571:0:32008:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777431.924572:0:32008:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777431.924574:0:32008:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:1.0:1788777431.924575:0:32008:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.924578:0:32008:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:1.0:1788777431.924581:0:32008:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777431.924583:0:32008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777431.924590:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.924591:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.924593:0:32008:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777431.924595:0:32008:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777431.924598:0:32008:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777431.924606:0:32008:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777431.924609:0:32008:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777431.924611:0:32008:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777431.924616:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.924617:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777431.924619:0:32008:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.924622:0:32008:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777431.924625:0:32008:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.924627:0:32008:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.924630:0:32008:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777431.924632:0:32008:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777431.924633:0:32008:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777431.924634:0:32008:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777431.924636:0:32008:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788777431.924638:0:32008:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788777431.924641:0:32008:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777431.924643:0:32008:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777431.924645:0:32008:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777431.924647:0:32008:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777431.924650:0:32008:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788777431.924653:0:32008:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777431.924655:0:32008:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777431.924657:0:32008:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777431.924659:0:32008:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777431.924662:0:32008:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fca617c00. 00000080:00000001:1.0:1788777431.924666:0:32008:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777431.924672:0:32008:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777431.924674:0:32008:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x21:0x0](ffff9b1fd15980c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1788777431.924679:0:32008:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777432.244803:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777432.244807:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777432.244811:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777432.655959:0:32018:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777432.655969:0:32018:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777432.655972:0:32018:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777432.655976:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7bc0 00000080:00200000:3.0:1788777432.655982:0:32018:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777432.655992:0:32018:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960c00. 00800000:00000002:3.0:1788777432.656001:0:32018:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777432.656006:0:32018:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777432.656077:0:32018:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777432.656080:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7ae0 00800000:00000002:3.0:1788777432.656084:0:32018:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777432.656088:0:32018:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777432.656092:0:32018:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777432.656096:0:32018:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777432.656098:0:32018:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777432.656101:0:32018:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777432.656103:0:32018:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777432.656106:0:32018:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777432.656109:0:32018:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777432.656114:0:32018:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777432.656121:0:32018:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777432.656123:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a79b0 00000002:00010000:3.0:1788777432.656125:0:32018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777432.656129:0:32018:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777432.656131:0:32018:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777432.656134:0:32018:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777432.656143:0:32018:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:3.0:1788777432.656147:0:32018:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777432.656153:0:32018:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777432.656158:0:32018:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777432.656165:0:32018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a677b expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777432.656180:0:32018:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777432.656188:0:32018:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777432.656191:0:32018:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a677b expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777432.656200:0:32018:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777432.656202:0:32018:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777432.656205:0:32018:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777432.656207:0:32018:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777432.656209:0:32018:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777432.656211:0:32018:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777432.656215:0:32018:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777432.656218:0:32018:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777432.656222:0:32018:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960c00. 00000080:00000001:3.0:1788777432.656228:0:32018:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777432.656230:0:32018:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777432.656234:0:32018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777432.656237:0:32018:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc892 00800000:00000001:3.0:1788777432.656242:0:32018:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777432.656245:0:32018:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777432.656247:0:32018:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777432.656250:0:32018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777432.656254:0:32018:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777432.656256:0:32018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777432.656260:0:32018:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777432.656263:0:32018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777432.656265:0:32018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777432.656266:0:32018:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777432.656269:0:32018:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777432.656271:0:32018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc892 from it ffffb70bc18a7bf8 00010000:00000001:3.0:1788777432.656273:0:32018:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777432.656274:0:32018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777432.656275:0:32018:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814600 refcount=3 00000020:00000001:3.0:1788777432.656277:0:32018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777432.656279:0:32018:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694042624 : -110914015508992 : ffff9b1fd1814600) 00010000:00000001:3.0:1788777432.656281:0:32018:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777432.656283:0:32018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a677b expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777432.656290:0:32018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777432.656291:0:32018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777432.656293:0:32018:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777432.656295:0:32018:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777432.656297:0:32018:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a677b expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777432.656307:0:32018:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777432.656311:0:32018:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777432.656313:0:32018:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777432.656318:0:32018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777432.656320:0:32018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777432.656322:0:32018:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777432.656326:0:32018:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777432.656328:0:32018:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777432.656330:0:32018:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777432.656333:0:32018:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777432.656335:0:32018:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777432.656336:0:32018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777432.656337:0:32018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777432.656341:0:32018:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777432.656343:0:32018:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777432.656344:0:32018:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777432.656350:0:32018:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777432.656360:0:32018:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd105b040. 00000020:00000001:3.0:1788777432.656366:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7b28 00000080:00200000:3.0:1788777432.656368:0:32018:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=25 00000080:00000001:3.0:1788777432.656372:0:32018:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777432.656375:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a79d8 00000080:00200000:3.0:1788777432.656376:0:32018:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=0 00000080:00000010:3.0:1788777432.656385:0:32018:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960c00. 00800000:00000002:3.0:1788777432.656388:0:32018:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777432.656392:0:32018:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777432.656394:0:32018:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777432.656395:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a78f8 00800000:00000002:3.0:1788777432.656397:0:32018:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777432.656399:0:32018:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777432.656403:0:32018:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777432.656405:0:32018:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777432.656406:0:32018:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777432.656408:0:32018:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777432.656410:0:32018:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777432.656412:0:32018:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777432.656414:0:32018:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777432.656416:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7890 00800000:00000002:3.0:1788777432.656418:0:32018:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788777432.656421:0:32018:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777432.656423:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a77c8 00000002:00010000:3.0:1788777432.656424:0:32018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788777432.656429:0:32018:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777432.656432:0:32018:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777432.656437:0:32018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254e00. 00000020:00000040:3.0:1788777432.656442:0:32018:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777432.656449:0:32018:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777432.656454:0:32018:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777432.656457:0:32018:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777432.656458:0:32018:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777432.656460:0:32018:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777432.661308:0:32018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777432.661313:0:32018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777432.661321:0:32018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777432.663236:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777432.663243:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956800. 00000400:00000200:3.0:1788777432.663250:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777432.663257:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777432.663263:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93908 00000400:00000010:3.0:1788777432.663266:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93908. 00000100:00000001:3.0:1788777432.663270:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777432.663276:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254e00 x1875667211099904/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777448 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777432.663288:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777432.663292:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3254e00 x1875667211099904/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777448 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777432.663298:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777432.663300:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777432.675512:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777432.675536:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777432.675542:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777432.675545:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777432.675557:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.675568:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777432.675579:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.675586:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.675593:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.675598:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd59f00 00000400:00000200:3.0:1788777432.675604:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.675612:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7d95 [1] + 224 00000800:00000001:3.0:1788777432.675622:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777432.675629:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777432.675633:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777432.675638:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777432.675649:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777432.675660:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254e00 x1875667211099904/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777448 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777432.675673:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc3254e00 x1875667211099904/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777448 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777432.675706:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777432.675718:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777432.675721:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788777432.680256:0:32018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92552a8. 00000100:00000200:3.0:1788777432.680264:0:32018:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211100160, offset 0 00000400:00000200:3.0:1788777432.680274:0:32018:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777432.680287:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.680297:0:32018:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777432.680305:0:32018:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777432.680311:0:32018:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777432.680316:0:32018:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777432.680319:0:32018:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777432.680323:0:32018:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2679:2679:256:4294967295] 192.168.204.133@tcp LPNI seq info [2678:2678:8:4294967295] 00000400:00000200:3.0:1788777432.680329:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.680340:0:32018:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777432.680348:0:32018:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777432.680355:0:32018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777432.680363:0:32018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777432.680371:0:32018:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777432.680377:0:32018:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788777432.680420:0:32018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777432.680427:0:32018:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 817243 usecs (818 jiffies) 00000400:00000200:3.0:1788777432.680431:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777432.680434:0:32018:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296536805 00000100:00000001:3.0:1788777432.680443:0:32018:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296536789 00000100:00000001:3.0:1788777432.680450:0:32018:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296536805 00000100:00000001:3.0:1788777432.680454:0:32018:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296536789 00000100:00000001:3.0:1788777432.680457:0:32018:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777432.680460:0:32018:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777432.680498:0:32018:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777432.680500:0:32018:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777432.680504:0:32018:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd9e496c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788777432.680508:0:32018:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777432.680511:0:32018:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777432.695053:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777432.695077:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777432.695082:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777432.695085:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777432.695111:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.695123:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777432.695135:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.695142:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.695150:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.695154:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5a000 00000400:00000200:3.0:1788777432.695160:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777432.695167:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7da5 [32] + 224 00000800:00000001:3.0:1788777432.695176:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777432.695185:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777432.695189:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777432.695195:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777432.695205:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777432.695217:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639dc00 x1875667211100160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777448 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777432.695230:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc639dc00 x1875667211100160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777448 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777432.695253:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777432.695264:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777432.695267:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788777432.703134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ed00. 00010000:00000010:0.1:1788777432.703158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00000020:00000001:1.0:1788777433.268937:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777433.268941:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777433.268945:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777433.524681:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296536822, at 4296536832 00000100:00000010:3.0:1788777433.524698:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc9c0. 00000020:00000001:1.0:1788777434.293299:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777434.293303:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777434.293306:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777434.293316:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777434.293320:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777434.293323:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777434.293330:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef100 x1875667211100544/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.293338:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777434.293341:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.293346:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777434.293348:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777434.293351:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777434.293355:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211100544:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777434.293360:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777434.293368:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777434.293371:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.293374:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777434.293380:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd184c000. 02000000:00000001:1.0:1788777434.293382:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777434.293391:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777434.293396:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e120b0. 00000400:00000010:1.0:1788777434.293405:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256198. 00000100:00000200:1.0:1788777434.293414:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211100544, portal 25 00000100:00000001:1.0:1788777434.293417:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777434.293419:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452717312 : -110914256834304 : ffff9b1fc31ef100) 00000100:00000040:1.0:1788777434.293426:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ef100 x1875667211100544/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.293434:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777434.293437:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777434.293439:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256e58. 00000100:00000200:1.0:1788777434.293443:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211100544, offset 0 00000400:00000200:1.0:1788777434.293451:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777434.293486:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.293496:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777434.293503:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777434.293508:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777434.293513:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777434.293515:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777434.293520:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2681:2681:256:4294967295] 192.168.204.133@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:1.0:1788777434.293525:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.293537:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777434.293544:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777434.293550:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837a00. 00000800:00000200:1.0:1788777434.293559:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777434.293569:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777434.293574:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777434.293589:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777434.293593:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777434.293597:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296541662 00000100:00000010:1.0:1788777434.293602:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213ba0. 00000100:00000001:1.0:1788777434.293610:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788777434.294678:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296541663 00000100:00000010:1.0:1788777434.294690:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213a20. 00000100:00000001:1.0:1788777434.294696:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788777434.294700:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.294706:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.294710:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777434.294721:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef480 x1875667211100800/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.294739:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777434.294741:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.294746:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777434.294749:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777434.294752:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777434.294755:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211100800:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777434.294759:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777434.294764:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777434.294766:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.294769:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777434.294773:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd184c800. 02000000:00000001:1.0:1788777434.294775:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777434.294781:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777434.294785:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e125d8. 00000400:00000010:1.0:1788777434.294791:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777434.294797:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211100800, portal 10 00000100:00000001:1.0:1788777434.294799:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777434.294801:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452718208 : -110914256833408 : ffff9b1fc31ef480) 00000100:00000040:1.0:1788777434.294809:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ef480 x1875667211100800/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.294817:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777434.294820:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777434.294822:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256aa0. 00000100:00000200:1.0:1788777434.294825:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211100800, offset 0 00000400:00000200:1.0:1788777434.294831:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777434.294837:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.294843:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777434.294848:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777434.294852:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777434.294856:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777434.294859:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777434.294863:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2682:2682:255:4294967295] 192.168.204.133@tcp LPNI seq info [2681:2681:7:4294967295] 00000400:00000200:1.0:1788777434.294867:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.294875:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777434.294881:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777434.294885:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837300. 00000800:00000200:1.0:1788777434.294891:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777434.294898:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777434.294902:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777434.294906:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777434.294910:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21798 usecs (22 jiffies) 00000400:00000200:1.0:1788777434.294913:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777434.294923:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296537623 00000100:00000001:1.0:1788777434.294927:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296541662 00000100:00000001:1.0:1788777434.294929:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296537623 00000100:00000001:1.0:1788777434.294931:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296541663 00000100:00000001:1.0:1788777434.294933:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.294935:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.294936:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777434.294941:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec000 x1875667211101056/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.294948:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777434.294949:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.294951:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777434.294953:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777434.294955:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777434.294957:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211101056:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777434.294963:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777434.294966:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777434.294967:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.294969:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777434.294971:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd184de00. 02000000:00000001:1.0:1788777434.294973:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777434.294976:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777434.294979:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12bb0. 00000400:00000010:1.0:1788777434.294982:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256990. 00000100:00000200:1.0:1788777434.294985:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211101056, portal 4 00000100:00000001:1.0:1788777434.294987:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777434.294988:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000040:1.0:1788777434.294993:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ec000 x1875667211101056/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.295000:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777434.295002:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777434.295004:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777434.295006:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211101056, offset 0 00000400:00000200:1.0:1788777434.295010:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777434.295013:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.295016:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777434.295018:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777434.295021:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777434.295023:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777434.295025:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777434.295028:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2683:2683:254:4294967295] 192.168.204.133@tcp LPNI seq info [2682:2682:6:4294967295] 00000400:00000200:1.0:1788777434.295032:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.295039:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777434.295043:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777434.295045:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837d00. 00000800:00000200:1.0:1788777434.295049:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777434.295054:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777434.295057:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777434.295060:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777434.295063:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 254483 usecs (255 jiffies) 00000400:00000200:1.0:1788777434.295066:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777434.295068:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296537856 00000100:00000001:1.0:1788777434.295071:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296541662 00000100:00000001:1.0:1788777434.295073:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296537856 00000100:00000001:1.0:1788777434.295074:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296541663 00000100:00000001:1.0:1788777434.295076:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.295078:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.295080:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.295085:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.295368:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777434.295372:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777434.295376:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777434.295378:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777434.295381:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777434.295385:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788777434.295386:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.295389:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777434.295391:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.295392:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777434.295393:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777434.295394:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777434.295402:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec380 x1875667211100672/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.295409:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777434.295411:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.295413:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777434.295415:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777434.295417:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777434.295420:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211100672:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777434.295424:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777434.295428:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777434.295429:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.295431:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777434.295437:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd184dc00. 02000000:00000001:1.0:1788777434.295439:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777434.295443:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777434.295447:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12898. 00000400:00000010:1.0:1788777434.295451:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777434.295454:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211100672, portal 10 00000100:00000001:1.0:1788777434.295456:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777434.295457:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000040:1.0:1788777434.295489:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ec380 x1875667211100672/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.295495:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777434.295498:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777434.295501:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256440. 00000100:00000200:1.0:1788777434.295504:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211100672, offset 0 00000400:00000200:1.0:1788777434.295508:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777434.295512:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.295515:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777434.295518:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777434.295521:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777434.295523:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777434.295525:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777434.295528:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2684:2684:253:4294967295] 192.168.204.133@tcp LPNI seq info [2683:2683:5:4294967295] 00000400:00000200:1.0:1788777434.295532:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.295538:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777434.295542:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777434.295546:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837400. 00000800:00000200:1.0:1788777434.295549:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777434.295554:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777434.295557:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777434.295560:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777434.295563:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 816041 usecs (817 jiffies) 00000400:00000200:1.0:1788777434.295565:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777434.295567:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296538418 00000100:00000001:1.0:1788777434.295570:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296541662 00000100:00000001:1.0:1788777434.295572:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296538418 00000100:00000001:1.0:1788777434.295574:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296541663 00000100:00000001:1.0:1788777434.295576:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.295578:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.295580:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777434.295584:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31eca80 x1875667211100928/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.295590:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777434.295591:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.295593:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777434.295595:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777434.295597:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777434.295600:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211100928:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777434.295602:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777434.295605:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777434.295606:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.295608:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777434.295611:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd184d000. 02000000:00000001:1.0:1788777434.295613:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777434.295616:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777434.295618:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12b00. 00000400:00000010:1.0:1788777434.295621:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256a18. 00000100:00000200:1.0:1788777434.295624:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211100928, portal 4 00000100:00000001:1.0:1788777434.295626:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777434.295628:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000040:1.0:1788777434.295633:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31eca80 x1875667211100928/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.295639:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777434.295642:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777434.295644:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256b28. 00000100:00000200:1.0:1788777434.295658:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211100928, offset 0 00000400:00000200:1.0:1788777434.295664:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777434.295667:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.295670:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777434.295673:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777434.295675:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777434.295678:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777434.295680:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777434.295682:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2685:2685:252:4294967295] 192.168.204.133@tcp LPNI seq info [2684:2684:4:4294967295] 00000400:00000200:1.0:1788777434.295686:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777434.295693:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777434.295696:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777434.295699:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837e00. 00000800:00000200:1.0:1788777434.295703:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777434.295707:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777434.295710:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777434.295712:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777434.295716:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20772 usecs (21 jiffies) 00000400:00000200:1.0:1788777434.295718:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777434.295720:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296537622 00000100:00000001:1.0:1788777434.295733:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296541662 00000100:00000001:1.0:1788777434.295736:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296537622 00000100:00000001:1.0:1788777434.295738:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296541663 00000100:00000001:1.0:1788777434.295740:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.295743:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.295746:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.295748:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.295773:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777434.295776:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.305112:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777434.305120:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777434.305130:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777434.305133:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777434.305137:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12898. 00000400:00000200:1.0:1788777434.305144:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:1.0:1788777434.305147:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:1.0:1788777434.305152:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777434.305160:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec380 x1875667211100672/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777434.305170:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec380 x1875667211100672/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.305176:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777434.305179:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.305182:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777434.305187:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777434.305190:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777434.305193:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.305198:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777434.305209:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=93 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777434.305214:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777434.305217:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777434.305219:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777434.305223:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777434.305227:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.305232:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777434.305235:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967595 00000100:00000001:1.0:1788777434.305238:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777434.305242:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777434.305247:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec380 x1875667211100672/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.305261:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.305265:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777434.305268:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777434.305272:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec380 x1875667211100672/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777434.305281:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211100672:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777434.305288:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777434.305290:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777434.305291:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e120b0. 00000400:00000200:1.0:1788777434.305294:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256198 00000400:00000010:1.0:1788777434.305296:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256198. 00000100:00000001:1.0:1788777434.305299:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777434.305302:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef100 x1875667211100544/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777434.305311:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef100 x1875667211100544/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.305317:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777434.305318:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.305320:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777434.305321:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777434.305322:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777434.305324:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.305326:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777434.305328:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777434.305331:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777434.305334:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777434.305335:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777434.305336:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777434.305338:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.305340:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777434.305343:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef100 x1875667211100544/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.305350:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.305352:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777434.305353:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777434.305363:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef100 x1875667211100544/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777434.305370:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211100544:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777434.305376:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777434.305378:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777434.305379:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e125d8. 00000400:00000200:1.0:1788777434.305382:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:1.0:1788777434.305384:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:1.0:1788777434.305386:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777434.305390:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef480 x1875667211100800/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777434.305398:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef480 x1875667211100800/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.305404:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777434.305406:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.305407:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777434.305409:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777434.305410:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777434.305412:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.305413:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777434.305418:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=93 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777434.305420:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777434.305422:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777434.305423:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777434.305425:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777434.305427:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.305429:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777434.305431:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1788777434.305434:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777434.305436:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777434.305440:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef480 x1875667211100800/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.305446:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.305448:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777434.305450:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777434.305453:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef480 x1875667211100800/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777434.305461:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211100800:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777434.305495:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.305498:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777434.305502:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec380 x1875667211100672/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.305509:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777434.305513:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777434.305517:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd184dc00. 02000000:00000001:1.0:1788777434.305522:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777434.305526:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777434.305528:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777434.305530:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777434.305534:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb6e5d00. 02000000:00000001:1.0:1788777434.305540:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777434.305542:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777434.305545:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec380. 00000100:00000001:1.0:1788777434.305549:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777434.305551:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.305552:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777434.305556:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef100 x1875667211100544/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.305562:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777434.305563:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777434.305566:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd184c000. 02000000:00000001:1.0:1788777434.305568:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777434.305582:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777434.305584:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777434.305586:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777434.305587:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb6e5400. 02000000:00000001:1.0:1788777434.305590:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777434.305591:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777434.305593:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef100. 00000100:00000001:1.0:1788777434.305595:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777434.305597:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.305598:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777434.305602:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef480 x1875667211100800/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.305608:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777434.305609:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777434.305611:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd184c800. 02000000:00000001:1.0:1788777434.305612:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777434.305614:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777434.305615:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777434.305617:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777434.305618:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb6e5500. 02000000:00000001:1.0:1788777434.305620:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777434.305621:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777434.305623:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef480. 00000100:00000001:1.0:1788777434.305625:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777434.305626:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.305629:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.305632:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777434.305633:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777434.305635:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.305636:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.307857:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777434.307867:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777434.307878:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777434.307882:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777434.307885:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12b00. 00000400:00000200:1.0:1788777434.307894:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256a18 00000400:00000010:1.0:1788777434.307899:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256a18. 00000100:00000001:1.0:1788777434.307904:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777434.307917:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eca80 x1875667211100928/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777434.307930:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eca80 x1875667211100928/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.307937:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777434.307940:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.307943:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777434.307947:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777434.307951:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777434.307953:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.307957:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777434.307967:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=93 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777434.307972:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777434.307975:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777434.307977:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777434.307980:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777434.307984:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.307989:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777434.307992:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788777434.307994:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777434.307996:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777434.308001:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eca80 x1875667211100928/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.308009:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.308013:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777434.308015:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777434.308020:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eca80 x1875667211100928/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777434.308028:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211100928:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777434.308034:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777434.308037:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777434.308038:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12bb0. 00000400:00000200:1.0:1788777434.308041:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256990 00000400:00000010:1.0:1788777434.308043:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256990. 00000100:00000001:1.0:1788777434.308046:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777434.308049:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec000 x1875667211101056/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777434.308057:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec000 x1875667211101056/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.308063:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777434.308064:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.308066:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777434.308068:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777434.308069:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777434.308070:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777434.308072:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777434.308076:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=93 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777434.308079:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=151 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777434.308081:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777434.308082:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777434.308084:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777434.308086:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.308088:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777434.308090:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: committing for last_committed 4294967323 gen 12 00000100:00000040:1.0:1788777434.308097:0:2413:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967323) req@ffff9b1fc31ee300 x1875667211092096/t4294967323(4294967323) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777440 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777434.308105:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777434.308108:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee300 x1875667211092096/t4294967323(4294967323) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777440 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777434.308116:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777434.308118:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777434.308122:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1002000. 02000000:00000001:1.0:1788777434.308129:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777434.308133:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777434.308134:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777434.308137:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777434.308141:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1b32400. 02000000:00000001:1.0:1788777434.308145:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777434.308147:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777434.308150:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee300. 00000100:00000001:1.0:1788777434.308155:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777434.308156:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.308159:0:2413:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777434.308162:0:2413:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1788777434.308165:0:2413:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777434.308166:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777434.308170:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec000 x1875667211101056/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.308178:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777434.308180:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777434.308181:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777434.308185:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec000 x1875667211101056/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777434.308192:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211101056:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777434.308196:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.308198:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777434.308201:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eca80 x1875667211100928/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.308207:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777434.308209:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777434.308211:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd184d000. 02000000:00000001:1.0:1788777434.308213:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777434.308214:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777434.308216:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777434.308217:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777434.308219:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb6e5000. 02000000:00000001:1.0:1788777434.308222:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777434.308223:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777434.308225:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eca80. 00000100:00000001:1.0:1788777434.308228:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777434.308230:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.308231:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777434.308234:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec000 x1875667211101056/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777434.308241:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777434.308242:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777434.308243:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd184de00. 02000000:00000001:1.0:1788777434.308245:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777434.308246:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777434.308248:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777434.308250:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777434.308251:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb6e5b00. 02000000:00000001:1.0:1788777434.308253:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777434.308254:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777434.308256:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec000. 00000100:00000001:1.0:1788777434.308258:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777434.308259:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.308262:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777434.308271:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777434.308274:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777434.308277:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777434.308280:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777435.322434:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777435.322441:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777435.322446:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:1.0:1788777435.622067:0:32008:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777435.622075:0:32008:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000002:1.0:1788777435.622092:0:32008:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:1.0:1788777435.622094:0:32008:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.622105:0:32008:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777435.622108:0:32008:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2033df0 00000080:00200008:1.0:1788777435.622111:0:32008:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x21:0x0](ffff9b1fd15980c8), flags 100002 00000080:00000001:1.0:1788777435.622116:0:32008:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777435.622118:0:32008:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788777435.622119:0:32008:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777435.622121:0:32008:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000002:1.0:1788777435.622123:0:32008:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:1.0:1788777435.622124:0:32008:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.622126:0:32008:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788777435.622132:0:32008:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777435.622135:0:32008:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777435.622138:0:32008:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777435.622141:0:32008:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777435.622142:0:32008:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777435.622145:0:32008:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:1.0:1788777435.622147:0:32008:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777435.622153:0:32008:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.622157:0:32008:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.622164:0:32008:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611900 count: 2 00010000:00000001:1.0:1788777435.622167:0:32008:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.622172:0:32008:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777435.622174:0:32008:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x21:0x0]: 0 00000080:00000001:1.0:1788777435.622176:0:32008:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777435.622178:0:32008:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777435.622184:0:32008:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fd184de00. 00000080:00000001:1.0:1788777435.622186:0:32008:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788777435.622191:0:32008:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777435.622196:0:32008:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777435.622197:0:32008:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777435.622199:0:32008:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777435.622200:0:32008:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777435.622201:0:32008:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777435.622203:0:32008:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777435.622204:0:32008:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:1.0:1788777435.622206:0:32008:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777435.622208:0:32008:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x21:0x0] 00000002:00000001:1.0:1788777435.622211:0:32008:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777435.622213:0:32008:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x21:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777435.622219:0:32008:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120380. 00000020:00000040:1.0:1788777435.622225:0:32008:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777435.622229:0:32008:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777435.622233:0:32008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777435.622237:0:32008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777435.622244:0:32008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd184d800. 00000100:00000001:1.0:1788777435.622251:0:32008:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777435.622270:0:32008:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc31ed880 x1875667211099776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777447 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777435.622282:0:32008:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1788777435.622288:0:32008:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777435.622295:0:32008:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777435.622296:0:32008:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777435.622303:0:32008:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2cc0. 00000100:00000001:1.0:1788777435.622305:0:32008:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575088320 : -110914134463296 : ffff9b1fca6a2cc0) 00000100:00000001:1.0:1788777435.622308:0:32008:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777435.622309:0:32008:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686751104 : -110914022800512 : ffff9b1fd1120380) 00000100:00000001:1.0:1788777435.622313:0:32008:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777435.622318:0:32008:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777435.622320:0:32008:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777435.622322:0:32008:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777435.622326:0:32008:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777435.622438:0:32008:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777435.622440:0:32008:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777435.622444:0:32008:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777435.622446:0:32008:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777435.622449:0:32008:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777435.622453:0:32008:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120380 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32008:1875667211101312:192.168.204.133@tcp:35:multiop.0 00000100:00000001:1.0:1788777435.622457:0:32008:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777435.622520:0:32008:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777435.622523:0:32008:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777435.622525:0:32008:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777435.622530:0:32008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356fc00. 02000000:00000001:1.0:1788777435.622532:0:32008:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777435.622538:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777435.622542:0:32008:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12bb0. 00000400:00000010:1.0:1788777435.622548:0:32008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256990. 00000100:00000200:1.0:1788777435.622554:0:32008:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211101312, portal 10 00000100:00000001:1.0:1788777435.622556:0:32008:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777435.622557:0:32008:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686751104 : -110914022800512 : ffff9b1fd1120380) 00000100:00000040:1.0:1788777435.622564:0:32008:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777435.622572:0:32008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777435.622575:0:32008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777435.622577:0:32008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256a18. 00000100:00000200:1.0:1788777435.622580:0:32008:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211101312, offset 0 00000400:00000200:1.0:1788777435.622585:0:32008:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777435.622593:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777435.622600:0:32008:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777435.622604:0:32008:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777435.622608:0:32008:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777435.622612:0:32008:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777435.622614:0:32008:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777435.622618:0:32008:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2686:2686:256:4294967295] 192.168.204.133@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:1.0:1788777435.622631:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777435.622640:0:32008:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777435.622645:0:32008:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777435.622650:0:32008:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837900. 00000800:00000200:1.0:1788777435.622657:0:32008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777435.622664:0:32008:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777435.622668:0:32008:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777435.622712:0:32008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777435.622716:0:32008:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 814832 usecs (815 jiffies) 00000400:00000200:1.0:1788777435.622720:0:32008:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777435.622722:0:32008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296539741 00000100:00000001:1.0:1788777435.622725:0:32008:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296541662 00000100:00000001:1.0:1788777435.622726:0:32008:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296539741 00000100:00000001:1.0:1788777435.622728:0:32008:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296541663 00000100:00000001:1.0:1788777435.622730:0:32008:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777435.622733:0:32008:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777435.622735:0:32008:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777435.622736:0:32008:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777435.622739:0:32008:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777435.622741:0:32008:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777435.622743:0:32008:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777435.627443:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777435.627453:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837900. 00000400:00000200:3.0:1788777435.627459:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777435.627839:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777435.627847:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256a18 00000400:00000010:3.0:1788777435.627850:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256a18. 00000100:00000001:3.0:1788777435.627855:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777435.627863:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777435.627876:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777435.627880:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777435.627886:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777435.627887:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1788777435.638738:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777435.638741:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777435.638744:0:16986:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788777435.638747:0:16986:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788777435.638751:0:16986:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777435.638758:0:16986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a67d6 expref: -99 pid: 32018 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788777435.638774:0:16986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777435.638779:0:16986:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777435.638782:0:16986:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777435.638785:0:16986:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:1.0:1788777435.638791:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.638794:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.638802:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6400 count: 2 00010000:00000001:1.0:1788777435.638806:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.638812:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777435.638813:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.638814:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.638816:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6400 count: 2 00010000:00000001:1.0:1788777435.638818:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.638821:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.638824:0:16986:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.638827:0:16986:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777435.638830:0:16986:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9b1fd1579988) invalid 00000020:00000001:1.0:1788777435.638836:0:16986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2053ca0 00000080:00002000:1.0:1788777435.638838:0:16986:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9b1fd1739ca8) parent ffff9b1fd155f360 inode ffff9b1fd1579988 refc 1 00000080:00000001:1.0:1788777435.638844:0:16986:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777435.638846:0:16986:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777435.638848:0:16986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777435.638851:0:16986:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777435.638854:0:16986:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777435.638856:0:16986:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777435.638858:0:16986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777435.638860:0:16986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777435.638864:0:16986:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4200 with handle 0x22b16ee488cdc8a7 from hash 00010000:00000001:1.0:1788777435.638867:0:16986:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777435.638868:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777435.638870:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777435.638871:0:16986:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777435.638875:0:16986:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777435.638876:0:16986:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777435.638879:0:16986:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777435.638881:0:16986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a677b expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788777435.638888:0:16986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777435.638890:0:16986:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777435.638891:0:16986:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777435.638893:0:16986:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777435.638895:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.638896:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.638898:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:1.0:1788777435.638900:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.638902:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777435.638903:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.638905:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.638907:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:1.0:1788777435.638909:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.638911:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777435.638913:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.638914:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.638915:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:1.0:1788777435.638917:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.638919:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.638920:0:16986:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777435.638923:0:16986:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777435.638928:0:16986:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777435.638938:0:16986:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777435.638940:0:16986:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777435.638941:0:16986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777435.638943:0:16986:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777435.638944:0:16986:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777435.638945:0:16986:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777435.638946:0:16986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777435.638948:0:16986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777435.638950:0:16986:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814600 with handle 0x22b16ee488cdc892 from hash 00010000:00000001:1.0:1788777435.638952:0:16986:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777435.638953:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777435.638954:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777435.638956:0:16986:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777435.638957:0:16986:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777435.638959:0:16986:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777435.638961:0:16986:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777435.638964:0:16986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788777435.638970:0:16986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777435.638972:0:16986:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777435.638973:0:16986:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777435.638974:0:16986:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x21:0x0] mode (null) 00000002:00000001:1.0:1788777435.638975:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.638977:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.638979:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611900 count: 2 00010000:00000001:1.0:1788777435.638981:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.638983:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777435.638985:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.638986:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.638988:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611900 count: 2 00010000:00000001:1.0:1788777435.638989:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.638991:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777435.638993:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.638994:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.638995:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611900 count: 2 00010000:00000001:1.0:1788777435.638997:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.638998:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777435.639000:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.639001:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.639002:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611900 count: 2 00010000:00000001:1.0:1788777435.639004:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.639006:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.639007:0:16986:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.639009:0:16986:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777435.639011:0:16986:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777435.639015:0:16986:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:1.0:1788777435.639018:0:16986:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:1.0:1788777435.639020:0:16986:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788777435.639023:0:16986:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x21:0x0]: losing layout lock 00000080:00000001:1.0:1788777435.639026:0:16986:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788777435.639028:0:16986:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788777435.639032:0:16986:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777435.639035:0:16986:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777435.639038:0:16986:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788777435.639040:0:16986:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777435.639042:0:16986:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777435.639044:0:16986:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:1.0:1788777435.639046:0:16986:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.639048:0:16986:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777435.639049:0:16986:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x21:0x0](ffff9b1fd15980c8) invalid 00000020:00000001:1.0:1788777435.639052:0:16986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2053ca0 00000080:00002000:1.0:1788777435.639054:0:16986:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b1fd176aa20) parent ffff9b1fd176aaf8 inode ffff9b1fd15980c8 refc 1 00000080:00000001:1.0:1788777435.639058:0:16986:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777435.639059:0:16986:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777435.639060:0:16986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777435.639062:0:16986:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777435.639063:0:16986:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777435.639064:0:16986:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777435.639066:0:16986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777435.639067:0:16986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777435.639069:0:16986:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7a00 with handle 0x22b16ee488cdc8a0 from hash 00010000:00000001:1.0:1788777435.639071:0:16986:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777435.639072:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777435.639073:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777435.639074:0:16986:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777435.639075:0:16986:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777435.639076:0:16986:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777435.639078:0:16986:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777435.639081:0:16986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6800/0x22b16ee488cdc899 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6797 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788777435.639087:0:16986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777435.639088:0:16986:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777435.639089:0:16986:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777435.639091:0:16986:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:1.0:1788777435.639092:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.639093:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.639095:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777435.639097:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.639100:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777435.639101:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777435.639102:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777435.639104:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777435.639105:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777435.639107:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.639109:0:16986:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777435.639110:0:16986:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777435.639112:0:16986:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) invalid 00000020:00000001:1.0:1788777435.639114:0:16986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2053ca0 00000080:00002000:1.0:1788777435.639116:0:16986:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9b1fd176aaf8) parent ffff9b1fd155f360 inode ffff9b1fd157db88 refc 1 00000080:00000001:1.0:1788777435.639119:0:16986:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777435.639120:0:16986:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777435.639121:0:16986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777435.639123:0:16986:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777435.639124:0:16986:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777435.639125:0:16986:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777435.639126:0:16986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777435.639127:0:16986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777435.639129:0:16986:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f6800 with handle 0x22b16ee488cdc899 from hash 00010000:00000001:1.0:1788777435.639131:0:16986:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777435.639132:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777435.639133:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777435.639134:0:16986:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777435.639135:0:16986:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777435.639136:0:16986:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777435.639138:0:16986:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788777435.639141:0:16986:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777435.639144:0:16986:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788777435.639152:0:16986:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121880. 00000020:00000040:1.0:1788777435.639156:0:16986:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777435.639162:0:16986:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777435.639165:0:16986:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777435.639170:0:16986:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777435.639177:0:16986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1068000. 00000100:00000001:1.0:1788777435.639185:0:16986:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777435.639187:0:16986:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777435.639193:0:16986:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc8a7 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a67d6 expref: -99 pid: 32018 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777435.639201:0:16986:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a677b expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788777435.639214:0:16986:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777435.639221:0:16986:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6800/0x22b16ee488cdc899 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6797 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777435.639226:0:16986:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:1.0:1788777435.639227:0:16986:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1788777435.639231:0:16986:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777435.639232:0:16986:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777435.639239:0:16986:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2c00. 00000100:00000001:1.0:1788777435.639241:0:16986:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575088128 : -110914134463488 : ffff9b1fca6a2c00) 00000100:00000001:1.0:1788777435.639243:0:16986:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777435.639245:0:16986:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000001:1.0:1788777435.639249:0:16986:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777435.639253:0:16986:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777435.639255:0:16986:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777435.639257:0:16986:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777435.639267:0:16986:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777435.639275:0:16986:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777435.639278:0:16986:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777435.639282:0:16986:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777435.639285:0:16986:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777435.639288:0:16986:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777435.639291:0:16986:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:67f3d5ce-64e4-46be-9428-e80a71444531:16986:1875667211101440:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777435.639296:0:16986:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777435.639301:0:16986:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777435.639304:0:16986:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777435.639306:0:16986:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777435.639311:0:16986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068200. 02000000:00000001:1.0:1788777435.639313:0:16986:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777435.639320:0:16986:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777435.639324:0:16986:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12b00. 00000400:00000010:1.0:1788777435.639450:0:16986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777435.639460:0:16986:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211101440, portal 18 00000100:00000001:1.0:1788777435.639488:0:16986:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777435.639490:0:16986:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000040:1.0:1788777435.639498:0:16986:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777435.639506:0:16986:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777435.639508:0:16986:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777435.639512:0:16986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256198. 00000100:00000200:1.0:1788777435.639516:0:16986:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875667211101440, offset 0 00000400:00000200:1.0:1788777435.639522:0:16986:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777435.639530:0:16986:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777435.639538:0:16986:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777435.639543:0:16986:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777435.639548:0:16986:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777435.639553:0:16986:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777435.639556:0:16986:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777435.639559:0:16986:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2687:2687:256:4294967295] 192.168.204.133@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:1.0:1788777435.639563:0:16986:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777435.639574:0:16986:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777435.639580:0:16986:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777435.639586:0:16986:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837900. 00000800:00000200:1.0:1788777435.639592:0:16986:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777435.639599:0:16986:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777435.639604:0:16986:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837900 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1788777435.639690:0:16986:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777435.639696:0:16986:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 814832 usecs (815 jiffies) 00000400:00000200:1.0:1788777435.639700:0:16986:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777435.639704:0:16986:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296539762 00000100:00000001:1.0:1788777435.639708:0:16986:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296541662 00000100:00000001:1.0:1788777435.639711:0:16986:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296539762 00000100:00000001:1.0:1788777435.639714:0:16986:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296541663 00000100:00000001:1.0:1788777435.639717:0:16986:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777435.639721:0:16986:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777435.639723:0:16986:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777435.639725:0:16986:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777435.639728:0:16986:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777435.639731:0:16986:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777435.639734:0:16986:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777435.640698:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777435.640705:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837900. 00000400:00000200:3.0:1788777435.640711:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777435.640719:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777435.640726:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256198 00000400:00000010:3.0:1788777435.640729:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256198. 00000100:00000001:3.0:1788777435.640735:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777435.640742:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777435.640760:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777435.640763:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777435.640770:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777435.640771:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777435.649919:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777435.649950:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777435.649955:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777435.649958:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777435.649969:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777435.649977:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777435.649987:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777435.649993:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777435.649999:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777435.650003:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd5a500 00000400:00000200:3.0:1788777435.650008:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777435.650014:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7ded [1] + 224 00000800:00000001:3.0:1788777435.650021:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777435.650035:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777435.650039:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777435.650044:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777435.650053:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777435.650063:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777435.650074:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777435.650108:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777435.650120:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777435.650123:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777435.650267:0:16986:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777435.650276:0:16986:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777435.650278:0:16986:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777435.650282:0:16986:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12b00. 00000400:00000200:1.0:1788777435.650286:0:16986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:1.0:1788777435.650289:0:16986:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:1.0:1788777435.650291:0:16986:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777435.650296:0:16986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777435.650305:0:16986:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777435.650310:0:16986:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777435.650312:0:16986:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777435.650315:0:16986:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777435.650319:0:16986:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777435.650322:0:16986:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777435.650324:0:16986:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777435.650327:0:16986:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777435.650349:0:16986:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064580 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777435.650353:0:16986:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777435.650356:0:16986:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777435.650358:0:16986:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777435.650362:0:16986:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777435.650366:0:16986:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777435.650370:0:16986:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777435.650372:0:16986:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967595 00000100:00000001:1.0:1788777435.650374:0:16986:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777435.650377:0:16986:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777435.650382:0:16986:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777435.650389:0:16986:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777435.650392:0:16986:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777435.650394:0:16986:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777435.650398:0:16986:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777435.650405:0:16986:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:67f3d5ce-64e4-46be-9428-e80a71444531:16986:1875667211101440:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777435.650409:0:16986:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777435.650412:0:16986:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777435.650414:0:16986:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777435.650416:0:16986:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777435.650419:0:16986:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777435.650425:0:16986:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777435.650428:0:16986:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2c00. 00000100:00000001:1.0:1788777435.650431:0:16986:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777435.650433:0:16986:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777435.650435:0:16986:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777435.650438:0:16986:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121880 x1875667211101440/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777435.650443:0:16986:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777435.650446:0:16986:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777435.650449:0:16986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068200. 02000000:00000001:1.0:1788777435.650453:0:16986:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777435.650456:0:16986:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777435.650458:0:16986:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777435.650460:0:16986:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777435.650501:0:16986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1068000. 02000000:00000001:1.0:1788777435.650505:0:16986:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777435.650507:0:16986:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777435.650508:0:16986:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121880. 00000100:00000001:1.0:1788777435.650512:0:16986:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777435.650513:0:16986:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777435.650515:0:16986:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1788777435.650519:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777435.650523:0:16986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc8a7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a67d6 expref: -99 pid: 32018 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1788777435.650533:0:16986:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6400 count: 0 00010000:00000010:1.0:1788777435.650541:0:16986:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d880. 00010000:00000001:1.0:1788777435.650549:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777435.650551:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777435.650553:0:16986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814600/0x22b16ee488cdc892 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a677b expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788777435.650560:0:16986:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8d700 count: 0 00010000:00000010:1.0:1788777435.650562:0:16986:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0387a00. 00010000:00000001:1.0:1788777435.650567:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777435.650569:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777435.650571:0:16986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc8a0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a67b3 expref: -99 pid: 32008 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788777435.650577:0:16986:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc32de840. 00010000:00000040:1.0:1788777435.650581:0:16986:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611900 count: 0 00010000:00000010:1.0:1788777435.650583:0:16986:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182f80. 00010000:00000001:1.0:1788777435.650588:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777435.650590:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777435.650592:0:16986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6800/0x22b16ee488cdc899 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6797 expref: -99 pid: 32008 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1788777435.650603:0:16986:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e800 count: 0 00010000:00000010:1.0:1788777435.650606:0:16986:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6ab80. 00010000:00000001:1.0:1788777435.650611:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777435.650613:0:16986:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777435.650629:0:16986:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777435.650632:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777435.650634:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777435.650636:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777435.650638:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777435.650639:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777435.650640:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777435.650642:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777435.650643:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777435.650645:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1788777435.676612:0:32039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6400. 00010000:00000010:1.1:1788777435.676636:0:32039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4200. 00010000:00000010:1.1:1788777435.676647:0:32039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d700. 00010000:00000010:1.1:1788777435.676651:0:32039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814600. 00010000:00000010:1.1:1788777435.676654:0:32039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611900. 00010000:00000010:1.1:1788777435.676657:0:32039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7a00. 00010000:00000010:1.1:1788777435.676661:0:32039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e800. 00010000:00000010:1.1:1788777435.676664:0:32039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6800. 00000020:00000001:1.0:1788777436.340694:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777436.340699:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777436.340703:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777437.366214:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777437.366219:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777437.366222:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777438.389523:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777438.389528:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777438.389531:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777438.389778:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296541663, at 4296541697 00000100:00000010:3.0:1788777438.389785:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213a20. 00000100:00000001:3.0:1788777439.415399:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777439.415403:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777439.415406:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777439.415412:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c380 x1875667211101568/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.415421:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777439.415423:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.415427:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777439.415430:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777439.415433:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777439.415436:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211101568:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777439.415440:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777439.415445:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777439.415447:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.415450:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777439.415481:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8961200. 02000000:00000001:3.0:1788777439.415483:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777439.415490:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777439.415494:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73dc0. 00000400:00000010:3.0:1788777439.415502:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255198. 00000100:00000200:3.0:1788777439.415508:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211101568, portal 25 00000100:00000001:3.0:1788777439.415511:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777439.415512:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504806784 : -110914204744832 : ffff9b1fc639c380) 00000100:00000040:3.0:1788777439.415518:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c380 x1875667211101568/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.415525:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777439.415528:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777439.415531:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92556e8. 00000100:00000200:3.0:1788777439.415534:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211101568, offset 0 00000400:00000200:3.0:1788777439.415555:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777439.415564:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777439.415572:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777439.415578:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777439.415582:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777439.415587:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777439.415590:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777439.415593:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2688:2688:256:4294967295] 192.168.204.133@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:3.0:1788777439.415597:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777439.415607:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777439.415612:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777439.415617:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777439.415629:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777439.415636:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777439.415640:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777439.415661:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777439.415669:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777439.415671:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296546785 00000100:00000010:3.0:1788777439.415676:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181480. 00000100:00000001:3.0:1788777439.415683:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777439.415688:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296546785 00000100:00000010:3.0:1788777439.415691:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181a80. 00000100:00000001:3.0:1788777439.415694:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777439.415697:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777439.415700:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.415703:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.415705:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.415712:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777439.415715:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777439.415717:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777439.415718:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777439.415719:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777439.415723:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c000 x1875667211101824/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.415736:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777439.415737:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.415740:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777439.415742:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777439.415744:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777439.415747:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211101824:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777439.415750:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777439.415753:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777439.415754:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.415755:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777439.415758:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8960800. 02000000:00000001:3.0:1788777439.415760:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777439.415763:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777439.415765:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73058. 00000400:00000010:3.0:1788777439.415769:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255aa0. 00000100:00000200:3.0:1788777439.415772:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211101824, portal 10 00000100:00000001:3.0:1788777439.415774:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777439.415775:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000040:3.0:1788777439.415781:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c000 x1875667211101824/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.415787:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777439.415789:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777439.415792:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255dd0. 00000100:00000200:3.0:1788777439.415794:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211101824, offset 0 00000400:00000200:3.0:1788777439.415798:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777439.415801:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777439.415805:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777439.415807:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777439.415810:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777439.415812:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777439.415814:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777439.415823:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2690:2690:254:4294967295] 192.168.204.133@tcp LPNI seq info [2689:2689:6:4294967295] 00000400:00000200:3.0:1788777439.415827:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777439.415833:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777439.415837:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777439.415841:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777439.415845:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777439.415849:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777439.415852:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777439.415854:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777439.415857:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21773 usecs (22 jiffies) 00000400:00000200:3.0:1788777439.415859:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777439.415861:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296542745 00000100:00000001:3.0:1788777439.415863:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296546785 00000100:00000001:3.0:1788777439.415865:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296542745 00000100:00000001:3.0:1788777439.415867:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296546785 00000100:00000001:3.0:1788777439.415869:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777439.415871:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.415873:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777439.415882:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211102080/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.415889:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777439.415890:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.415893:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777439.415894:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777439.415896:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777439.415898:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211102080:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777439.415902:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777439.415904:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777439.415905:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.415907:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777439.415910:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8961400. 02000000:00000001:3.0:1788777439.415912:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777439.415915:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777439.415918:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73370. 00000400:00000010:3.0:1788777439.415921:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255a18. 00000100:00000200:3.0:1788777439.415924:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211102080, portal 4 00000100:00000001:3.0:1788777439.415925:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777439.415926:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:3.0:1788777439.415932:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d500 x1875667211102080/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.415938:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777439.415940:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777439.415942:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255990. 00000100:00000200:3.0:1788777439.415944:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211102080, offset 0 00000400:00000200:3.0:1788777439.415949:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777439.415952:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777439.415955:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777439.415970:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777439.415973:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777439.415974:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777439.415976:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777439.415979:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2691:2691:253:4294967295] 192.168.204.133@tcp LPNI seq info [2690:2690:5:4294967295] 00000400:00000200:3.0:1788777439.415983:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777439.415988:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777439.415992:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777439.415995:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777439.415999:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777439.416002:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777439.416005:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777439.416007:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777439.416011:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 253111 usecs (254 jiffies) 00000400:00000200:3.0:1788777439.416013:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777439.416015:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296542977 00000100:00000001:3.0:1788777439.416017:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296546785 00000100:00000001:3.0:1788777439.416020:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296542977 00000100:00000001:3.0:1788777439.416021:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296546785 00000100:00000001:3.0:1788777439.416023:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777439.416025:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.416027:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.416029:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.416032:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777439.416034:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777439.416035:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777439.416037:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777439.416038:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.416040:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777439.416086:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777439.416090:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b400. 00000400:00000200:3.0:1788777439.416096:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777439.416100:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777439.416105:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92556e8 00000400:00000010:3.0:1788777439.416107:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92556e8. 00000100:00000001:3.0:1788777439.416112:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777439.416116:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c380 x1875667211101568/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.416125:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777439.416128:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c380 x1875667211101568/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.416134:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.416136:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777439.416148:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777439.416150:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956600. 00000400:00000200:3.0:1788777439.416153:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777439.416156:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777439.416158:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:3.0:1788777439.416159:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:3.0:1788777439.416162:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777439.416166:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ce00 x1875667211101696/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.416173:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777439.416176:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ce00 x1875667211101696/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.416182:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.416183:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777439.416191:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777439.416192:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:3.0:1788777439.416194:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777439.416198:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777439.416200:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255dd0 00000400:00000010:3.0:1788777439.416201:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255dd0. 00000100:00000001:3.0:1788777439.416203:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777439.416206:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c000 x1875667211101824/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.416213:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777439.416215:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c000 x1875667211101824/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.416220:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.416221:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777439.416787:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777439.416791:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b200. 00000400:00000200:3.0:1788777439.416794:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777439.416798:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777439.416802:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255990 00000400:00000010:3.0:1788777439.416803:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255990. 00000100:00000001:3.0:1788777439.416805:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777439.416810:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d500 x1875667211102080/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.416818:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777439.416820:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211102080/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.416826:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.416828:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1788777439.422301:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777439.422308:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777439.422312:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788777439.428979:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777439.428987:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956b00. 00000400:00000200:3.0:1788777439.428993:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777439.429000:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777439.429005:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e934c8 00000400:00000010:3.0:1788777439.429018:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e934c8. 00000100:00000001:3.0:1788777439.429024:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777439.429031:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ca80 x1875667211101952/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.429042:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777439.429055:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ca80 x1875667211101952/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.429063:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.429065:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777439.432594:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777439.432600:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777439.432608:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777439.432610:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777439.432612:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73058. 00000400:00000200:3.0:1788777439.432619:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255aa0 00000400:00000010:3.0:1788777439.432621:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255aa0. 00000100:00000001:3.0:1788777439.432625:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777439.432636:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c000 x1875667211101824/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777439.432648:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c000 x1875667211101824/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.432670:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777439.432673:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.432675:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777439.432678:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777439.432680:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777439.432682:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.432684:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777439.432692:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=98 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777439.432697:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777439.432699:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777439.432701:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777439.432703:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777439.432706:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.432709:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777439.432711:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777439.432713:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777439.432715:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777439.432719:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c000 x1875667211101824/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.432726:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777439.432729:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777439.432731:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777439.432734:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c000 x1875667211101824/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777439.432742:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211101824:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777439.432749:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777439.432750:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777439.432752:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73370. 00000400:00000200:3.0:1788777439.432755:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255a18 00000400:00000010:3.0:1788777439.432757:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255a18. 00000100:00000001:3.0:1788777439.432759:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777439.432764:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211102080/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777439.432784:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211102080/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.432790:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777439.432792:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.432794:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777439.432795:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777439.432796:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777439.432798:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.432799:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777439.432804:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=98 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777439.432806:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=6 v=5 (1 1 0 0) 00000100:00000001:3.0:1788777439.432809:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777439.432810:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777439.432812:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777439.432814:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.432816:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777439.432818:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967323 00000100:00000001:3.0:1788777439.432819:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777439.432821:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777439.432950:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211102080/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.432959:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777439.432961:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777439.432962:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777439.432967:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211102080/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777439.432974:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211102080:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777439.432981:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777439.432983:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777439.432985:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73dc0. 00000400:00000200:3.0:1788777439.432988:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255198 00000400:00000010:3.0:1788777439.432989:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255198. 00000100:00000001:3.0:1788777439.432992:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777439.432996:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c380 x1875667211101568/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777439.433004:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c380 x1875667211101568/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.433010:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777439.433012:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.433025:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777439.433027:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777439.433028:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777439.433030:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.433032:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777439.433035:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777439.433038:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777439.433040:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777439.433042:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777439.433044:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777439.433046:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.433047:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777439.433051:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c380 x1875667211101568/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.433058:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777439.433059:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777439.433061:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777439.433064:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c380 x1875667211101568/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777439.433071:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211101568:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777439.433075:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.433078:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777439.433081:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c000 x1875667211101824/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.433088:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777439.433090:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777439.433093:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8960800. 02000000:00000001:3.0:1788777439.434357:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777439.434360:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777439.434362:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777439.434365:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777439.434368:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956900. 02000000:00000001:3.0:1788777439.434372:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777439.434374:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777439.434376:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c000. 00000100:00000001:3.0:1788777439.434380:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777439.434381:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.434384:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777439.434392:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211102080/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.434400:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777439.434402:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777439.434404:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8961400. 02000000:00000001:3.0:1788777439.434406:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777439.434407:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777439.434408:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777439.434410:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777439.434412:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956a00. 02000000:00000001:3.0:1788777439.434414:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777439.434415:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777439.434416:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:3.0:1788777439.434418:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777439.434419:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.434421:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777439.434424:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c380 x1875667211101568/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.434430:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777439.434432:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777439.434434:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8961200. 02000000:00000001:3.0:1788777439.434436:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777439.434437:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777439.434439:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777439.434440:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777439.434441:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956200. 02000000:00000001:3.0:1788777439.434443:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777439.434444:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777439.434445:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c380. 00000100:00000001:3.0:1788777439.434447:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777439.434448:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.434451:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.434460:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777439.434477:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.434481:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777439.434483:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.435522:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777439.435527:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777439.435535:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777439.435537:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777439.435540:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b630. 00000400:00000200:3.0:1788777439.435556:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e936e8 00000400:00000010:3.0:1788777439.435558:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e936e8. 00000100:00000001:3.0:1788777439.435562:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777439.435568:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ca80 x1875667211101952/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777439.435579:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ca80 x1875667211101952/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.435586:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777439.435588:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.435590:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777439.435592:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777439.435595:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777439.435597:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777439.435599:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777439.435608:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=98 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777439.435612:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777439.435615:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777439.435616:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777439.435619:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777439.435623:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.435628:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777439.435630:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788777439.435632:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777439.435634:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777439.435639:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ca80 x1875667211101952/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.435645:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777439.435648:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777439.438080:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777439.438366:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ca80 x1875667211101952/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777439.438379:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211101952:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777439.438385:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.438389:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777439.438393:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ca80 x1875667211101952/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777439.438401:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777439.438404:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777439.438408:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1b2e000. 02000000:00000001:3.0:1788777439.438414:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777439.438417:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777439.438418:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777439.438420:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777439.438424:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956d00. 02000000:00000001:3.0:1788777439.438427:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777439.438429:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777439.438431:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ca80. 00000100:00000001:3.0:1788777439.438434:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777439.438436:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.438438:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777439.438446:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777439.438448:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777439.438451:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777439.438453:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777440.436738:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777440.436741:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777440.436745:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777441.460874:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777441.460878:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777441.460881:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777442.484744:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777442.484748:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777442.484751:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777443.508833:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777443.508837:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777443.508840:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777443.511203:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296546785, at 4296546818 00000100:00000010:3.0:1788777443.511217:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181a80. 00000100:00000001:3.0:1788777444.533818:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777444.533824:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777444.533828:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777444.533838:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.533852:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777444.533855:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777444.533861:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777444.533865:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777444.533870:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777444.533876:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211102208:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777444.533883:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777444.533890:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777444.533894:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777444.533898:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777444.533905:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8961400. 02000000:00000001:3.0:1788777444.533909:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777444.533919:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777444.533925:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73dc0. 00000400:00000010:3.0:1788777444.533934:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255198. 00000100:00000200:3.0:1788777444.533944:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211102208, portal 25 00000100:00000001:3.0:1788777444.533948:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777444.533951:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504809472 : -110914204742144 : ffff9b1fc639ce00) 00000100:00000040:3.0:1788777444.533959:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.533967:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777444.533971:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777444.533974:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255a18. 00000100:00000200:3.0:1788777444.533977:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211102208, offset 0 00000400:00000200:3.0:1788777444.534058:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777444.534071:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777444.534082:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777444.534297:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777444.534303:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777444.534306:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777444.534309:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777444.534312:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2693:2693:256:4294967295] 192.168.204.133@tcp LPNI seq info [2692:2692:8:4294967295] 00000400:00000200:3.0:1788777444.534316:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777444.534324:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777444.534330:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777444.534335:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777444.534382:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777444.534390:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777444.534395:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777444.534407:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777444.534411:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777444.534413:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296551903 00000100:00000010:3.0:1788777444.534418:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181a80. 00000100:00000001:3.0:1788777444.534424:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777444.534428:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296551903 00000100:00000010:3.0:1788777444.534431:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181f00. 00000100:00000001:3.0:1788777444.534434:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777444.534436:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777444.534439:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.534442:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777444.534457:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.534494:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777444.534495:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777444.534498:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777444.534500:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777444.534502:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777444.534505:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211102464:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777444.534508:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777444.534510:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777444.534511:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777444.534513:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777444.534517:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8960800. 02000000:00000001:3.0:1788777444.534519:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777444.534522:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777444.534524:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73370. 00000400:00000010:3.0:1788777444.534528:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255aa0. 00000100:00000200:3.0:1788777444.534531:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211102464, portal 10 00000100:00000001:3.0:1788777444.534533:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777444.534534:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504815744 : -110914204735872 : ffff9b1fc639e680) 00000100:00000040:3.0:1788777444.534540:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.534546:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777444.534549:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777444.534551:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255990. 00000100:00000200:3.0:1788777444.534554:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211102464, offset 0 00000400:00000200:3.0:1788777444.534558:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000100:00000001:2.0:1788777444.536768:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777444.536772:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777444.536775:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777444.536778:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777444.536781:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211102592:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777444.536785:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777444.536789:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777444.536791:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777444.536794:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777444.536798:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1b2fe00. 02000000:00000001:2.0:1788777444.536800:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777444.536804:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777444.536808:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b630. 00000400:00000010:2.0:1788777444.536814:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93b28. 00000100:00000200:2.0:1788777444.536820:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211102592, portal 4 00000100:00000001:2.0:1788777444.536822:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777444.536824:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504807680 : -110914204743936 : ffff9b1fc639c700) 00000100:00000040:2.0:1788777444.536831:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.536838:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777444.536841:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777444.536844:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93cc0. 00000100:00000200:2.0:1788777444.536847:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211102592, offset 0 00000020:00000001:1.0:1788777444.536849:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1788777444.536853:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000020:00000001:1.0:1788777444.536854:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777444.536859:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1788777444.536860:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.536864:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777444.536867:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777444.536870:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777444.536873:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777444.536876:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777444.536879:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2695:2695:254:4294967295] 192.168.204.133@tcp LPNI seq info [2694:2694:6:4294967295] 00000400:00000200:2.0:1788777444.536883:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.536889:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777444.536893:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777444.536896:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956a00. 00000800:00000200:2.0:1788777444.536899:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777444.536903:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777444.536905:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777444.536908:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777444.536910:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20783 usecs (21 jiffies) 00000400:00000200:2.0:1788777444.536913:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777444.536915:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296547865 00000100:00000001:2.0:1788777444.536917:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296551903 00000100:00000001:2.0:1788777444.536919:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296547865 00000100:00000001:2.0:1788777444.536920:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296551903 00000100:00000001:2.0:1788777444.536922:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777444.536924:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.536926:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.536929:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.536937:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777444.536939:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777444.536942:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777444.536943:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777444.536945:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777444.536948:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788777444.536949:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.536951:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777444.536952:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.536954:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777444.536955:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777444.536956:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777444.536960:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.536971:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777444.536972:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777444.536975:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777444.536976:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777444.536978:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777444.536981:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211102720:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777444.536984:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777444.536986:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777444.536987:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777444.536989:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777444.536991:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1b2e600. 02000000:00000001:2.0:1788777444.536992:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777444.536995:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777444.536997:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b1b8. 00000400:00000010:2.0:1788777444.537000:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93990. 00000100:00000200:2.0:1788777444.537003:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211102720, portal 4 00000100:00000001:2.0:1788777444.537004:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777444.537006:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000040:2.0:1788777444.537011:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.537017:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777444.537019:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777444.537021:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e932a8. 00000100:00000200:2.0:1788777444.537023:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211102720, offset 0 00000400:00000200:2.0:1788777444.537027:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777444.537030:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.537033:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777444.537035:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777444.537037:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777444.537040:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777444.537042:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777444.537045:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2696:2696:253:4294967295] 192.168.204.133@tcp LPNI seq info [2695:2695:5:4294967295] 00000400:00000200:2.0:1788777444.537048:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.537054:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777444.537058:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777444.537061:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956900. 00000800:00000200:2.0:1788777444.537065:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777444.537068:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777444.537070:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777444.537073:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777444.537076:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 251772 usecs (252 jiffies) 00000400:00000200:2.0:1788777444.537078:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777444.537080:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296548096 00000100:00000001:2.0:1788777444.537082:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296551903 00000100:00000001:2.0:1788777444.537085:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296548096 00000100:00000001:2.0:1788777444.537087:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296551903 00000100:00000001:2.0:1788777444.537089:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777444.537090:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.537097:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.537099:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777444.541902:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777444.541919:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777444.541924:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777444.541929:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777444.541933:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777444.541936:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777444.541941:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2697:2697:252:4294967295] 192.168.204.133@tcp LPNI seq info [2696:2696:4:4294967295] 00000400:00000200:3.0:1788777444.541945:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777444.541955:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777444.541962:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777444.541972:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777444.541979:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777444.541987:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777444.541990:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777444.541995:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777444.542002:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21772 usecs (22 jiffies) 00000400:00000200:3.0:1788777444.542005:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777444.542008:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296547871 00000100:00000001:3.0:1788777444.542011:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296551903 00000100:00000001:3.0:1788777444.542014:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296547871 00000100:00000001:3.0:1788777444.542016:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296551903 00000100:00000001:3.0:1788777444.542018:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777444.542022:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.542026:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.542029:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.542038:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777444.542040:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777444.542044:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777444.542045:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777444.542047:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.542050:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777444.542093:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777444.542097:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b200. 00000400:00000200:3.0:1788777444.542103:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777444.542108:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777444.542113:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255a18 00000400:00000010:3.0:1788777444.542115:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255a18. 00000100:00000001:3.0:1788777444.542127:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777444.542135:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542146:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777444.542150:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542157:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.542159:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777444.542171:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777444.542173:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956200. 00000400:00000200:3.0:1788777444.542176:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777444.542179:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777444.542182:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93a18 00000400:00000010:3.0:1788777444.542184:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93a18. 00000100:00000001:3.0:1788777444.542187:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777444.542191:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ed80 x1875667211102336/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542199:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777444.542201:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ed80 x1875667211102336/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542207:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.542209:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777444.542217:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777444.542219:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:3.0:1788777444.542222:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777444.542225:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777444.542228:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93cc0 00000400:00000010:3.0:1788777444.542229:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93cc0. 00000100:00000001:3.0:1788777444.542232:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777444.542236:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542243:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777444.542247:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542252:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.542254:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777444.542261:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777444.542263:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956900. 00000400:00000200:3.0:1788777444.542265:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777444.542268:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777444.542271:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e932a8 00000400:00000010:3.0:1788777444.542273:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e932a8. 00000100:00000001:3.0:1788777444.542275:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777444.542279:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542286:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777444.542289:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542296:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.542297:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777444.542359:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777444.542362:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:3.0:1788777444.542365:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777444.542369:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777444.542372:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255990 00000400:00000010:3.0:1788777444.542373:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255990. 00000100:00000001:3.0:1788777444.542376:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777444.542380:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542387:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777444.542390:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.542397:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.542399:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777444.548789:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.548899:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777444.548910:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.548983:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777444.549014:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549021:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777444.549031:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549036:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549041:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549045:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5a980 00000400:00000200:2.0:1788777444.549049:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549055:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7e75 [1] + 224 00000800:00000001:2.0:1788777444.549078:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.549084:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777444.549087:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777444.549092:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777444.549100:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777444.549109:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777444.549120:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.549138:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777444.549146:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.549155:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777444.549157:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.549160:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777444.549163:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549166:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777444.549170:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549173:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549175:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549178:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5aa00 00000400:00000200:2.0:1788777444.549181:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.549185:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7e85 [1] + 224 00000800:00000001:2.0:1788777444.549195:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.549202:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777444.549204:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777444.549207:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777444.549210:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777444.549214:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777444.549228:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.549236:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777444.549240:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.549242:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.550411:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777444.550417:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777444.550425:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777444.550428:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777444.550431:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b1b8. 00000400:00000200:3.0:1788777444.550437:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93990 00000400:00000010:3.0:1788777444.550440:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93990. 00000100:00000001:3.0:1788777444.550444:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1788777444.550504:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788777444.550506:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788777444.550514:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788777444.550520:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788777444.550523:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.550527:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.550533:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788777444.550536:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777444.550537:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.550541:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777444.550546:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777444.550549:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1788777444.550551:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000100:00000001:3.0:1788777444.550553:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777444.550557:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777444.550559:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.550563:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.550567:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00001000:3.0:1788777444.550569:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=103 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777444.550575:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=11 v=5 (1 1 0 0) 00000400:00000200:2.0:1788777444.550577:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5a800 00000100:00000001:3.0:1788777444.550579:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777444.550582:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777444.550586:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00010000:00000001:3.0:1788777444.550588:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1788777444.550592:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7e45 [1] + 224 00010000:00000001:3.0:1788777444.550593:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.550600:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777444.550602:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967323 00000800:00000001:2.0:1788777444.550605:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788777444.550606:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777444.550610:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777444.550615:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777444.550616:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.550626:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788777444.550626:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788777444.550632:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1788777444.550635:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777444.550636:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.550640:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1788777444.550644:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777444.550654:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777444.550659:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211102720:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777444.550669:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777444.550672:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777444.550675:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b630. 00000100:00000040:2.0:1788777444.550679:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788777444.550680:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93b28 00000400:00000010:3.0:1788777444.550684:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93b28. 00000100:00000001:3.0:1788777444.550688:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777444.550694:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777444.550708:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.550709:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777444.550719:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777444.550720:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.550722:0:2414:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:2.0:1788777444.550723:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788777444.550724:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777444.550727:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1788777444.550728:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.550729:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777444.550734:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777444.550738:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=103 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777444.550742:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777444.550744:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777444.550745:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777444.550747:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777444.550749:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.550751:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777444.550752:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788777444.550754:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777444.550756:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777444.550760:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.550768:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777444.550770:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777444.550772:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777444.550776:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.550779:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777444.550783:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777444.550788:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1788777444.550789:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211102592:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777444.550791:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1788777444.550796:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.550800:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1788777444.550801:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73dc0. 00000100:00000040:3.0:1788777444.550806:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f800 x1875667211102720/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.550813:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777444.550816:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777444.550819:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1b2e600. 02000000:00000001:3.0:1788777444.550823:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777444.550825:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777444.550827:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777444.550829:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777444.550832:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956d00. 02000000:00000001:3.0:1788777444.550836:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777444.550837:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777444.550839:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f800. 00000100:00000001:3.0:1788777444.550843:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777444.550844:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.550846:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777444.550849:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c700 x1875667211102592/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.550856:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777444.550858:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777444.550859:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1b2fe00. 02000000:00000001:3.0:1788777444.550861:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777444.550862:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777444.550863:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777444.550865:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777444.550867:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956000. 02000000:00000001:3.0:1788777444.550869:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777444.550870:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777444.550872:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c700. 00000100:00000001:3.0:1788777444.550874:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777444.550875:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.550878:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.550880:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777444.550881:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777444.550883:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.550886:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777444.550889:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255198 00000400:00000010:2.0:1788777444.550893:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255198. 00000100:00000001:2.0:1788777444.550897:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777444.550903:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777444.550922:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.550927:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777444.550929:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.550930:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777444.550932:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777444.550934:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777444.550936:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777444.550938:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777444.550941:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777444.550945:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777444.550947:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777444.550949:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777444.550951:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777444.550953:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.550956:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777444.550959:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.550966:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777444.550967:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777444.550969:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777444.550972:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777444.550979:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211102208:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777444.550984:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.550985:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777444.550988:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ce00 x1875667211102208/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.550993:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777444.550995:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777444.550997:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8961400. 02000000:00000001:2.0:1788777444.551000:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777444.551001:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777444.551003:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:2.0:1788777444.551004:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777444.551006:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956300. 02000000:00000001:2.0:1788777444.551013:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777444.551014:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777444.551016:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ce00. 00000100:00000001:2.0:1788777444.551018:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777444.551019:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.551022:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.551023:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777444.551024:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777444.551026:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.551027:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777444.563515:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.563534:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777444.563538:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.563540:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777444.563560:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563569:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777444.563579:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563585:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563590:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563594:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5a880 00000400:00000200:2.0:1788777444.563599:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563605:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7e55 [1] + 224 00000800:00000001:2.0:1788777444.563612:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.563616:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777444.563619:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777444.563624:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777444.563631:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777444.563641:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ed80 x1875667211102336/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777444.563660:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ed80 x1875667211102336/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.563679:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777444.563688:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.563692:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777444.563693:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.563695:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777444.563699:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563702:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777444.563706:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563709:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563711:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563714:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5a900 00000400:00000200:2.0:1788777444.563717:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777444.563721:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7e65 [1] + 224 00000800:00000001:2.0:1788777444.563725:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.563732:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777444.563734:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777444.563737:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777444.563739:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777444.563743:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777444.563751:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.563765:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777444.563768:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777444.563771:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.563784:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777444.563787:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777444.563793:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777444.563795:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777444.563798:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73370. 00000400:00000200:2.0:1788777444.563802:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255aa0 00000400:00000010:2.0:1788777444.563804:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255aa0. 00000100:00000001:2.0:1788777444.563807:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777444.563810:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777444.563819:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.563824:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777444.563825:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.563828:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777444.563831:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777444.563834:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777444.563836:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777444.563839:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777444.563848:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=103 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777444.563852:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777444.563855:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777444.563857:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777444.563859:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777444.563863:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.563867:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777444.563869:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:2.0:1788777444.563871:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777444.563873:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.563997:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777444.564000:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777444.564004:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777444.564006:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777444.564008:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b580. 00000400:00000200:3.0:1788777444.564012:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93220 00000400:00000010:3.0:1788777444.564014:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93220. 00000100:00000001:3.0:1788777444.564017:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777444.564022:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ed80 x1875667211102336/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777444.564030:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ed80 x1875667211102336/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.564037:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777444.564038:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.564040:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777444.564042:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777444.564043:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777444.564044:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777444.564046:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777444.564050:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=103 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777444.564053:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777444.564055:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777444.564056:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777444.564057:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777444.564059:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.564061:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777444.564062:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788777444.564064:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777444.564065:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777444.564069:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ed80 x1875667211102336/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.564076:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777444.564080:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777444.564082:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777444.564086:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ed80 x1875667211102336/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777444.564093:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211102336:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777444.564098:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.564100:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777444.564103:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ed80 x1875667211102336/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777444.564110:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777444.564113:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777444.564117:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1b2f600. 02000000:00000001:3.0:1788777444.564121:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777444.564123:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777444.564125:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777444.564128:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777444.564131:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956e00. 02000000:00000001:3.0:1788777444.564135:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777444.564137:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777444.564138:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ed80. 00000100:00000001:3.0:1788777444.564142:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777444.564143:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.564145:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777444.564153:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777444.564155:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777444.564165:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777444.564168:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777444.564203:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.564211:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777444.564213:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777444.564214:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777444.564219:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777444.564230:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211102464:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777444.564234:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.564236:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777444.564238:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e680 x1875667211102464/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777444.564243:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777444.564245:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777444.564246:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8960800. 02000000:00000001:2.0:1788777444.564249:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777444.564250:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777444.564251:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777444.564253:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777444.564255:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956100. 02000000:00000001:2.0:1788777444.564257:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777444.564257:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777444.564259:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e680. 00000100:00000001:2.0:1788777444.564261:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777444.564262:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.564496:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777444.564503:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777444.564505:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777444.564507:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777444.564509:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777445.557721:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777445.557729:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777445.557830:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777445.557834:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777445.557837:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777446.583263:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777446.583270:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777446.585528:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777446.585537:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777446.585542:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777447.092580:0:32008:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777447.092587:0:32008:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777447.092590:0:32008:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788777447.092595:0:32008:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2cc0 going to sleep for 1 seconds 00000100:00000001:1.0:1788777447.092598:0:32008:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777447.092602:0:32008:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777447.605855:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777447.605866:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777447.605958:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777447.605961:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777447.605964:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777448.116572:0:32008:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777448.116582:0:32008:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777448.116584:0:32008:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788777448.116589:0:32008:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2cc0 going to sleep for 1 seconds 00000100:00000001:1.0:1788777448.116593:0:32008:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777448.116596:0:32008:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777448.117055:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777448.117066:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639e680. 00000020:00000040:2.0:1788777448.117071:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777448.117076:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777448.117079:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777448.117083:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777448.117092:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956100. 00000100:00000001:2.0:1788777448.117099:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117104:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777448.117115:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777448.117119:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117125:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc409d6] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.117156:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788777448.117159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788777448.117162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788777448.117165:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788777448.117167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788777448.117170:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788777448.117173:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1860 00000400:00000200:2.0:1788777448.117180:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.117186:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:2.0:1788777448.117191:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777448.117194:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777448.117197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777448.117199:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:2.0:1788777448.117202:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777448.117204:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:2.0:1788777448.117219:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777448.117223:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:2.0:1788777448.117226:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:2.0:1788777448.117229:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000040:2.0:1788777448.117232:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777448.117234:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777448.117236:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777448.117238:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:2.0:1788777448.117241:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00080000:2.0:1788777448.117245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:2.0:1788777448.117247:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777448.117250:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788777448.117255:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777448.117258:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.117261:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788777448.117265:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788777448.117268:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.117270:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777448.117274:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ce00. 00000020:00000040:2.0:1788777448.117276:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777448.117279:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777448.117281:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.117283:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777448.117285:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777448.117287:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777448.117291:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3339800. 00000100:00000001:2.0:1788777448.117294:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777448.117301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777448.117309:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777448.117311:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117315:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002086be5a] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.117339:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777448.117358:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777448.117361:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639fb80. 00000020:00000040:2.0:1788777448.117364:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777448.117366:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777448.117367:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777448.117369:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777448.117372:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956300. 00000100:00000001:2.0:1788777448.117375:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117390:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777448.117397:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777448.117398:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117402:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b2323f] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.117410:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777448.117415:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777448.117420:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ed80. 00000020:00000040:2.0:1788777448.117422:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777448.117424:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777448.117425:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777448.117427:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777448.117430:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956b00. 00000100:00000001:2.0:1788777448.117433:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117437:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777448.117444:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777448.117446:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117449:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e66b93b3] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.117456:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.117459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777448.117481:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777448.117486:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777448.117488:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788777448.117492:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1788777448.117494:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1788777448.117496:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c700. 00000020:00000040:2.0:1788777448.117498:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777448.117500:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777448.117502:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788777448.117502:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788777448.117503:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777448.117504:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777448.117506:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956600. 02000000:00000001:1.0:1788777448.117507:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788777448.117509:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777448.117510:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777448.117512:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788777448.117513:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777448.117516:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211102976:192.168.204.133@tcp:38:kworker.0 00000100:00000001:2.0:1788777448.117520:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777448.117520:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788777448.117521:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777448.117524:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1788777448.117525:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2ce2ad] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788777448.117526:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777448.117529:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788777448.117532:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777448.117533:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356e400. 00000100:00000040:2.0:1788777448.117535:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1889) 02000000:00000001:1.0:1788777448.117535:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777448.117540:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777448.117544:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12b00. 00000100:00000001:2.0:1788777448.117545:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777448.117547:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777448.117549:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1788777448.117550:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000040:2.0:1788777448.117553:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777448.117555:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211102976, portal 10 00000100:00000001:1.0:1788777448.117558:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777448.117559:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777448.117560:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777448.117560:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504809472 : -110914204742144 : ffff9b1fc639ce00) 02000000:00000001:2.0:1788777448.117563:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777448.117564:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777448.117566:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777448.117566:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777448.117569:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211103104:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777448.117572:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788777448.117574:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1788777448.117575:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777448.117577:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777448.117577:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 02000000:00000001:2.0:1788777448.117578:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1788777448.117579:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 02000000:00000010:2.0:1788777448.117581:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1b2f800. 02000000:00000001:2.0:1788777448.117583:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788777448.117583:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211102976, offset 0 00000400:00000200:2.0:1788777448.117586:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777448.117589:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b528. 00000400:00000200:1.0:1788777448.117590:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777448.117592:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e937f8. 00000100:00000200:2.0:1788777448.117594:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211103104, portal 10 00000100:00000001:2.0:1788777448.117596:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777448.117597:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504821120 : -110914204730496 : ffff9b1fc639fb80) 00000400:00000200:1.0:1788777448.117597:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000040:2.0:1788777448.117602:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788777448.117603:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000100:00000001:2.0:1788777448.117608:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788777448.117608:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1788777448.117610:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777448.117612:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e935d8. 00000400:00000200:1.0:1788777448.117613:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000100:00000200:2.0:1788777448.117614:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211103104, offset 0 00000400:00000200:1.0:1788777448.117617:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777448.117618:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777448.117619:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777448.117622:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777448.117623:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2698:2698:256:4294967295] 192.168.204.133@tcp LPNI seq info [2697:2697:8:4294967295] 00000400:00000200:2.0:1788777448.117625:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777448.117627:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777448.117628:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.117629:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777448.117631:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777448.117633:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777448.117635:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2699:2699:256:4294967295] 192.168.204.133@tcp LPNI seq info [2698:2698:8:4294967295] 00000400:00000200:2.0:1788777448.117639:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777448.117687:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777448.117691:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777448.117693:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777448.117699:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.117707:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777448.117709:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.117711:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777448.117713:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777448.117715:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777448.117717:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211102848:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777448.117721:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777448.117723:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777448.117725:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.117726:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777448.117730:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8961c00. 02000000:00000001:3.0:1788777448.117732:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777448.117736:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777448.117738:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73058. 00000400:00000010:3.0:1788777448.117743:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255990. 00000100:00000200:3.0:1788777448.117745:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211102848, portal 25 00000100:00000001:3.0:1788777448.117747:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777448.117748:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504815744 : -110914204735872 : ffff9b1fc639e680) 00000100:00000040:3.0:1788777448.117753:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788777448.118118:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777448.118126:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777448.118132:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956800. 00000800:00000200:2.0:1788777448.118139:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777448.118148:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777448.118154:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777448.118166:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.118171:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21833 usecs (22 jiffies) 00000400:00000200:2.0:1788777448.118176:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777448.118179:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296551447 00000100:00000001:2.0:1788777448.118182:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296551903 00000100:00000001:2.0:1788777448.118184:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296551447 00000100:00000001:2.0:1788777448.118186:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296551903 00000100:00000001:2.0:1788777448.118189:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777448.118191:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.118194:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777448.118198:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.118204:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777448.118206:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777448.118255:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777448.118258:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777448.118260:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777448.118263:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211103360:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777448.118267:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777448.118270:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777448.118272:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777448.118274:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777448.118277:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1b2e400. 02000000:00000001:2.0:1788777448.118279:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777448.118282:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777448.118285:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b160. 00000400:00000010:2.0:1788777448.118289:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93440. 00000100:00000200:2.0:1788777448.118292:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211103360, portal 4 00000100:00000001:2.0:1788777448.118294:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777448.118295:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504807680 : -110914204743936 : ffff9b1fc639c700) 00000100:00000040:2.0:1788777448.118301:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.118307:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777448.118310:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777448.118312:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93000. 00000100:00000200:2.0:1788777448.118315:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211103360, offset 0 00000400:00000200:2.0:1788777448.118319:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000100:00000001:3.0:1788777448.118347:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777448.118351:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777448.118354:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255a18. 00000100:00000200:3.0:1788777448.118358:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211102848, offset 0 00000400:00000200:3.0:1788777448.118362:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777448.124663:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777448.124677:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777448.124690:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837e00. 00000400:00000200:2.0:1788777448.126068:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.126080:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777448.126086:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777448.126091:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777448.126095:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777448.126098:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777448.126101:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2700:2700:254:4294967295] 192.168.204.133@tcp LPNI seq info [2699:2699:6:4294967295] 00000400:00000200:2.0:1788777448.126106:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.126114:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777448.126120:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777448.126129:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956f00. 00000800:00000200:2.0:1788777448.126136:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777448.126143:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777448.126148:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777448.126154:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.126160:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 250445 usecs (251 jiffies) 00000400:00000200:2.0:1788777448.126166:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777448.126169:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296551683 00000100:00000001:2.0:1788777448.126172:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296551903 00000100:00000001:2.0:1788777448.126174:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296551683 00000100:00000001:2.0:1788777448.126176:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296551903 00000100:00000001:2.0:1788777448.126178:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777448.126182:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.126186:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.126190:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777448.126198:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777448.126200:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777448.126203:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777448.126205:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777448.126218:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.126221:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777448.126280:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777448.126284:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956800. 00000400:00000200:2.0:1788777448.126291:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.126296:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777448.126302:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:2.0:1788777448.126305:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:2.0:1788777448.126310:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777448.126318:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.126330:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777448.126333:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.126339:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.126341:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777448.126437:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777448.126440:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956f00. 00000400:00000200:2.0:1788777448.126443:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.126447:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777448.126450:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93000 00000400:00000010:2.0:1788777448.126452:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93000. 00000100:00000001:2.0:1788777448.126454:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777448.126496:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.126503:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777448.126506:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.126511:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.126512:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777448.127186:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777448.127193:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777448.127196:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777448.127213:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777448.127219:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 811268 usecs (812 jiffies) 00000400:00000200:3.0:1788777448.127222:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777448.127227:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777448.127231:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296552246 00000400:00000200:3.0:1788777448.127233:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777448.127239:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788777448.127240:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296551903 00000400:00000200:3.0:1788777448.127244:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000100:00000001:1.0:1788777448.127247:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296552246 00000400:00000200:3.0:1788777448.127250:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788777448.127253:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296551903 00000400:00000200:3.0:1788777448.127256:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000100:00000001:1.0:1788777448.127261:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788777448.127262:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2701:2701:255:4294967295] 192.168.204.133@tcp LPNI seq info [2700:2700:7:4294967295] 00000100:00000001:1.0:1788777448.127267:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777448.127271:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777448.127272:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777448.127276:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777448.127283:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000100:00000001:1.0:1788777448.127285:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777448.127289:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:3.0:1788777448.127292:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000100:00000001:1.0:1788777448.127294:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777448.127296:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777448.127299:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788777448.127301:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000100:00000001:1.0:1788777448.127302:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777448.127309:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777448.127310:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777448.127313:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837e00. 00000800:00000200:3.0:1788777448.127314:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777448.127317:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788777448.127317:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788777448.127321:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777448.127321:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777448.127325:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.127325:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000100:00000001:3.0:1788777448.127327:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296555496 00000400:00000010:2.0:1788777448.127328:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:3.0:1788777448.127331:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296552246 00000100:00000001:2.0:1788777448.127331:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1788777448.127335:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296555496 00000100:00000001:3.0:1788777448.127337:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296552246 00000100:00000200:2.0:1788777448.127337:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.127340:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.127342:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.127345:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788777448.127345:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777448.127349:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777448.127350:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.127356:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.127358:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777448.127358:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777448.127361:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.127365:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777448.127369:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788777448.127369:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1788777448.127371:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788777448.127371:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:2.0:1788777448.127374:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1788777448.127375:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211103232:192.168.204.133@tcp:400:kworker.0 00000400:00000200:2.0:1788777448.127388:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777448.127390:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788777448.127391:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255a18 00000400:00000010:2.0:1788777448.127392:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255a18. 02000000:00000001:3.0:1788777448.127395:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788777448.127395:0:2407:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1788777448.127399:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788777448.127399:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788777448.127401:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777448.127406:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8960a00. 00000100:00000001:2.0:1788777448.127407:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788777448.127408:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.127410:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788777448.127412:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777448.127416:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c739f8. 00000100:00000001:2.0:1788777448.127416:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.127417:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1788777448.127421:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255dd0. 00000100:00000200:3.0:1788777448.127426:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211103232, portal 4 00000100:00000001:3.0:1788777448.127429:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777448.127430:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504817536 : -110914204734080 : ffff9b1fc639ed80) 00000100:00000040:3.0:1788777448.127437:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.127444:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777448.127447:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777448.127449:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92556e8. 00000100:00000200:3.0:1788777448.127453:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211103232, offset 0 00000400:00000200:3.0:1788777448.127459:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777448.127491:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.127495:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777448.127498:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777448.127500:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777448.127503:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777448.127505:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777448.127508:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2702:2702:256:4294967295] 192.168.204.133@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:3.0:1788777448.127512:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.127518:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777448.127523:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777448.127526:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777448.127530:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777448.127534:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777448.127537:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777448.127551:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777448.127555:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20785 usecs (21 jiffies) 00000400:00000200:3.0:1788777448.127559:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777448.127560:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296551456 00000100:00000001:3.0:1788777448.127563:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:3.0:1788777448.127565:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296551456 00000100:00000001:3.0:1788777448.127567:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:3.0:1788777448.127569:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.127571:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.127574:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.127576:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.127580:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777448.127581:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777448.127583:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777448.127584:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777448.127586:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.127588:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777448.127939:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777448.127942:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b200. 00000400:00000200:2.0:1788777448.127946:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.127950:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777448.127953:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92556e8 00000400:00000010:2.0:1788777448.127956:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92556e8. 00000100:00000001:2.0:1788777448.127959:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777448.127963:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.127972:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777448.127975:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.127981:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.127982:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777448.134002:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.134029:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777448.134035:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.134038:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.134049:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134060:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777448.134071:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134077:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134085:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134089:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5ab80 00000400:00000200:2.0:1788777448.134096:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134178:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x7e9d [1] + 224 00000800:00000001:2.0:1788777448.134191:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.134195:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.134199:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.134205:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777448.134215:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777448.134228:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777448.134241:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.134266:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777448.134278:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.134282:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777448.134284:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.134286:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.134289:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134292:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777448.134304:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134307:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134310:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134313:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5ac80 00000400:00000200:2.0:1788777448.134317:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.134321:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7eb5 [1] + 224 00000800:00000001:2.0:1788777448.134325:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.134334:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.134336:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.134339:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777448.134342:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777448.134347:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777448.134354:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.134361:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777448.134364:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.134367:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.134668:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777448.134675:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777448.134684:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777448.134686:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777448.134691:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b528. 00000400:00000200:3.0:1788777448.134697:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e937f8 00000400:00000010:3.0:1788777448.134699:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e937f8. 00000100:00000001:3.0:1788777448.134703:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777448.134709:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777448.134719:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.134726:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777448.134728:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.134732:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777448.134737:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777448.134740:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777448.134742:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.134747:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777448.134760:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=107 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777448.134765:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777448.134768:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777448.134770:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777448.134774:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777448.134778:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.134783:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777448.134786:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777448.134788:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777448.134791:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777448.134796:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.134805:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.134811:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777448.134813:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777448.134818:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777448.134826:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211103104:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777448.134833:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777448.134835:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777448.134836:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b160. 00000400:00000200:3.0:1788777448.134839:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93440 00000400:00000010:3.0:1788777448.134841:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93440. 00000100:00000001:3.0:1788777448.134843:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777448.134847:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777448.134855:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.134860:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777448.134861:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.134864:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777448.134865:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777448.134866:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777448.134868:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.134869:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777448.134873:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=107 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777448.134877:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=15 v=5 (1 1 0 0) 00000100:00000001:3.0:1788777448.134879:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777448.134880:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777448.134881:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777448.134884:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.134886:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777448.134887:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967323 00000100:00000001:3.0:1788777448.134889:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777448.134890:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777448.134893:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.134900:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.134902:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777448.134903:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777448.134906:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777448.134913:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211103360:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777448.134917:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.134920:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.134924:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639fb80 x1875667211103104/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.134932:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777448.134935:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777448.134939:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1b2f800. 02000000:00000001:3.0:1788777448.134944:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777448.134947:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777448.134949:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777448.134953:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777448.134957:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956300. 02000000:00000001:3.0:1788777448.137003:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777448.137012:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777448.137017:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639fb80. 00000100:00000001:3.0:1788777448.137028:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777448.137029:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.137033:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.137047:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c700 x1875667211103360/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.137057:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777448.137060:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777448.137062:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1b2e400. 02000000:00000001:3.0:1788777448.137066:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777448.137069:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777448.137070:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777448.137073:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777448.137076:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956600. 02000000:00000001:3.0:1788777448.137079:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777448.137080:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777448.137081:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c700. 00000100:00000001:3.0:1788777448.137084:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777448.137095:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.137099:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.138277:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777448.138284:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.138290:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777448.138294:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777448.138773:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.138795:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777448.138798:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.138801:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.138815:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.138825:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777448.138844:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.138851:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.138858:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.138863:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5aa80 00000400:00000200:2.0:1788777448.138870:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.138878:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7ead [1] + 224 00000800:00000001:2.0:1788777448.138887:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.138892:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.138895:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.138901:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777448.138911:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777448.138922:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777448.138949:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.138974:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777448.138986:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.138990:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777448.138992:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.138994:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.138997:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.139001:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777448.139004:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.139007:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.139010:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.139012:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 10 MB=0x6a9e8cdd5ab00 00000400:00000200:2.0:1788777448.139016:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.139021:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 416/416 into md 0x7e95 [1] + 0 00000800:00000001:2.0:1788777448.139025:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.139063:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.139066:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.139070:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777448.139073:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777448.139079:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777448.139219:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.139244:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777448.139251:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.139255:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777448.139346:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777448.139353:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777448.139362:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777448.139365:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777448.139369:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12b00. 00000400:00000200:1.0:1788777448.139375:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:1.0:1788777448.139388:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:1.0:1788777448.139392:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777448.139397:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777448.139407:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777448.139418:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777448.139420:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777448.139423:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777448.139428:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777448.139431:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777448.139434:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777448.139437:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777448.139450:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=107 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777448.139456:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777448.139458:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777448.139494:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777448.139500:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777448.139504:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777448.139509:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777448.139511:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777448.139514:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777448.139516:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777448.139521:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777448.139528:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777448.139532:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777448.139534:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777448.139537:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788777448.139545:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:1.0:1788777448.139549:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777448.139551:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:1.0:1788777448.139554:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777448.139558:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:1.0:1788777448.139561:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:1.0:1788777448.139564:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00001000:1.0:1788777448.139568:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=1788777448 v=0 (0 0 0 0) 00000100:00001000:1.0:1788777448.139571:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fd0064418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788777448.139577:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000020:00000040:1.0:1788777448.139585:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00000001:1.0:1788777448.139588:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788777448.139593:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788777448.139597:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b1fc31a7000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1788777448.139602:0:2411:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788777448.139604:0:2411:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777448.139606:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788777448.139610:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788777448.139615:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777448.139618:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777448.139621:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777448.139623:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777448.139625:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777448.139626:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777448.139628:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777448.139630:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777448.139635:0:2411:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.133@tcp after partition 00000100:00080000:1.0:1788777448.139639:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1788777448.139644:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788777448.139648:0:2411:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1788777448.139654:0:2411:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777448.139671:0:2411:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777448.139675:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788777448.139677:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788777448.139679:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788777448.139680:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788777448.139681:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1788777448.139683:0:2411:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1788777448.139685:0:2411:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b1fc339d548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1788777448.139690:0:2411:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x22b16ee488cdbdfd 00800000:00000040:1.0:1788777448.139694:0:2411:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b1fc31a7000=67f3d5ce-64e4-46be-9428-e80a71444531 device 3 (ffff9b1fc3398000) type mdc at LMV idx 0 00800000:00000040:1.0:1788777448.139697:0:2411:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b1fc3398000 already active! 00800000:00000001:1.0:1788777448.139699:0:2411:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777448.139702:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777448.139704:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777448.139706:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777448.139707:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777448.139709:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777448.139710:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777448.139713:0:2411:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777448.139791:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777448.139794:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777448.139799:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777448.139801:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777448.139803:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73058. 00000400:00000200:3.0:1788777448.139806:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255990 00000400:00000010:3.0:1788777448.139808:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255990. 00000100:00000001:3.0:1788777448.139812:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777448.139817:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777448.139826:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.139832:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777448.139833:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.139835:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777448.139836:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777448.139838:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777448.139840:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.139841:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777448.139844:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777448.139848:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777448.139850:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777448.139851:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777448.139852:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777448.139855:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.139857:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777448.139861:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.139867:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.139870:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777448.139871:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777448.139876:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777448.139884:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211102848:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777448.139890:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.139893:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.139897:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e680 x1875667211102848/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.139905:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777448.139908:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777448.139912:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8961c00. 02000000:00000001:3.0:1788777448.139917:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777448.139921:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777448.139923:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777448.139926:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777448.139930:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956100. 02000000:00000001:3.0:1788777448.139935:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777448.139937:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777448.139940:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e680. 00000100:00000001:3.0:1788777448.139944:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777448.139947:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.139955:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.139958:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777448.139963:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777448.139967:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.139975:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777448.140787:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777448.140800:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777448.140803:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777448.140805:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777448.140811:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.140817:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777448.140825:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.140829:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.140833:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.140850:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5ac00 00000400:00000200:3.0:1788777448.140856:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.140862:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x7ecd [1] + 224 00000800:00000001:3.0:1788777448.140870:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777448.140880:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777448.140884:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777448.140888:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777448.140894:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777448.140901:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777448.140917:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.140932:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788777448.141009:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777448.141014:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777448.141018:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777448.141022:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777448.141026:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:3.0:1788777448.141029:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:3.0:1788777448.141034:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777448.141038:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.141049:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.141052:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.141059:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.141060:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777448.141068:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777448.141071:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.141084:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777448.141088:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777448.141099:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777448.141102:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777448.141673:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c739f8. 00000400:00000200:3.0:1788777448.141678:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255dd0 00000400:00000010:3.0:1788777448.141680:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255dd0. 00000100:00000001:3.0:1788777448.141683:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777448.141689:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777448.141699:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.141712:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777448.141714:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.141716:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777448.141719:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777448.141722:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777448.141725:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.141728:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777448.141738:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=107 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777448.141742:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777448.141745:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777448.141747:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777448.141749:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777448.141753:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.141757:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777448.141759:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788777448.141762:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777448.141763:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777448.141769:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.141776:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.141779:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777448.141781:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777448.141786:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777448.141794:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211103232:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777448.141798:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.141801:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.141804:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ed80 x1875667211103232/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.141811:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777448.141814:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777448.141818:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8960a00. 02000000:00000001:3.0:1788777448.141822:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777448.141825:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777448.141826:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777448.141830:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777448.141833:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956b00. 02000000:00000001:3.0:1788777448.141848:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777448.141850:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777448.141852:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ed80. 00000100:00000001:3.0:1788777448.141857:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777448.141858:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.141860:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.141870:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777448.141872:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.141874:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777448.141877:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777448.143038:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777448.143049:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788777448.143058:0:2411:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b1fc31a7000: Connection restored to 192.168.204.133@tcp (at 192.168.204.133@tcp) 00000100:00080000:1.0:1788777448.143070:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a9782f99): req@ffff9b1fc31ed500 x1875667211100416/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777448 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777448.143099:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777448.143104:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777448.143110:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777448.143119:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211102976:192.168.204.133@tcp:38:kworker.0 00000100:00000001:1.0:1788777448.143124:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777448.143128:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777448.143132:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ce00 x1875667211102976/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777448.143138:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777448.143141:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777448.143145:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356e400. 02000000:00000001:1.0:1788777448.143150:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777448.143153:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777448.143155:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777448.143157:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777448.143160:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3339800. 02000000:00000001:1.0:1788777448.143163:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777448.143166:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777448.143167:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ce00. 00000100:00000001:1.0:1788777448.143172:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777448.143174:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777448.143176:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777448.143185:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777448.143187:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777448.143190:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777448.143191:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.143523:0:32018:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777448.143531:0:32018:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.143536:0:32018:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777448.143539:0:32018:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.143544:0:32018:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777448.143548:0:32018:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777448.143551:0:32018:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.143555:0:32018:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788777448.143562:0:32018:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667211100416 new x1875667211103616 02000000:00000001:3.0:1788777448.143566:0:32018:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777448.143570:0:32018:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777448.143581:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777448.143591:0:32018:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c739f8. 00000400:00000010:3.0:1788777448.143601:0:32018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255dd0. 00000100:00000200:3.0:1788777448.143611:0:32018:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211100416, portal 10 00000100:00000001:3.0:1788777448.143614:0:32018:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777448.143616:0:32018:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452710144 : -110914256841472 : ffff9b1fc31ed500) 00000100:00000040:3.0:1788777448.143629:0:32018:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9b1fc31ed500 x1875667211100416/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777464 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.143638:0:32018:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777448.143641:0:32018:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777448.143644:0:32018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255990. 00000100:00000200:3.0:1788777448.143647:0:32018:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667211100416, offset 0 00000400:00000200:3.0:1788777448.143655:0:32018:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777448.143667:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.143677:0:32018:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777448.143684:0:32018:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777448.143690:0:32018:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777448.143695:0:32018:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777448.143698:0:32018:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777448.143703:0:32018:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2704:2704:256:4294967295] 192.168.204.133@tcp LPNI seq info [2703:2703:8:4294967295] 00000400:00000200:3.0:1788777448.143707:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.143718:0:32018:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777448.143725:0:32018:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777448.143733:0:32018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777448.143742:0:32018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777448.143752:0:32018:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777448.143758:0:32018:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788777448.143781:0:32018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777448.143787:0:32018:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 810093 usecs (811 jiffies) 00000400:00000200:3.0:1788777448.143790:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777448.143794:0:32018:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296552262 00000100:00000001:3.0:1788777448.143797:0:32018:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:3.0:1788777448.143800:0:32018:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296552262 00000100:00000001:3.0:1788777448.143802:0:32018:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:3.0:1788777448.143804:0:32018:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.143807:0:32018:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.143810:0:32018:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777448.143812:0:32018:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777448.143815:0:32018:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159540 going to sleep for 11 seconds 00000100:00000001:3.0:1788777448.143818:0:32018:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777448.143819:0:32018:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777448.145253:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777448.145264:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b400. 00000400:00000200:2.0:1788777448.145272:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.145284:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777448.145292:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255990 00000400:00000010:2.0:1788777448.145294:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255990. 00000100:00000001:2.0:1788777448.145301:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777448.145310:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed500 x1875667211100416/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777464 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.145324:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777448.145328:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed500 x1875667211100416/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777464 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.145335:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.145337:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777448.165070:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.165199:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777448.165205:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.165208:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.165221:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.165231:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777448.165245:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.165252:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.165259:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.165264:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5ad00 00000400:00000200:2.0:1788777448.165270:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.165277:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7edd [1] + 224 00000800:00000001:2.0:1788777448.165287:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.165304:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.165308:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.165314:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777448.165324:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777448.165336:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777448.165348:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9b1fd1120380 x1875667211101312/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777448.165370:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777448.165392:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.165395:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788777448.187513:0:32044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882660. 00000080:00000010:0.1:1788777448.187532:0:32044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882c20. 00000800:00000001:2.0:1788777448.201392:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.201422:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777448.201430:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.201433:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.201447:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.201457:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777448.201586:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.201593:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.201601:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.201607:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5ad80 00000400:00000200:2.0:1788777448.201613:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.201623:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7ee5 [1] + 224 00000800:00000001:2.0:1788777448.201635:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.201647:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.201651:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.201658:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777448.201672:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777448.201687:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed500 x1875667211100416/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777448.201700:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9b1fc31ed500 x1875667211100416/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777464 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777448.201715:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777448.201728:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.201733:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.201819:0:32018:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777448.201830:0:32018:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777448.201833:0:32018:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777448.201906:0:32018:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c739f8. 00000400:00000200:3.0:1788777448.201915:0:32018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255dd0 00000400:00000010:3.0:1788777448.201918:0:32018:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255dd0. 00000100:00000001:3.0:1788777448.201922:0:32018:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777448.202064:0:32018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed500 x1875667211100416/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777464 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777448.202076:0:32018:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed500 x1875667211100416/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777464 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.202083:0:32018:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777448.202153:0:32018:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.202158:0:32018:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777448.202163:0:32018:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777448.202167:0:32018:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777448.202170:0:32018:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.202175:0:32018:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777448.202191:0:32018:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=107 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777448.202197:0:32018:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777448.202202:0:32018:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777448.202204:0:32018:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777448.202208:0:32018:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777448.202215:0:32018:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.202221:0:32018:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777448.202224:0:32018:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788777448.202227:0:32018:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777448.202233:0:32018:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777448.202240:0:32018:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed500 x1875667211100416/t4294967600(4294967600) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777464 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.202249:0:32018:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.202254:0:32018:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777448.202258:0:32018:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777448.202264:0:32018:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed500 x1875667211100416/t4294967600(4294967600) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777464 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777448.202273:0:32018:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed500 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32018:1875667211100416:192.168.204.133@tcp:36:touch.0 00000100:00000001:3.0:1788777448.202280:0:32018:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.202284:0:32018:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.202288:0:32018:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777448.202292:0:32018:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.202296:0:32018:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed500 x1875667211100416/t4294967600(4294967600) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777464 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.202305:0:32018:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777448.202309:0:32018:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159540. 00000100:00000001:3.0:1788777448.202314:0:32018:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777448.202317:0:32018:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777448.202327:0:32018:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777448.202330:0:32018:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777448.202340:0:32018:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777448.202343:0:32018:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777448.202356:0:32018:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:3.0:1788777448.202360:0:32018:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1788777448.202368:0:32018:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.202373:0:32018:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed500 x1875667211100416/t4294967600(4294967600) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777464 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777448.202393:0:32018:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777448.202398:0:32018:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777448.202402:0:32018:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000800. 02000000:00000001:3.0:1788777448.202409:0:32018:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777448.202413:0:32018:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777448.202415:0:32018:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777448.202418:0:32018:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777448.202423:0:32018:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc312ac00. 02000000:00000001:3.0:1788777448.202428:0:32018:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777448.202433:0:32018:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777448.202436:0:32018:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed500. 00000100:00000001:3.0:1788777448.202441:0:32018:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777448.202442:0:32018:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777448.202445:0:32018:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777448.202448:0:32018:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777448.202451:0:32018:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777448.202457:0:32018:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1788777448.203050:0:32018:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777448.203055:0:32018:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777448.203058:0:32018:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777448.203060:0:32018:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777448.203062:0:32018:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777448.203065:0:32018:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1788777448.203068:0:32018:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777448.203073:0:32018:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398040 : -110914154153576 : ffff9b1fc93db998) 00000020:00001000:3.0:1788777448.203077:0:32018:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db990 00000020:00000001:3.0:1788777448.203083:0:32018:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caaa8 -> ffff9b1fc72caaa8 00000020:00000001:3.0:1788777448.203218:0:32018:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777448.203223:0:32018:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777448.203226:0:32018:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777448.203231:0:32018:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777448.203233:0:32018:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777448.203237:0:32018:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777448.203241:0:32018:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788777448.203244:0:32018:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x22:0x0] 00800000:00000001:3.0:1788777448.203250:0:32018:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777448.203254:0:32018:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777448.203257:0:32018:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777448.203260:0:32018:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777448.203263:0:32018:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777448.203266:0:32018:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1788777448.203268:0:32018:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777448.203274:0:32018:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777448.203278:0:32018:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777448.203286:0:32018:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777448.203290:0:32018:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777448.203293:0:32018:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:3.0:1788777448.203296:0:32018:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777448.203300:0:32018:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:3.0:1788777448.203310:0:32018:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961c00. 00000080:00010000:3.0:1788777448.203318:0:32018:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x22:0x0](ffff9b1fd157ec08) 00000080:00000001:3.0:1788777448.203323:0:32018:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777448.203328:0:32018:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777448.203332:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7958 00800000:00000002:3.0:1788777448.203336:0:32018:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x22:0x0] '' on [0x200000405:0x22:0x0] 00800000:00000001:3.0:1788777448.203341:0:32018:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777448.203343:0:32018:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777448.203345:0:32018:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777448.203346:0:32018:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777448.203348:0:32018:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777448.203350:0:32018:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777448.203352:0:32018:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1788777448.203354:0:32018:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777448.203358:0:32018:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x22:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777448.203363:0:32018:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777448.203365:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7828 00000002:00010000:3.0:1788777448.203368:0:32018:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x22:0x0], intent: layout flags 0 00000002:00000001:3.0:1788777448.203373:0:32018:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777448.203387:0:32018:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1788777448.203394:0:32018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255f80. 00000020:00000040:3.0:1788777448.203399:0:32018:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777448.203407:0:32018:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777448.203414:0:32018:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777448.203420:0:32018:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.203426:0:32018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777448.203429:0:32018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777448.203436:0:32018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777448.203445:0:32018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc8960600. 00000100:00000001:3.0:1788777448.203456:0:32018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777448.203494:0:32018:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777448.203497:0:32018:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777448.203816:0:32018:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777448.203819:0:32018:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777448.203822:0:32018:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777448.203830:0:32018:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446633159453138816 : -110914256412800 : ffff9b1fc3255f80) 00010000:00000001:3.0:1788777448.203903:0:32018:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777448.203908:0:32018:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777448.203916:0:32018:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d300. 00010000:00000010:3.0:1788777448.203922:0:32018:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0387100. 00010000:00000001:3.0:1788777448.204602:0:32018:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777448.204612:0:32018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814400. 00000020:00000001:3.0:1788777448.204619:0:32018:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777448.204624:0:32018:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814400 with handle 0x22b16ee488cdc8b5 to hash 00000020:00000001:3.0:1788777448.204626:0:32018:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777448.204629:0:32018:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694042112 : -110914015509504 : ffff9b1fd1814400) 00010000:00000001:3.0:1788777448.204634:0:32018:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694042112 : -110914015509504 : ffff9b1fd1814400) 00010000:00000001:3.0:1788777448.204639:0:32018:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777448.204642:0:32018:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777448.204648:0:32018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc8b5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32018 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777448.204660:0:32018:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc8b5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32018 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777448.204674:0:32018:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc8b5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32018 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777448.204680:0:32018:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777448.204683:0:32018:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777448.204692:0:32018:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca65bb40. 00000100:00000001:3.0:1788777448.204696:0:32018:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159574797120 : -110914134754496 : ffff9b1fca65bb40) 00000100:00000001:3.0:1788777448.204699:0:32018:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777448.204700:0:32018:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453138816 : -110914256412800 : ffff9b1fc3255f80) 00000100:00000001:3.0:1788777448.204706:0:32018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777448.204712:0:32018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.204714:0:32018:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777448.204717:0:32018:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777448.204732:0:32018:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255f80 x1875667211103744/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.204742:0:32018:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777448.204745:0:32018:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.204750:0:32018:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777448.204754:0:32018:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777448.204757:0:32018:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777448.204761:0:32018:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255f80 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32018:1875667211103744:192.168.204.133@tcp:101:touch.0 00000100:00000001:3.0:1788777448.204766:0:32018:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777448.204773:0:32018:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777448.204776:0:32018:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.204780:0:32018:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777448.204787:0:32018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ee000. 02000000:00000001:3.0:1788777448.204789:0:32018:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777448.204800:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777448.204806:0:32018:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c739f8. 00000400:00000010:3.0:1788777448.204816:0:32018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255dd0. 00000100:00000200:3.0:1788777448.204826:0:32018:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211103744, portal 10 00000100:00000001:3.0:1788777448.204828:0:32018:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777448.204829:0:32018:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453138816 : -110914256412800 : ffff9b1fc3255f80) 00000100:00000040:3.0:1788777448.205600:0:32018:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3255f80 x1875667211103744/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777464 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.205612:0:32018:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777448.205617:0:32018:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777448.205623:0:32018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255000. 00000100:00000200:3.0:1788777448.205628:0:32018:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875667211103744, offset 0 00000400:00000200:3.0:1788777448.205636:0:32018:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777448.205649:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.205658:0:32018:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777448.205666:0:32018:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777448.205671:0:32018:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777448.205676:0:32018:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777448.205679:0:32018:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777448.205684:0:32018:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2705:2705:256:4294967295] 192.168.204.133@tcp LPNI seq info [2704:2704:8:4294967295] 00000400:00000200:3.0:1788777448.205689:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.205700:0:32018:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777448.205708:0:32018:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777448.205714:0:32018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777448.205722:0:32018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777448.205731:0:32018:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777448.205738:0:32018:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1788777448.205756:0:32018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777448.205762:0:32018:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 860080 usecs (861 jiffies) 00000400:00000200:3.0:1788777448.205765:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777448.205768:0:32018:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296552372 00000100:00000001:3.0:1788777448.205771:0:32018:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:3.0:1788777448.205774:0:32018:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296552372 00000100:00000001:3.0:1788777448.205776:0:32018:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:3.0:1788777448.205779:0:32018:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.205782:0:32018:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.205785:0:32018:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777448.205787:0:32018:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777448.205791:0:32018:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca65bb40 going to sleep for 11 seconds 00000100:00000001:3.0:1788777448.205793:0:32018:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777448.205796:0:32018:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777448.207671:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777448.207683:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:3.0:1788777448.207691:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777448.207702:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777448.207711:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255000 00000400:00000010:3.0:1788777448.207714:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255000. 00000100:00000001:3.0:1788777448.207720:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777448.207730:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255f80 x1875667211103744/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777464 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.207752:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.207756:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3255f80 x1875667211103744/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777464 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.207764:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.207766:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777448.213111:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777448.213197:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777448.213204:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777448.213209:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777448.213222:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.213234:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777448.213249:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.213256:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.213264:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.213269:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 10 MB=0x6a9e8cdd5ae00 00000400:00000200:3.0:1788777448.213276:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777448.213287:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 400/400 into md 0x7ef5 [1] + 224 00000800:00000001:3.0:1788777448.213297:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777448.213307:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777448.213311:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777448.213318:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777448.213330:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777448.213343:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255f80 x1875667211103744/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777448.213356:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9b1fc3255f80 x1875667211103744/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777464 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.213387:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777448.213400:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777448.213405:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788777448.221137:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777448.221149:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:2.0:1788777448.221157:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.221169:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777448.221178:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:2.0:1788777448.221181:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:2.0:1788777448.221189:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777448.221199:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211103872/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777464 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777448.221214:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777448.221217:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211103872/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777448.221224:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.221226:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777448.233217:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.233244:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777448.233251:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.233254:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.233267:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.233279:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777448.233292:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.233299:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.233306:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.233312:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 432 into portal 4 MB=0x6a9e8cdd5ae80 00000400:00000200:2.0:1788777448.233318:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.233326:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 432/432 into md 0x7f05 [1] + 224 00000800:00000001:2.0:1788777448.233335:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.233346:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.233350:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.233357:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777448.233367:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777448.233399:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211103872/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777464 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777448.233412:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b1fc31ed880 x1875667211103872/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777464 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777448.233440:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777448.233451:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.233455:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777448.234762:0:32018:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777448.234768:0:32018:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777448.234773:0:32018:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777448.234777:0:32018:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777448.234781:0:32018:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777448.234786:0:32018:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777448.234789:0:32018:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777448.234791:0:32018:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777448.234793:0:32018:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777448.234795:0:32018:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777448.234798:0:32018:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777448.234800:0:32018:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777448.234800:0:32018:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777448.234802:0:32018:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777448.234805:0:32018:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777448.234807:0:32018:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777448.234809:0:32018:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777448.234810:0:32018:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777448.234812:0:32018:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777448.234816:0:32018:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777448.234818:0:32018:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777448.234820:0:32018:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777448.234823:0:32018:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777448.234824:0:32018:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777448.234826:0:32018:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777448.234830:0:32018:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777448.234843:0:32018:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777448.234845:0:32018:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777448.234846:0:32018:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777448.234848:0:32018:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777448.234851:0:32018:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00020000:00000001:2.0:1788777448.234856:0:32018:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777448.234859:0:32018:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777448.234863:0:32018:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777448.234867:0:32018:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777448.234871:0:32018:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777448.234872:0:32018:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777448.234874:0:32018:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db990 00000080:00000001:2.0:1788777448.234877:0:32018:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777448.234882:0:32018:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1788777448.234888:0:32018:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312be00. 00000020:00000001:2.0:1788777448.234901:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7c30 00000080:00200008:2.0:1788777448.234904:0:32018:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9b1fd157ec08) current size 0, valid attrs 100201f0, mode 0, uid -1053621694, gid -1, new size 213440, atime 1788777432.000000000, mtime 1788777432.000000000, ctime 1788777432.000000000, rc 0 00000080:00000001:2.0:1788777448.234911:0:32018:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777448.234941:0:32018:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777448.234944:0:32018:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc134a7c0 00020000:00000002:2.0:1788777448.234950:0:32018:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc134a7c0 00020000:00000001:2.0:1788777448.234953:0:32018:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777448.235070:0:32018:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777448.235074:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7df0 00000080:00200008:2.0:1788777448.235078:0:32018:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x22:0x0](ffff9b1fd157ec08), flags 104001 00000080:00000001:2.0:1788777448.235082:0:32018:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777448.235160:0:32018:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777448.235163:0:32018:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777448.235165:0:32018:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc134a7c0 00020000:00000002:2.0:1788777448.235169:0:32018:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc134a7c0 00020000:00000001:2.0:1788777448.235171:0:32018:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777448.235174:0:32018:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788777448.235184:0:32018:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777448.235188:0:32018:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777448.235191:0:32018:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777448.235195:0:32018:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777448.235197:0:32018:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777448.235199:0:32018:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1788777448.235202:0:32018:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777448.235208:0:32018:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777448.235213:0:32018:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777448.235221:0:32018:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 2 00010000:00000001:2.0:1788777448.235225:0:32018:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777448.235231:0:32018:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777448.235234:0:32018:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:2.0:1788777448.235236:0:32018:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777448.235239:0:32018:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777448.235246:0:32018:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fd1b2e400. 00000080:00000001:2.0:1788777448.235249:0:32018:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777448.235257:0:32018:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777448.235263:0:32018:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788777448.235265:0:32018:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777448.235266:0:32018:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777448.235267:0:32018:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777448.235269:0:32018:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777448.235270:0:32018:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777448.235272:0:32018:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1788777448.235273:0:32018:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777448.235276:0:32018:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x22:0x0] 00000002:00000001:2.0:1788777448.235280:0:32018:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777448.235283:0:32018:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x22:0x0] file closed with intent: 0 00000100:00000010:2.0:1788777448.235291:0:32018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f800. 00000020:00000040:2.0:1788777448.235297:0:32018:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777448.235302:0:32018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777448.235307:0:32018:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777448.235312:0:32018:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777448.235324:0:32018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1b2f800. 00000100:00000001:2.0:1788777448.235332:0:32018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777448.235352:0:32018:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639dc00 x1875667211100160/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777448 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777448.235365:0:32018:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777448.235370:0:32018:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639f800 x1875667211104128/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777448.235390:0:32018:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777448.235393:0:32018:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777448.235403:0:32018:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd9e49240. 00000100:00000001:2.0:1788777448.235406:0:32018:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159834767936 : -110913874783680 : ffff9b1fd9e49240) 00000100:00000001:2.0:1788777448.235409:0:32018:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777448.235410:0:32018:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:2.0:1788777448.235415:0:32018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777448.235420:0:32018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.235423:0:32018:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777448.235425:0:32018:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777448.235429:0:32018:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211104128/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777448.235438:0:32018:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777448.235441:0:32018:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777448.235447:0:32018:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777448.235450:0:32018:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777448.235453:0:32018:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777448.235457:0:32018:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32018:1875667211104128:192.168.204.133@tcp:35:touch.0 00000100:00000001:2.0:1788777448.236051:0:32018:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777448.236062:0:32018:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777448.236067:0:32018:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777448.236072:0:32018:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777448.236081:0:32018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3338400. 02000000:00000001:2.0:1788777448.236085:0:32018:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777448.236172:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777448.236179:0:32018:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bd68. 00000400:00000010:2.0:1788777448.236190:0:32018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93000. 00000100:00000200:2.0:1788777448.236200:0:32018:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211104128, portal 10 00000100:00000001:2.0:1788777448.236203:0:32018:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777448.236204:0:32018:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000040:2.0:1788777448.236215:0:32018:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639f800 x1875667211104128/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777448.236223:0:32018:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777448.236225:0:32018:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777448.236230:0:32018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e935d8. 00000100:00000200:2.0:1788777448.236233:0:32018:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211104128, offset 0 00000400:00000200:2.0:1788777448.236241:0:32018:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777448.236252:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.236262:0:32018:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777448.236270:0:32018:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777448.236277:0:32018:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777448.236282:0:32018:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777448.236286:0:32018:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777448.236291:0:32018:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2707:2707:256:4294967295] 192.168.204.133@tcp LPNI seq info [2706:2706:8:4294967295] 00000400:00000200:2.0:1788777448.236296:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.236308:0:32018:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777448.236317:0:32018:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777448.236324:0:32018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956f00. 00000800:00000200:2.0:1788777448.236334:0:32018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777448.236345:0:32018:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777448.236351:0:32018:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777448.236387:0:32018:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777448.236393:0:32018:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 858817 usecs (859 jiffies) 00000400:00000200:2.0:1788777448.236397:0:32018:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777448.236401:0:32018:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296552401 00000100:00000001:2.0:1788777448.236405:0:32018:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:2.0:1788777448.236408:0:32018:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296552401 00000100:00000001:2.0:1788777448.236411:0:32018:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:2.0:1788777448.236415:0:32018:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777448.236419:0:32018:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777448.236421:0:32018:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777448.236424:0:32018:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777448.236427:0:32018:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd9e49240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777448.236431:0:32018:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777448.236435:0:32018:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777448.238706:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777448.238719:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956f00. 00000400:00000200:3.0:1788777448.238729:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777448.238740:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777448.238750:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:3.0:1788777448.238754:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:3.0:1788777448.238761:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777448.238773:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211104128/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.238788:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.238792:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211104128/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.238800:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.238802:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777448.242369:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.242406:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777448.242412:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.242415:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.242426:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.242436:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777448.242449:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.242455:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.242493:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.242498:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5af80 00000400:00000200:2.0:1788777448.242513:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777448.242521:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7f0d [1] + 224 00000800:00000001:2.0:1788777448.242531:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.242542:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777448.242546:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777448.242552:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777448.242564:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777448.242578:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211104128/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777448.242592:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc639f800 x1875667211104128/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777448.242617:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777448.242630:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777448.242633:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.242767:0:32018:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777448.242779:0:32018:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777448.242782:0:32018:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777448.242788:0:32018:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bd68. 00000400:00000200:3.0:1788777448.242795:0:32018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93000 00000400:00000010:3.0:1788777448.242798:0:32018:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93000. 00000100:00000001:3.0:1788777448.242802:0:32018:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777448.242808:0:32018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f800 x1875667211104128/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777448.242819:0:32018:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f800 x1875667211104128/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777464 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.242825:0:32018:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777448.242828:0:32018:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.242832:0:32018:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777448.242837:0:32018:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777448.242841:0:32018:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777448.242855:0:32018:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777448.242861:0:32018:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777448.242877:0:32018:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777448.242884:0:32018:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777448.242887:0:32018:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777448.242890:0:32018:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777448.242894:0:32018:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777448.242900:0:32018:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.242905:0:32018:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777448.242909:0:32018:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777448.242911:0:32018:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777448.242915:0:32018:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777448.242917:0:32018:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:3.0:1788777448.242929:0:32018:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777448.242932:0:32018:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788777448.242934:0:32018:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777448.242937:0:32018:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777448.242944:0:32018:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f800 x1875667211104128/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777464 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.242952:0:32018:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777448.242955:0:32018:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777448.242958:0:32018:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777448.242971:0:32018:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f800 x1875667211104128/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777464 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777448.242979:0:32018:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32018:1875667211104128:192.168.204.133@tcp:35:touch.0 00000100:00000001:3.0:1788777448.242985:0:32018:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.242988:0:32018:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.242992:0:32018:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777448.242995:0:32018:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.242998:0:32018:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211104128/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777464 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.243006:0:32018:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777448.243009:0:32018:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd9e49240. 00000100:00000001:3.0:1788777448.243014:0:32018:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777448.243016:0:32018:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.243027:0:32018:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777448.243028:0:32018:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000002:00000001:3.0:1788777448.243031:0:32018:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777448.243036:0:32018:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777448.243044:0:32018:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1b2e400. 00000080:00000001:3.0:1788777448.243048:0:32018:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777448.243052:0:32018:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788777448.243056:0:32018:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777448.243060:0:32018:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777448.243063:0:32018:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777448.243066:0:32018:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777448.243068:0:32018:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777448.243070:0:32018:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1788777448.243073:0:32018:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777448.243080:0:32018:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777448.243097:0:32018:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc639dc00 x1875667211100160/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777448 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.243106:0:32018:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777448.243108:0:32018:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504813056 : -110914204738560 : ffff9b1fc639dc00) 00000100:00000001:3.0:1788777448.243110:0:32018:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.243113:0:32018:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639dc00 x1875667211100160/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777448 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.243118:0:32018:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777448.243121:0:32018:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.243123:0:32018:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639dc00 x1875667211100160/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777448 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.243130:0:32018:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777448.243134:0:32018:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777448.243136:0:32018:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777448.243139:0:32018:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777448.243143:0:32018:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3339400. 02000000:00000001:3.0:1788777448.243148:0:32018:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777448.243150:0:32018:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777448.243152:0:32018:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639dc00. 00000100:00000001:3.0:1788777448.243156:0:32018:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777448.243157:0:32018:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777448.243159:0:32018:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.243163:0:32018:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211104128/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777464 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.243168:0:32018:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777448.243170:0:32018:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd1882c60. 00000002:00000001:3.0:1788777448.243173:0:32018:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777448.243175:0:32018:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777448.243178:0:32018:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4ac0. 00000100:00000001:3.0:1788777448.243181:0:32018:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777448.243184:0:32018:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211104128/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777464 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777448.243190:0:32018:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777448.243194:0:32018:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777448.243199:0:32018:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b46dc0. 00000080:00000001:3.0:1788777448.243204:0:32018:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777448.243212:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7df0 00000080:00000008:3.0:1788777448.243215:0:32018:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9b1fd157ec08), flags 104001, rc = 0 00000080:00000001:3.0:1788777448.243218:0:32018:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777448.243225:0:32018:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777448.243227:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7e00 00000080:00002000:3.0:1788777448.243229:0:32018:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b1fe02c0288, parent ffff9b1fd1739ca8, inode ffff9b1fd157ec08) hashed, 00000080:00000001:3.0:1788777448.243232:0:32018:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777448.243242:0:32018:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777448.243251:0:32018:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777448.243254:0:32018:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777448.243256:0:32018:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc18a7e00 00000080:00002000:3.0:1788777448.243259:0:32018:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9b1fd1739ca8, parent ffff9b1fd155f360, inode ffff9b1fd1579988) hashed, 00000080:00000001:3.0:1788777448.243262:0:32018:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777448.243266:0:32018:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777448.243270:0:32018:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788777448.259306:0:32051:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613200. 00000080:00000010:3.1:1788777448.259339:0:32051:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b040. 00010000:00000001:2.0:1788777448.631930:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777448.631938:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777448.631944:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777448.631946:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777448.632145:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777448.632149:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777448.632152:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777449.652638:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777449.652644:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.652648:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777449.652650:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.652764:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777449.652772:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.652777:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788777449.956834:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777449.956842:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:2.0:1788777449.956848:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777449.956855:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777449.956862:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bb28 00000400:00000010:2.0:1788777449.956865:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bb28. 00000100:00000001:2.0:1788777449.956872:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777449.956877:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.956889:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777449.956892:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.956899:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777449.956901:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777449.963641:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.963670:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777449.963676:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.963679:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777449.963692:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.963703:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777449.963715:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.963721:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.963729:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.963733:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5b000 00000400:00000200:2.0:1788777449.963739:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.963747:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7f1d [1] + 224 00000800:00000001:2.0:1788777449.963757:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.963766:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777449.963771:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777449.963777:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777449.963788:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777449.963799:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777449.963823:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.963842:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777449.963854:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.963858:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777449.966374:0:32052:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777449.966378:0:32052:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777449.966384:0:32052:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c06e0. 00000400:00000200:2.0:1788777449.966394:0:32052:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b660 00000400:00000010:2.0:1788777449.966397:0:32052:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b660. 00000100:00000001:2.0:1788777449.966406:0:32052:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777449.966430:0:32052:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777449.966444:0:32052:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.966452:0:32052:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777449.966454:0:32052:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777449.966458:0:32052:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777449.966488:0:32052:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777449.966492:0:32052:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777449.966495:0:32052:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777449.966499:0:32052:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777449.966513:0:32052:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=108 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777449.966519:0:32052:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777449.966522:0:32052:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777449.966524:0:32052:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.966528:0:32052:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777449.966534:0:32052:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777449.966539:0:32052:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777449.966542:0:32052:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:2.0:1788777449.966545:0:32052:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777449.966550:0:32052:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777449.966555:0:32052:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.966563:0:32052:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777449.966568:0:32052:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777449.966571:0:32052:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777449.966575:0:32052:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777465 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777449.966584:0:32052:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec700 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32052:1875667211104256:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777449.966590:0:32052:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777449.966593:0:32052:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777449.966595:0:32052:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777449.966598:0:32052:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777449.966602:0:32052:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777465 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.966609:0:32052:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777449.966613:0:32052:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159240. 00000100:00000001:2.0:1788777449.966617:0:32052:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777449.966619:0:32052:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.966623:0:32052:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777449.966628:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.966631:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.966635:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=4 00000020:00000001:2.0:1788777449.966638:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966641:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000040:2.0:1788777449.966649:0:32052:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f6e00, remote cookie: 0x542deec0941a6815, flags: 0x1001 00010000:00010000:2.0:1788777449.966655:0:32052:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777449.966666:0:32052:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777449.966673:0:32052:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777449.966680:0:32052:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777449.966683:0:32052:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777449.966685:0:32052:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777449.966687:0:32052:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777449.966691:0:32052:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd0f4e800) refcount = 1 00010000:00010000:2.0:1788777449.966695:0:32052:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777449.966702:0:32052:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777449.966706:0:32052:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777449.966707:0:32052:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777449.966711:0:32052:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777449.966713:0:32052:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777449.966717:0:32052:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777449.966723:0:32052:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777449.966725:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.966727:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777449.966728:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.966729:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777449.966731:0:32052:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777449.966737:0:32052:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777449.966739:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.966740:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.966741:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:2.0:1788777449.966743:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966746:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966748:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.966749:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.966750:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=4 00000020:00000001:2.0:1788777449.966752:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966754:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966758:0:32052:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777449.966762:0:32052:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777449.966766:0:32052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777449.966773:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.966775:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777449.966776:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.966777:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.966779:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=5 00000020:00000001:2.0:1788777449.966781:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966783:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966786:0:32052:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777449.966789:0:32052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777449.966795:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.966796:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777449.966799:0:32052:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777449.966818:0:32052:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777449.966820:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.966821:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777449.966822:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.966823:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777449.966829:0:32052:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777465 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777449.966838:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.966840:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.966842:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:2.0:1788777449.966843:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966845:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966848:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.966848:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777449.966850:0:32052:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777449.966852:0:32052:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777449.966855:0:32052:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777449.966858:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.966859:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.966861:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:2.0:1788777449.966862:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966865:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00000002:00010000:2.0:1788777449.966868:0:32052:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777449.966874:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.966875:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777449.966877:0:32052:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777449.966878:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.966879:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.966880:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:2.0:1788777449.966882:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.966884:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000040:2.0:1788777449.966891:0:32052:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:2.0:1788777449.966894:0:32052:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777449.966898:0:32052:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777449.966901:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.966902:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777449.966903:0:32052:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777449.966907:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb898 00000002:00002000:2.0:1788777449.966909:0:32052:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777449.966913:0:32052:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777449.966917:0:32052:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777449.966921:0:32052:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777449.966925:0:32052:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777449.966929:0:32052:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777449.966933:0:32052:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777449.966937:0:32052:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc61cb000. 00000080:00000001:2.0:1788777449.966944:0:32052:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777449.966948:0:32052:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777449.966956:0:32052:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777449.966961:0:32052:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777449.966973:0:32052:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3d440. 00800000:00000001:2.0:1788777449.966976:0:32052:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483446336 : -110914226105280 : ffff9b1fc4f3d440) 00800000:00000001:2.0:1788777449.966979:0:32052:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777449.966982:0:32052:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777449.966985:0:32052:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777449.966987:0:32052:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777449.966991:0:32052:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777449.966994:0:32052:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777449.966997:0:32052:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777449.967003:0:32052:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777449.967007:0:32052:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777449.967013:0:32052:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788777449.967015:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.967016:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.967018:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:2.0:1788777449.967020:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.967022:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.967023:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.967025:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777449.967026:0:32052:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777449.967029:0:32052:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777449.967030:0:32052:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d440 1 00800000:00000010:2.0:1788777449.967033:0:32052:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3d440. 00800000:00000001:2.0:1788777449.967049:0:32052:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777449.967053:0:32052:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc8bc 00800000:00000001:2.0:1788777449.967057:0:32052:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777449.967059:0:32052:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777449.967060:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.967061:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.967063:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:2.0:1788777449.967065:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.967067:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.967079:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.967081:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777449.967083:0:32052:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777449.967085:0:32052:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777449.967088:0:32052:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777449.967090:0:32052:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777449.967093:0:32052:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8bc from it ffffb70bc1cebb58 00010000:00000001:2.0:1788777449.967094:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777449.967096:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777449.967097:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:2.0:1788777449.967098:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.967100:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:2.0:1788777449.967102:0:32052:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777449.967105:0:32052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777449.967113:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.967114:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777449.967115:0:32052:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777449.967118:0:32052:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777449.967121:0:32052:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777449.967130:0:32052:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777449.967133:0:32052:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777449.967135:0:32052:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777449.967141:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.967142:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777449.967143:0:32052:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.967147:0:32052:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777449.967149:0:32052:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.967151:0:32052:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.967155:0:32052:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.967157:0:32052:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777449.967158:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.967159:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777449.967162:0:32052:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777449.967168:0:32052:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec700 x1875667211104256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777465 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.967175:0:32052:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777449.967179:0:32052:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777449.967183:0:32052:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd8958000. 02000000:00000001:2.0:1788777449.967187:0:32052:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777449.967190:0:32052:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777449.967193:0:32052:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777449.967196:0:32052:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777449.967201:0:32052:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001800. 02000000:00000001:2.0:1788777449.967207:0:32052:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777449.967209:0:32052:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777449.967211:0:32052:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec700. 00000100:00000001:2.0:1788777449.967215:0:32052:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777449.967217:0:32052:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777449.967221:0:32052:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777449.967228:0:32052:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777449.967248:0:32052:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca613280. 00000020:00000001:2.0:1788777449.967254:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceba88 00000080:00200000:2.0:1788777449.967257:0:32052:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=24 00000080:00000001:2.0:1788777449.967261:0:32052:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777449.967263:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb938 00000080:00200000:2.0:1788777449.967356:0:32052:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=0 00000080:00000010:2.0:1788777449.967367:0:32052:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1b2f600. 00800000:00000002:2.0:1788777449.967373:0:32052:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777449.967379:0:32052:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777449.967383:0:32052:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777449.967385:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb858 00800000:00000002:2.0:1788777449.967388:0:32052:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777449.967392:0:32052:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777449.967397:0:32052:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777449.967401:0:32052:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777449.967403:0:32052:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777449.967406:0:32052:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777449.967409:0:32052:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777449.967411:0:32052:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777449.967414:0:32052:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777449.967419:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb7f0 00800000:00000002:2.0:1788777449.967420:0:32052:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788777449.967426:0:32052:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777449.967427:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb728 00000002:00010000:2.0:1788777449.967429:0:32052:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788777449.967433:0:32052:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777449.967436:0:32052:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777449.967441:0:32052:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ca80. 00000020:00000040:2.0:1788777449.967445:0:32052:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777449.967451:0:32052:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777449.967456:0:32052:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777449.967459:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.967460:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777449.967503:0:32052:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777449.967508:0:32052:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777449.967511:0:32052:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777449.967517:0:32052:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777449.967527:0:32052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333b000. 00000100:00000001:2.0:1788777449.967535:0:32052:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.967540:0:32052:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777449.967541:0:32052:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.967543:0:32052:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777449.967544:0:32052:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777449.967546:0:32052:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777449.967554:0:32052:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00010000:00000001:2.0:1788777449.967558:0:32052:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777449.967560:0:32052:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777449.967563:0:32052:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:2.0:1788777449.967565:0:32052:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777449.967568:0:32052:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777449.967572:0:32052:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5800. 00000020:00000001:2.0:1788777449.967575:0:32052:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777449.967578:0:32052:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5800 with handle 0x22b16ee488cdc8c3 to hash 00000020:00000001:2.0:1788777449.967580:0:32052:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777449.967582:0:32052:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777449.967586:0:32052:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777449.967589:0:32052:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777449.967592:0:32052:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777449.967595:0:32052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777449.967603:0:32052:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777449.967614:0:32052:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32052 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777449.967620:0:32052:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777449.967622:0:32052:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777449.967632:0:32052:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd9e49240. 00000100:00000001:2.0:1788777449.967634:0:32052:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159834767936 : -110913874783680 : ffff9b1fd9e49240) 00000100:00000001:2.0:1788777449.967637:0:32052:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777449.967638:0:32052:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000001:2.0:1788777449.967644:0:32052:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777449.967649:0:32052:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777449.967652:0:32052:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777449.967653:0:32052:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777449.967659:0:32052:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.967666:0:32052:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777449.967669:0:32052:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777449.967673:0:32052:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777449.967676:0:32052:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777449.967679:0:32052:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777449.967683:0:32052:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32052:1875667211104384:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777449.967690:0:32052:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777449.967697:0:32052:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777449.967700:0:32052:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777449.967703:0:32052:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777449.967709:0:32052:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc9209000. 02000000:00000001:2.0:1788777449.967712:0:32052:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777449.967721:0:32052:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777449.967725:0:32052:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b210. 00000400:00000010:2.0:1788777449.967733:0:32052:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93088. 00000100:00000200:2.0:1788777449.967744:0:32052:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211104384, portal 10 00000100:00000001:2.0:1788777449.967746:0:32052:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777449.967747:0:32052:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000040:2.0:1788777449.967753:0:32052:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777465 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.967761:0:32052:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777449.967764:0:32052:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777449.967767:0:32052:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93d48. 00000100:00000200:2.0:1788777449.967770:0:32052:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211104384, offset 0 00000400:00000200:2.0:1788777449.967778:0:32052:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777449.967790:0:32052:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.967800:0:32052:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777449.967806:0:32052:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777449.967813:0:32052:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777449.967818:0:32052:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777449.967821:0:32052:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777449.967826:0:32052:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2709:2709:256:4294967295] 192.168.204.133@tcp LPNI seq info [2708:2708:8:4294967295] 00000400:00000200:2.0:1788777449.967831:0:32052:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.967842:0:32052:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777449.967850:0:32052:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777449.967856:0:32052:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956800. 00000800:00000200:2.0:1788777449.967866:0:32052:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777449.967876:0:32052:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777449.967883:0:32052:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777449.967916:0:32052:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777449.967921:0:32052:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 856295 usecs (857 jiffies) 00000400:00000200:2.0:1788777449.967925:0:32052:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777449.967928:0:32052:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554132 00000100:00000001:2.0:1788777449.967933:0:32052:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:2.0:1788777449.967935:0:32052:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554132 00000100:00000001:2.0:1788777449.967938:0:32052:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:2.0:1788777449.967940:0:32052:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777449.967944:0:32052:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777449.967947:0:32052:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777449.967949:0:32052:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777449.967952:0:32052:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd9e49240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777449.967955:0:32052:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777449.967958:0:32052:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777449.968595:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777449.968603:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956800. 00000400:00000200:3.0:1788777449.968610:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777449.968618:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777449.968625:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93d48 00000400:00000010:3.0:1788777449.968627:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93d48. 00000100:00000001:3.0:1788777449.968632:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777449.968639:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777465 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777449.968651:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777449.968655:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777465 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777449.968663:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777449.968664:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777449.973645:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.973670:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777449.973676:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.973679:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777449.973690:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.973700:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777449.973710:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.973716:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.973724:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.973729:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5b080 00000400:00000200:2.0:1788777449.973736:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.973744:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7f25 [1] + 224 00000800:00000001:2.0:1788777449.973755:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.973768:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777449.973772:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777449.973778:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777449.973789:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777449.973800:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777449.973813:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.973885:0:32052:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777449.973905:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777449.973917:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.973920:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777449.973959:0:32052:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777449.973962:0:32052:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777449.973967:0:32052:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b210. 00000400:00000200:1.0:1788777449.973973:0:32052:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93088 00000400:00000010:1.0:1788777449.973976:0:32052:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93088. 00000100:00000001:1.0:1788777449.973980:0:32052:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777449.973985:0:32052:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777449.973994:0:32052:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.974001:0:32052:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777449.974004:0:32052:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.974007:0:32052:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777449.974012:0:32052:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777449.974015:0:32052:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777449.974018:0:32052:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777449.974022:0:32052:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777449.974035:0:32052:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=108 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777449.974040:0:32052:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777449.974043:0:32052:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777449.974045:0:32052:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.974049:0:32052:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777449.974061:0:32052:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.974067:0:32052:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777449.974179:0:32052:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777449.974182:0:32052:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777449.974186:0:32052:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777449.974193:0:32052:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.974202:0:32052:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777449.974205:0:32052:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777449.974208:0:32052:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777449.974213:0:32052:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777465 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777449.974222:0:32052:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32052:1875667211104384:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:1.0:1788777449.974228:0:32052:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.974232:0:32052:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.974235:0:32052:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777449.974238:0:32052:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777449.974242:0:32052:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777465 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.974250:0:32052:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777449.974255:0:32052:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd9e49240. 00000100:00000001:1.0:1788777449.974259:0:32052:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777449.974261:0:32052:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.974330:0:32052:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777449.974336:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.974349:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.974354:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=4 00000020:00000001:1.0:1788777449.974357:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974361:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000040:1.0:1788777449.974369:0:32052:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5800, remote cookie: 0x542deec0941a6831, flags: 0x1001 00010000:00010000:1.0:1788777449.974376:0:32052:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777449.974386:0:32052:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777449.974390:0:32052:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788777449.974401:0:32052:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611300. 00010000:00000010:1.0:1788777449.974407:0:32052:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182f00. 00010000:00000001:1.0:1788777449.974412:0:32052:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.974416:0:32052:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777449.974651:0:32052:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.974658:0:32052:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777449.974664:0:32052:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777449.974667:0:32052:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777449.974669:0:32052:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777449.974670:0:32052:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777449.974673:0:32052:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1f:0x0].0x0 (ffff9b1fd2611300) refcount = 1 00010000:00010000:1.0:1788777449.974677:0:32052:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.974684:0:32052:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777449.974689:0:32052:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777449.974690:0:32052:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777449.974695:0:32052:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777449.974697:0:32052:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.974701:0:32052:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.974708:0:32052:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777449.974710:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.974712:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.974713:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.974714:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.974716:0:32052:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777449.974722:0:32052:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777449.974725:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.974727:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.974729:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777449.974731:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974733:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974736:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.974738:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.974739:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=4 00000020:00000001:1.0:1788777449.974741:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974743:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974747:0:32052:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777449.974750:0:32052:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.974754:0:32052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.974761:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.974763:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.974764:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.974766:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.974767:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=5 00000020:00000001:1.0:1788777449.974769:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974772:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974774:0:32052:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777449.974777:0:32052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.974784:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.974786:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777449.974789:0:32052:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.974797:0:32052:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777449.974798:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.974799:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.974801:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.974802:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777449.974809:0:32052:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777465 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777449.974820:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.974821:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.974822:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777449.974824:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974827:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974829:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.974830:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777449.974832:0:32052:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777449.974834:0:32052:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777449.974837:0:32052:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777449.974840:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.974842:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.974843:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777449.974846:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974849:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00000002:00010000:1.0:1788777449.974853:0:32052:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.974859:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.974860:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.974862:0:32052:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777449.974864:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.974865:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.974867:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777449.974869:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.974871:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000040:1.0:1788777449.974876:0:32052:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:1.0:1788777449.974879:0:32052:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777449.974883:0:32052:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/31 (0 0) 00010000:00000001:1.0:1788777449.974885:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.974887:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777449.974888:0:32052:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777449.974892:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb6b0 00000002:00002000:1.0:1788777449.974896:0:32052:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777449.974899:0:32052:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777449.974904:0:32052:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777449.974908:0:32052:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777449.974911:0:32052:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777449.974915:0:32052:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777449.974920:0:32052:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777449.974923:0:32052:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777449.974926:0:32052:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1ceba28 it_disposition b 00000080:00000001:1.0:1788777449.974929:0:32052:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777449.974937:0:32052:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777449.974942:0:32052:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777449.974950:0:32052:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32def40. 00800000:00000001:1.0:1788777449.974952:0:32052:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453699904 : -110914255851712 : ffff9b1fc32def40) 00800000:00000001:1.0:1788777449.974954:0:32052:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777449.974957:0:32052:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777449.974961:0:32052:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:1.0:1788777449.974964:0:32052:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788777449.974971:0:32052:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777449.974974:0:32052:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:1.0:1788777449.974977:0:32052:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777449.974981:0:32052:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777449.974983:0:32052:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777449.974987:0:32052:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:1.0:1788777449.974991:0:32052:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788777449.974997:0:32052:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00200000:1.0:1788777449.975000:0:32052:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1f:0x0](ffff9b1fd157db88): rc = 0 00000080:00000001:1.0:1788777449.975003:0:32052:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691328392 : -110914018223224 : ffff9b1fd157db88) 00010000:00000001:1.0:1788777449.975005:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.975006:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.975008:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777449.975010:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.975013:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.975015:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.975016:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777449.975017:0:32052:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777449.975021:0:32052:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777449.975023:0:32052:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32def40 1 00800000:00000010:1.0:1788777449.975026:0:32052:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32def40. 00800000:00000001:1.0:1788777449.975032:0:32052:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777449.975036:0:32052:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdc8c3 00800000:00000001:1.0:1788777449.975039:0:32052:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777449.975041:0:32052:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777449.975043:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.975044:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.975045:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777449.975047:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.975049:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.975065:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.975066:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777449.975184:0:32052:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777449.975187:0:32052:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788777449.975197:0:32052:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd176b948 inode ffff9b1fd157db88 refc 1 flags 0x20000e 00000080:00000002:1.0:1788777449.975203:0:32052:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788777449.975207:0:32052:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788777449.975211:0:32052:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) 00000080:00010000:1.0:1788777449.975216:0:32052:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8c3 from it ffffb70bc1ceba28 00010000:00000001:1.0:1788777449.975219:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.975220:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.975222:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777449.975225:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.975227:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777449.975230:0:32052:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777449.975233:0:32052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.975241:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.975242:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.975244:0:32052:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777449.975247:0:32052:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777449.975250:0:32052:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777449.975259:0:32052:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777449.975262:0:32052:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777449.975331:0:32052:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777449.975338:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.975339:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.975351:0:32052:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.975355:0:32052:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777449.975358:0:32052:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.975361:0:32052:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.975364:0:32052:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.975367:0:32052:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777449.975368:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.975370:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777449.975372:0:32052:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777449.975377:0:32052:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1b2f600. 00000100:00000001:1.0:1788777449.975383:0:32052:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777449.975389:0:32052:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ca80 x1875667211104384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777465 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.975397:0:32052:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777449.975401:0:32052:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777449.975405:0:32052:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc9209000. 02000000:00000001:1.0:1788777449.975409:0:32052:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777449.975413:0:32052:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777449.975415:0:32052:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777449.975418:0:32052:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777449.975522:0:32052:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333b000. 02000000:00000001:1.0:1788777449.975528:0:32052:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777449.975530:0:32052:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777449.975533:0:32052:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ca80. 00000100:00000001:1.0:1788777449.975539:0:32052:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777449.975540:0:32052:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777449.975553:0:32052:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777449.975556:0:32052:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88), inode mode 41ed mask 1 00000080:00000001:1.0:1788777449.975563:0:32052:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777449.975589:0:32052:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ecd60. 00000020:00000001:1.0:1788777449.975594:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cebae8 00000080:00200000:1.0:1788777449.975597:0:32052:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff9b1fd157db88), flags=8 00000080:00000001:1.0:1788777449.975601:0:32052:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777449.975603:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb998 00000080:00200000:1.0:1788777449.975605:0:32052:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff9b1fd157db88), intent=getattr 00000080:00000010:1.0:1788777449.975616:0:32052:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069400. 00800000:00000002:1.0:1788777449.975621:0:32052:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4c40 2 00000080:00000001:1.0:1788777449.975627:0:32052:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777449.975631:0:32052:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777449.975633:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb8b8 00800000:00000002:1.0:1788777449.975635:0:32052:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777449.975640:0:32052:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777449.975645:0:32052:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777449.975649:0:32052:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777449.975652:0:32052:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777449.975655:0:32052:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777449.975657:0:32052:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777449.975660:0:32052:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777449.975663:0:32052:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.975667:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb850 00800000:00000002:1.0:1788777449.975669:0:32052:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1f:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1788777449.975675:0:32052:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777449.975677:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb788 00000002:00010000:1.0:1788777449.975679:0:32052:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x1f:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788777449.975683:0:32052:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777449.975687:0:32052:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777449.975692:0:32052:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121880. 00000020:00000040:1.0:1788777449.975697:0:32052:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777449.975703:0:32052:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777449.975709:0:32052:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777449.975712:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.975714:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.975715:0:32052:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.975719:0:32052:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777449.975722:0:32052:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777449.975727:0:32052:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777449.975736:0:32052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356e400. 00000100:00000001:1.0:1788777449.975744:0:32052:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.975749:0:32052:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777449.975751:0:32052:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.975753:0:32052:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777449.975755:0:32052:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.975757:0:32052:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777449.975766:0:32052:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00010000:00000001:1.0:1788777449.975770:0:32052:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777449.975773:0:32052:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777449.975777:0:32052:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:1.0:1788777449.975780:0:32052:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777449.975783:0:32052:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777449.975787:0:32052:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044c00. 00000020:00000001:1.0:1788777449.975792:0:32052:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777449.975795:0:32052:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044c00 with handle 0x22b16ee488cdc8ca to hash 00000020:00000001:1.0:1788777449.975798:0:32052:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777449.975800:0:32052:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.975805:0:32052:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.975809:0:32052:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777449.975812:0:32052:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.975817:0:32052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777449.975825:0:32052:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777449.975837:0:32052:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32052 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777449.975843:0:32052:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777449.975845:0:32052:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777449.975853:0:32052:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2c00. 00000100:00000001:1.0:1788777449.975856:0:32052:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575088128 : -110914134463488 : ffff9b1fca6a2c00) 00000100:00000001:1.0:1788777449.975860:0:32052:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777449.975862:0:32052:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000001:1.0:1788777449.975867:0:32052:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777449.975873:0:32052:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.975875:0:32052:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777449.975877:0:32052:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777449.975883:0:32052:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.975892:0:32052:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777449.975895:0:32052:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777449.975900:0:32052:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777449.975903:0:32052:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777449.975906:0:32052:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777449.975911:0:32052:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32052:1875667211104512:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:1.0:1788777449.975916:0:32052:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777449.975924:0:32052:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777449.975927:0:32052:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777449.975930:0:32052:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777449.975936:0:32052:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1160000. 02000000:00000001:1.0:1788777449.975938:0:32052:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777449.975948:0:32052:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777449.975952:0:32052:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12b00. 00000400:00000010:1.0:1788777449.975962:0:32052:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777449.975973:0:32052:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211104512, portal 10 00000100:00000001:1.0:1788777449.975975:0:32052:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777449.975977:0:32052:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000040:1.0:1788777449.975983:0:32052:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.975992:0:32052:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777449.975995:0:32052:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777449.975998:0:32052:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92566e8. 00000100:00000200:1.0:1788777449.976003:0:32052:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211104512, offset 0 00000400:00000200:1.0:1788777449.976011:0:32052:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777449.976021:0:32052:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777449.976031:0:32052:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777449.976038:0:32052:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777449.976044:0:32052:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777449.976050:0:32052:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777449.976246:0:32052:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777449.976252:0:32052:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2710:2710:256:4294967295] 192.168.204.133@tcp LPNI seq info [2709:2709:8:4294967295] 00000400:00000200:1.0:1788777449.976258:0:32052:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777449.976377:0:32052:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777449.976387:0:32052:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777449.976397:0:32052:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837400. 00000800:00000200:1.0:1788777449.976407:0:32052:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777449.976416:0:32052:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777449.976430:0:32052:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777449.976457:0:32052:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777449.976980:0:32052:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 855033 usecs (856 jiffies) 00000400:00000200:1.0:1788777449.976987:0:32052:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777449.976991:0:32052:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554140 00000100:00000001:1.0:1788777449.976995:0:32052:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777449.976998:0:32052:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554140 00000100:00000001:1.0:1788777449.977000:0:32052:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777449.977002:0:32052:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777449.977005:0:32052:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.977008:0:32052:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777449.977010:0:32052:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777449.977013:0:32052:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777449.977017:0:32052:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777449.977020:0:32052:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777449.977376:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777449.977383:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837400. 00000400:00000200:3.0:1788777449.977390:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777449.977396:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777449.977404:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92566e8 00000400:00000010:3.0:1788777449.977408:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92566e8. 00000100:00000001:3.0:1788777449.977414:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777449.977433:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777449.977445:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777449.977449:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777449.977456:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777449.977458:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777449.980738:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.980763:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777449.980769:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.980772:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777449.980785:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.980796:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777449.980809:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.980816:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.980823:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.980828:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 640 into portal 10 MB=0x6a9e8cdd5b100 00000400:00000200:2.0:1788777449.980833:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.980841:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 640/640 into md 0x7f35 [1] + 224 00000800:00000001:2.0:1788777449.980851:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.980861:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777449.980866:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777449.980872:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777449.980882:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777449.980896:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777449.980907:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.980932:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777449.980944:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.980948:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.981213:0:32052:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777449.981225:0:32052:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777449.981228:0:32052:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777449.981233:0:32052:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12b00. 00000400:00000200:1.0:1788777449.981239:0:32052:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:1.0:1788777449.981244:0:32052:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:1.0:1788777449.981247:0:32052:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777449.981253:0:32052:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777449.981262:0:32052:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.981283:0:32052:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777449.981285:0:32052:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.981288:0:32052:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777449.981293:0:32052:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777449.981297:0:32052:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777449.981300:0:32052:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777449.981304:0:32052:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777449.981318:0:32052:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=108 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777449.981324:0:32052:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777449.981327:0:32052:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777449.981329:0:32052:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.981333:0:32052:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777449.981337:0:32052:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.981354:0:32052:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777449.981357:0:32052:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777449.981359:0:32052:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777449.981364:0:32052:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777449.981370:0:32052:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777465 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.981378:0:32052:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777449.981382:0:32052:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777449.981385:0:32052:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777449.981390:0:32052:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777465 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777449.981398:0:32052:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32052:1875667211104512:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:1.0:1788777449.981404:0:32052:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.981408:0:32052:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.981411:0:32052:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777449.981414:0:32052:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777449.981418:0:32052:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777465 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.981433:0:32052:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777449.981436:0:32052:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2c00. 00000100:00000001:1.0:1788777449.981440:0:32052:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777449.981441:0:32052:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.981445:0:32052:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777449.981450:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.981454:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.981459:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=4 00000020:00000001:1.0:1788777449.981719:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.981724:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000040:1.0:1788777449.981733:0:32052:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044c00, remote cookie: 0x542deec0941a684d, flags: 0x1001 00010000:00010000:1.0:1788777449.981739:0:32052:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 4/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777449.981757:0:32052:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x21:0x0].0x0, instead of [0x200000405:0x1f:0x0].0x0 00010000:00000001:1.0:1788777449.981761:0:32052:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788777449.981774:0:32052:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611200. 00010000:00000010:1.0:1788777449.981781:0:32052:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182f80. 00010000:00000001:1.0:1788777449.981788:0:32052:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.981791:0:32052:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 4/1,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777449.981801:0:32052:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 4/1,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.981808:0:32052:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777449.981814:0:32052:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777449.981818:0:32052:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777449.981819:0:32052:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777449.981821:0:32052:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777449.981824:0:32052:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x21:0x0].0x0 (ffff9b1fd2611200) refcount = 1 00010000:00010000:1.0:1788777449.981828:0:32052:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.981835:0:32052:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777449.981840:0:32052:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777449.981842:0:32052:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777449.981846:0:32052:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777449.981849:0:32052:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.981852:0:32052:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.981859:0:32052:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777449.981861:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.981863:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.981865:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.981866:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.981867:0:32052:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777449.981873:0:32052:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777449.981876:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.981877:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.981879:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777449.981881:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.981884:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.981887:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.981888:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.981889:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=4 00000020:00000001:1.0:1788777449.981891:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.981893:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.981897:0:32052:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777449.981901:0:32052:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.981904:0:32052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.981912:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.981913:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.981914:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.981916:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.981918:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=5 00000020:00000001:1.0:1788777449.981920:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.981922:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.981925:0:32052:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777449.981928:0:32052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.981935:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.981936:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777449.981940:0:32052:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.981948:0:32052:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777449.981950:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.981951:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.981952:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.981953:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777449.981962:0:32052:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777465 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777449.981973:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.981974:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.981976:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777449.981978:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.981980:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00000002:00010000:1.0:1788777449.981984:0:32052:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788777449.981995:0:32052:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc32def40. 00010000:00000001:1.0:1788777449.981997:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.981998:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777449.982000:0:32052:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777449.982003:0:32052:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777449.982006:0:32052:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777449.982009:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.982010:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.982011:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777449.982013:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.982016:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00000002:00010000:1.0:1788777449.982020:0:32052:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.982026:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.982028:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.982030:0:32052:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777449.982031:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.982032:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.982034:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777449.982036:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.982107:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000040:1.0:1788777449.982113:0:32052:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 2 00010000:00000001:1.0:1788777449.982115:0:32052:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777449.982120:0:32052:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/33 (0 0) 00010000:00000001:1.0:1788777449.982122:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.982124:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777449.982125:0:32052:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777449.982129:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceb710 00000002:00002000:1.0:1788777449.982131:0:32052:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777449.982135:0:32052:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777449.982140:0:32052:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777449.982144:0:32052:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777449.982147:0:32052:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777449.982151:0:32052:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777449.982155:0:32052:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4c40 2 00000080:00000001:1.0:1788777449.982159:0:32052:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777449.982162:0:32052:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1cebb20 it_disposition b 00000080:00000001:1.0:1788777449.982166:0:32052:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777449.982175:0:32052:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777449.982179:0:32052:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777449.982182:0:32052:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:1.0:1788777449.982185:0:32052:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788777449.982194:0:32052:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777449.982199:0:32052:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:1.0:1788777449.982202:0:32052:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:1.0:1788777449.982204:0:32052:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777449.982209:0:32052:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777449.982212:0:32052:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777449.982219:0:32052:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd1213600. 00020000:00000010:1.0:1788777449.982224:0:32052:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd0ec3380. 00020000:00000010:1.0:1788777449.982231:0:32052:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd1213f00. 00020000:00000001:1.0:1788777449.982233:0:32052:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159687749376 : -110914021802240 : ffff9b1fd1213f00) 00020000:00000002:1.0:1788777449.982237:0:32052:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd1213f00, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777449.982242:0:32052:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777449.982246:0:32052:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd0ec3380: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:1.0:1788777449.982249:0:32052:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc7e455d0) owner ffff9b1fca60a7c0 00020000:00000001:1.0:1788777449.982254:0:32052:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777449.982256:0:32052:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc7e455d0) owner ffff9b1fca60a7c0 00020000:00000010:1.0:1788777449.982589:0:32052:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd0ec3380. 00020000:00000010:1.0:1788777449.982598:0:32052:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd1213600. 00020000:00000010:1.0:1788777449.982602:0:32052:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd1213f00. 00020000:00000002:1.0:1788777449.982605:0:32052:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788777449.982607:0:32052:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.982610:0:32052:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777449.982613:0:32052:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:1.0:1788777449.982618:0:32052:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:1.0:1788777449.982621:0:32052:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788777449.982627:0:32052:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x21:0x0](ffff9b1fd15980c8): rc = 0 00000080:00000001:1.0:1788777449.982629:0:32052:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691436232 : -110914018115384 : ffff9b1fd15980c8) 00010000:00000001:1.0:1788777449.982632:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.982634:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.982636:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777449.982638:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.982640:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00000080:00000001:1.0:1788777449.982644:0:32052:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777449.982646:0:32052:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777449.982648:0:32052:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:1.0:1788777449.982650:0:32052:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:1.0:1788777449.982651:0:32052:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777449.982653:0:32052:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777449.982654:0:32052:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777449.982658:0:32052:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd1213f00. 00020000:00000010:1.0:1788777449.982662:0:32052:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd0ec3380. 00020000:00000010:1.0:1788777449.982666:0:32052:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd1213600. 00020000:00000001:1.0:1788777449.982668:0:32052:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159687747072 : -110914021804544 : ffff9b1fd1213600) 00020000:00000002:1.0:1788777449.982671:0:32052:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd1213600, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777449.982675:0:32052:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777449.982678:0:32052:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd0ec3380: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:1.0:1788777449.982681:0:32052:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc7e455d0) owner ffff9b1fca60a7c0 00020000:00000001:1.0:1788777449.982684:0:32052:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777449.982686:0:32052:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc7e455d0) owner ffff9b1fca60a7c0 00020000:00000010:1.0:1788777449.982689:0:32052:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd0ec3380. 00020000:00000010:1.0:1788777449.982691:0:32052:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd1213f00. 00020000:00000010:1.0:1788777449.982694:0:32052:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd1213600. 00020000:00000002:1.0:1788777449.982696:0:32052:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788777449.982698:0:32052:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.982700:0:32052:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.982704:0:32052:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777449.982707:0:32052:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca60a7c0 00020000:00000002:1.0:1788777449.982711:0:32052:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd1213e40 addref 2/0 by ffff9b1fca60a7c0. 00020000:00000002:1.0:1788777449.982714:0:32052:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca60a7c0 00020000:00000001:1.0:1788777449.982717:0:32052:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777449.982720:0:32052:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777449.982721:0:32052:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777449.982723:0:32052:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788777449.982726:0:32052:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788777449.982729:0:32052:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788777449.982731:0:32052:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:1.0:1788777449.982734:0:32052:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.982736:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.982737:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777449.982739:0:32052:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777449.982742:0:32052:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777449.982745:0:32052:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777449.982749:0:32052:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x21:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc8ca 00800000:00000001:1.0:1788777449.982753:0:32052:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777449.982757:0:32052:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777449.982758:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.982760:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.982761:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777449.982763:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.982766:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.982768:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.982770:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777449.982772:0:32052:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777449.982773:0:32052:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788777449.982783:0:32052:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd17685e8 inode ffff9b1fd15980c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1788777449.982787:0:32052:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788777449.982791:0:32052:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x21:0x0](ffff9b1fd15980c8) 00000080:00010000:1.0:1788777449.982796:0:32052:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8ca from it ffffb70bc1cebb20 00010000:00000001:1.0:1788777449.982798:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.982799:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.982800:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777449.982802:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.982805:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.982807:0:32052:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777449.982811:0:32052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.982819:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.982820:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.982822:0:32052:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777449.982825:0:32052:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777449.982828:0:32052:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777449.982836:0:32052:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777449.982839:0:32052:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777449.982841:0:32052:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777449.982847:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.982848:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.982850:0:32052:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.982854:0:32052:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777449.982856:0:32052:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.982858:0:32052:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.982862:0:32052:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.982864:0:32052:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777449.982866:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.982866:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777449.982869:0:32052:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777449.982873:0:32052:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069400. 00000100:00000001:1.0:1788777449.982881:0:32052:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777449.982892:0:32052:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121880 x1875667211104512/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777465 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.982900:0:32052:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777449.982904:0:32052:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777449.982908:0:32052:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1160000. 02000000:00000001:1.0:1788777449.982912:0:32052:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777449.982916:0:32052:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777449.982918:0:32052:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777449.982921:0:32052:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777449.982925:0:32052:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356e400. 02000000:00000001:1.0:1788777449.982931:0:32052:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777449.982934:0:32052:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777449.982937:0:32052:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121880. 00000100:00000001:1.0:1788777449.982942:0:32052:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777449.982944:0:32052:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777449.982948:0:32052:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777449.982950:0:32052:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc1cebb20 released 00000080:00000001:1.0:1788777449.982952:0:32052:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788777449.982972:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cebd08 00000080:00200008:1.0:1788777449.982975:0:32052:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x21:0x0](ffff9b1fd15980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777449.982983:0:32052:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777449.982985:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cebc80 00000080:00200000:1.0:1788777449.982987:0:32052:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x21:0x0](ffff9b1fd15980c8),name=f 00000080:00000010:1.0:1788777449.982994:0:32052:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069400. 00800000:00000002:1.0:1788777449.983001:0:32052:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4c40 2 00000080:00000001:1.0:1788777449.983008:0:32052:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777449.983012:0:32052:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777449.983014:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cebba0 00800000:00000002:1.0:1788777449.983017:0:32052:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x21:0x0] 'f' on [0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777449.983021:0:32052:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777449.983027:0:32052:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777449.983030:0:32052:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777449.983033:0:32052:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777449.983836:0:32052:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777449.983844:0:32052:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777449.983846:0:32052:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777449.983850:0:32052:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777449.983854:0:32052:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777449.983856:0:32052:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777449.983857:0:32052:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777449.983859:0:32052:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777449.983861:0:32052:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777449.983863:0:32052:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:1.0:1788777449.983865:0:32052:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777449.983867:0:32052:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1f:0x0], fid2=[0x200000405:0x21:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777449.983874:0:32052:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777449.983877:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1ceba70 00000002:00010000:1.0:1788777449.983879:0:32052:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x21:0x0]) in obj [0x200000405:0x1f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777449.983883:0:32052:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777449.983886:0:32052:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777449.983889:0:32052:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777449.983897:0:32052:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 2 00010000:00000001:1.0:1788777449.983900:0:32052:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777449.983906:0:32052:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777449.983910:0:32052:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777449.983915:0:32052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777449.983924:0:32052:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777449.983931:0:32052:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.983934:0:32052:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777449.983942:0:32052:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777449.983944:0:32052:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777449.983946:0:32052:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777449.983949:0:32052:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777449.983951:0:32052:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777449.983954:0:32052:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x1f:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777449.983957:0:32052:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777449.983960:0:32052:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4c40 2 00000080:00000010:1.0:1788777449.983963:0:32052:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069400. 00000080:00000001:1.0:1788777449.983969:0:32052:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777449.983971:0:32052:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777449.983974:0:32052:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x21:0x0](ffff9b1fd15980c8) 00000080:00010000:1.0:1788777449.984514:0:32052:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x21:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc8ca 00800000:00000001:1.0:1788777449.984521:0:32052:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777449.984524:0:32052:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777449.984526:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.984529:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.984532:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777449.984535:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.984538:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.984541:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.984543:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777449.984544:0:32052:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777449.984546:0:32052:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777449.984549:0:32052:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8ca from it ffffb70bc1cebcb8 00010000:00000001:1.0:1788777449.984551:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.984552:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.984554:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777449.984555:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.984558:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777449.984561:0:32052:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777449.984565:0:32052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777449.984573:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.984574:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.984576:0:32052:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777449.984579:0:32052:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777449.984581:0:32052:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777449.984588:0:32052:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777449.984592:0:32052:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777449.984594:0:32052:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777449.984599:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.984600:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.984602:0:32052:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.984606:0:32052:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777449.984608:0:32052:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.984611:0:32052:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.984614:0:32052:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.984616:0:32052:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777449.984618:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.984619:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777449.984622:0:32052:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777449.984624:0:32052:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777449.984628:0:32052:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788777449.984633:0:32052:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777449.984635:0:32052:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777449.984638:0:32052:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777449.984640:0:32052:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777449.984643:0:32052:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777449.984647:0:32052:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777449.984650:0:32052:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777449.984655:0:32052:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:1.0:1788777449.984658:0:32052:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:1.0:1788777449.984664:0:32052:0:(cl_object.c:143:cl_object_top()) ffff9b1fc33dc468 -> ffff9b1fc33dc468 00000020:00000001:1.0:1788777449.984668:0:32052:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777449.984671:0:32052:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777449.984673:0:32052:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x21:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777449.984676:0:32052:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777449.984678:0:32052:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777449.984680:0:32052:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777449.984682:0:32052:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777449.984685:0:32052:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777449.984690:0:32052:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x21:0x0]io ffff9b1fc2fb5090 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777449.984694:0:32052:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca60a7c0 00020000:00000001:1.0:1788777449.984698:0:32052:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777449.984700:0:32052:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777449.984702:0:32052:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777449.984704:0:32052:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777449.984706:0:32052:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777449.984709:0:32052:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777449.984711:0:32052:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.984713:0:32052:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777449.984714:0:32052:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777449.984715:0:32052:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777449.984716:0:32052:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca60a7c0 00000020:00000001:1.0:1788777449.984720:0:32052:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777449.984723:0:32052:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777449.984725:0:32052:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x21:0x0] 00000020:00000001:1.0:1788777449.984728:0:32052:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777449.984731:0:32052:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777449.984733:0:32052:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777449.984735:0:32052:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777449.984742:0:32052:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777449.984752:0:32052:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fd0182880. 00020000:00000002:1.0:1788777449.984755:0:32052:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777449.984758:0:32052:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777449.984760:0:32052:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777449.984762:0:32052:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777449.984763:0:32052:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777449.984765:0:32052:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:1.0:1788777449.984768:0:32052:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:1.0:1788777449.984771:0:32052:0:(cl_object.c:143:cl_object_top()) ffff9b1fc33dc918 -> ffff9b1fc33dc468 00000020:00000001:1.0:1788777449.984774:0:32052:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777449.984778:0:32052:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777449.984779:0:32052:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777449.984780:0:32052:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777449.984782:0:32052:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777449.984785:0:32052:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:1.0:1788777449.984787:0:32052:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777449.984793:0:32052:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc722a260. 00000008:00010000:1.0:1788777449.984796:0:32052:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777449.984799:0:32052:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777449.984801:0:32052:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777449.984803:0:32052:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fd01828b0, osc lock ffff9b1fc722a260, flags 0x400001002 00000020:00000001:1.0:1788777449.984805:0:32052:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777449.984807:0:32052:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777449.984810:0:32052:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159670376576 : -110914039175040 : ffff9b1fd0182880) 00000020:00000001:1.0:1788777449.984812:0:32052:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777449.984813:0:32052:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777449.984815:0:32052:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.984817:0:32052:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.984820:0:32052:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777449.984822:0:32052:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777449.984824:0:32052:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777449.984826:0:32052:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777449.984827:0:32052:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777449.984829:0:32052:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:1.0:1788777449.984831:0:32052:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777449.984834:0:32052:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777449.984836:0:32052:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777449.984840:0:32052:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777449.984843:0:32052:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777449.984845:0:32052:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777449.984847:0:32052:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777449.984849:0:32052:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777449.984850:0:32052:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777449.984853:0:32052:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777449.984856:0:32052:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777449.984861:0:32052:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.984864:0:32052:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788777449.984870:0:32052:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121880. 00000020:00000040:1.0:1788777449.984876:0:32052:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777449.984881:0:32052:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777449.984885:0:32052:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777449.984887:0:32052:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.984891:0:32052:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777449.984894:0:32052:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777449.984899:0:32052:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777449.984907:0:32052:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1069400. 00000100:00000001:1.0:1788777449.984916:0:32052:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.984923:0:32052:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777449.984925:0:32052:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.984927:0:32052:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777449.984928:0:32052:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.984930:0:32052:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.984934:0:32052:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00010000:00000001:1.0:1788777449.984938:0:32052:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777449.984941:0:32052:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777449.984946:0:32052:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611100. 00010000:00000010:1.0:1788777449.984950:0:32052:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd2611d00. 00010000:00000001:1.0:1788777449.984957:0:32052:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777449.984961:0:32052:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044e00. 00000020:00000001:1.0:1788777449.984966:0:32052:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777449.984968:0:32052:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044e00 with handle 0x22b16ee488cdc8d1 to hash 00000020:00000001:1.0:1788777449.984971:0:32052:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777449.984973:0:32052:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000010:1.0:1788777449.984978:0:32052:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc32de580. 00010000:00000001:1.0:1788777449.984981:0:32052:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.984985:0:32052:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777449.984988:0:32052:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.984993:0:32052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777449.985006:0:32052:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.985018:0:32052:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.985024:0:32052:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777449.985031:0:32052:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777449.985062:0:32052:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b05ad78] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1788777449.985710:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777449.985716:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777449.985723:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777449.985729:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777449.985736:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b000 00000400:00000010:3.0:1788777449.985739:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b000. 00000100:00000001:3.0:1788777449.985745:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777449.985750:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777465 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777449.985761:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777449.985766:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777465 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777449.985775:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777449.985777:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1788777449.987597:0:32052:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777449.987610:0:32052:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.987615:0:32052:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777449.987619:0:32052:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.987621:0:32052:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.987625:0:32052:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777449.987627:0:32052:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777449.987629:0:32052:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777449.987631:0:32052:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788777449.987667:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777449.987674:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777449.993217:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.993242:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777449.993246:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.993249:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777449.993262:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.993273:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777449.993288:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.993294:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.993301:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.993306:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd5b180 00000400:00000200:2.0:1788777449.993312:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777449.993320:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x7f3d [1] + 224 00000800:00000001:2.0:1788777449.993329:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.993354:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777449.993358:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777449.993363:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777449.993373:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777449.993385:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777465 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777449.993396:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777465 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777449.993427:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777449.993438:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777449.993442:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.993523:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777449.993528:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777449.993537:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777449.993540:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777449.993544:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0f20. 00000400:00000200:1.0:1788777449.993553:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b908 00000400:00000010:1.0:1788777449.993556:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b908. 00000100:00000001:1.0:1788777449.993561:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777449.993566:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777465 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777449.993577:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777465 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.993583:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777449.993586:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.993588:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777449.993592:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777449.993595:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777449.993599:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777449.993603:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777449.993616:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=108 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777449.993621:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777449.993624:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777449.993626:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.993629:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777449.993635:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.993641:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777449.993643:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788777449.993646:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777449.993649:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777449.993654:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777465 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.993662:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777449.993666:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777449.993682:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788777449.993686:0:2413:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788777449.993689:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.993692:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.993697:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=4 00000020:00000001:1.0:1788777449.993700:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993703:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993706:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.993707:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.993708:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=5 00000020:00000001:1.0:1788777449.993710:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993712:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993716:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777449.993720:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.993725:0:2413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.993745:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.993747:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.993750:0:2413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777449.993753:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.993754:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.993756:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=6 00000020:00000001:1.0:1788777449.993758:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993761:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000040:1.0:1788777449.993769:0:2413:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044e00, remote cookie: 0x542deec0941a6854, flags: 0x1001 00010000:00010000:1.0:1788777449.993774:0:2413:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.993784:0:2413:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788777449.993787:0:2413:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.993789:0:2413:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777449.993794:0:2413:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788777449.993799:0:2413:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777449.993808:0:2413:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x14:0x0].0x0 (ffff9b1fd2611100) refcount = 1 00010000:00000040:1.0:1788777449.993811:0:2413:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777449.993814:0:2413:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.993823:0:2413:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777449.993825:0:2413:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777449.993829:0:2413:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777449.993832:0:2413:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777449.993835:0:2413:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.993843:0:2413:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777449.993844:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.993846:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.993847:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.993848:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777449.993850:0:2413:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788777449.993852:0:2413:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777449.993856:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.993858:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.993859:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=5 00000020:00000001:1.0:1788777449.993861:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993864:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00000008:00000001:1.0:1788777449.993869:0:2413:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788777449.993873:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fd112b880 -> ffff9b1fc33dc468 00000008:00010000:1.0:1788777449.993878:0:2413:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788777449.993886:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fd112b880 -> ffff9b1fc33dc468 00000020:00000001:1.0:1788777449.993888:0:2413:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777449.993892:0:2413:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788777449.993895:0:2413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777449.993898:0:2413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.993900:0:2413:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777449.993902:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fd112b880 -> ffff9b1fc33dc468 00000008:00000001:1.0:1788777449.993903:0:2413:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788777449.993906:0:2413:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777449.993909:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777449.993927:0:2413:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777449.993930:0:2413:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.993933:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.993934:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.993935:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=6 00000020:00000001:1.0:1788777449.993937:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993940:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993943:0:2413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777449.993946:0:2413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.993953:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.993955:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777449.993958:0:2413:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.993965:0:2413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777449.993967:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.993968:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777449.993969:0:2413:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.993971:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777449.993972:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777449.993973:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=5 00000020:00000001:1.0:1788777449.993975:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993978:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777449.993980:0:2413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777449.993983:0:2413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777449.993990:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.993991:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.993993:0:2413:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777449.993995:0:2413:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777449.993998:0:2413:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777449.994008:0:2413:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777449.994011:0:2413:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777449.994014:0:2413:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777449.994019:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.994020:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.994022:0:2413:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.994025:0:2413:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777449.994027:0:2413:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.994029:0:2413:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.994033:0:2413:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777449.994034:0:2413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777449.994036:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.994037:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777449.994038:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777449.994039:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777449.994040:0:2413:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777449.994047:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777465 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777449.994056:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211104640:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:1.0:1788777449.994062:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.994065:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1788777449.994165:0:32052:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777449.994170:0:32052:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777449.994179:0:32052:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777449.994182:0:32052:0:(cl_object.c:143:cl_object_top()) ffff9b1fc33dc468 -> ffff9b1fc33dc468 00000020:00000001:2.0:1788777449.994184:0:32052:0:(cl_object.c:143:cl_object_top()) ffff9b1fc33dc468 -> ffff9b1fc33dc468 00000020:00000001:2.0:1788777449.994186:0:32052:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777449.994192:0:32052:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777449.994197:0:32052:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777449.994200:0:32052:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777449.994202:0:32052:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777449.994203:0:32052:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777449.994206:0:32052:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x21:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788777449.994210:0:32052:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777449.994212:0:32052:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788777449.994215:0:32052:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777449.994216:0:32052:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777449.994218:0:32052:0:(cl_object.c:143:cl_object_top()) ffff9b1fc33dc468 -> ffff9b1fc33dc468 00000080:00200000:2.0:1788777449.994221:0:32052:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x21:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1788777449.994224:0:32052:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777449.994228:0:32052:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777449.994230:0:32052:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_release():245 00000020:00000001:2.0:1788777449.994234:0:32052:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777449.994236:0:32052:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777449.994240:0:32052:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777449.994245:0:32052:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777449.994247:0:32052:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777449.994250:0:32052:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777449.994251:0:32052:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01828b0 (ffff9b1fc72027e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777449.994254:0:32052:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777449.994255:0:32052:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777449.994257:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777449.994259:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777449.994260:0:32052:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777449.994263:0:32052:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777449.994264:0:32052:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777449.994265:0:32052:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777449.994267:0:32052:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777449.994268:0:32052:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777449.994271:0:32052:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777449.994272:0:32052:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777449.994274:0:32052:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01828b0 (ffff9b1fc7202d88/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777449.994278:0:32052:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc722a260. 00000020:00000001:2.0:1788777449.994283:0:32052:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777449.994284:0:32052:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fd0182880. 00020000:00000001:2.0:1788777449.994288:0:32052:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777449.994290:0:32052:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777449.994292:0:32052:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777449.994294:0:32052:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777449.994297:0:32052:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777449.994300:0:32052:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777449.994302:0:32052:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777449.994304:0:32052:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777449.994305:0:32052:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777449.994308:0:32052:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:2.0:1788777449.994312:0:32052:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777449.994313:0:32052:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777449.994317:0:32052:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777449.994320:0:32052:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x21:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777449.994324:0:32052:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777449.994327:0:32052:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777449.994329:0:32052:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777449.994331:0:32052:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777449.994332:0:32052:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777449.994333:0:32052:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000001:00000001:2.0:1788777449.994335:0:32052:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777449.994357:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cebd08 00000080:00000008:2.0:1788777449.994360:0:32052:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x21:0x0](ffff9b1fd15980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777449.994367:0:32052:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777449.994369:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cebda0 00000080:00002000:2.0:1788777449.994371:0:32052:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b1fd17685e8, parent ffff9b1fd176b948, inode ffff9b1fd15980c8) hashed, 00000080:00000001:2.0:1788777449.994374:0:32052:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777449.995178:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121880 x1875667211104640/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777465 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777449.995190:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777449.995194:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777449.995198:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1003000. 02000000:00000001:1.0:1788777449.995205:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777449.995208:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777449.995210:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777449.995213:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777449.995217:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1069400. 02000000:00000001:1.0:1788777449.995222:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777449.995224:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777449.995227:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121880. 00000100:00000001:1.0:1788777449.995231:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777449.995233:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.995237:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777449.995246:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777449.995248:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777449.995251:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777449.995254:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777450.016747:0:32053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777450.016760:0:32053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777450.016763:0:32053:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777450.016767:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bb20 00000080:00200000:3.0:1788777450.016773:0:32053:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777450.016785:0:32053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961200. 00800000:00000002:3.0:1788777450.016795:0:32053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777450.016815:0:32053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777450.016823:0:32053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777450.016826:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4ba40 00800000:00000002:3.0:1788777450.016829:0:32053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777450.016834:0:32053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777450.016838:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777450.016842:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777450.016846:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777450.016850:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777450.016852:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777450.016855:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777450.016858:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777450.016863:0:32053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777450.016871:0:32053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777450.016873:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b910 00000002:00010000:3.0:1788777450.016875:0:32053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777450.016880:0:32053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777450.016883:0:32053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777450.016887:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777450.016897:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:3.0:1788777450.016901:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777450.016907:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777450.016914:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777450.016921:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777450.016938:0:32053:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777450.016945:0:32053:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.016950:0:32053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777450.016958:0:32053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777450.016961:0:32053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777450.016963:0:32053:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777450.016965:0:32053:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777450.016967:0:32053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777450.016969:0:32053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777450.016973:0:32053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777450.016976:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777450.016981:0:32053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961200. 00000080:00000001:3.0:1788777450.016987:0:32053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777450.016989:0:32053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777450.016992:0:32053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777450.016997:0:32053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc8bc 00800000:00000001:3.0:1788777450.017001:0:32053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777450.017003:0:32053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777450.017006:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.017009:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.017012:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:3.0:1788777450.017015:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:3.0:1788777450.017018:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:3.0:1788777450.017022:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.017024:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777450.017026:0:32053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777450.017027:0:32053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777450.017030:0:32053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8bc from it ffffb70bc1d4bb58 00010000:00000001:3.0:1788777450.017033:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.017035:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.017037:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:3.0:1788777450.017040:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:3.0:1788777450.017042:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:3.0:1788777450.017044:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777450.017048:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777450.017055:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.017057:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.017059:0:32053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777450.017062:0:32053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777450.017065:0:32053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777450.017075:0:32053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777450.017079:0:32053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777450.017082:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777450.017087:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.017088:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.017090:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.017094:0:32053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777450.017096:0:32053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.017098:0:32053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.017101:0:32053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.017103:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777450.017104:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.017105:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777450.017109:0:32053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777450.017111:0:32053:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777450.017114:0:32053:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777450.017119:0:32053:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777450.017130:0:32053:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd105b320. 00000020:00000001:3.0:1788777450.017136:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4ba88 00000080:00200000:3.0:1788777450.017138:0:32053:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=24 00000080:00000001:3.0:1788777450.017141:0:32053:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777450.017144:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b938 00000080:00200000:3.0:1788777450.017146:0:32053:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=0 00000080:00000010:3.0:1788777450.017154:0:32053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961200. 00800000:00000002:3.0:1788777450.017157:0:32053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777450.017161:0:32053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777450.017163:0:32053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777450.017164:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b858 00800000:00000002:3.0:1788777450.017166:0:32053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777450.017169:0:32053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777450.017172:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777450.017173:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777450.017174:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777450.017176:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777450.017177:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777450.017179:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777450.017181:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.017184:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b7f0 00800000:00000002:3.0:1788777450.017185:0:32053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788777450.017188:0:32053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777450.017190:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b728 00000002:00010000:3.0:1788777450.017191:0:32053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788777450.017195:0:32053:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777450.017198:0:32053:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777450.017203:0:32053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256a00. 00000020:00000040:3.0:1788777450.017208:0:32053:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777450.017215:0:32053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777450.017221:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777450.017224:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.017225:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.017226:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.017229:0:32053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777450.017232:0:32053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777450.017236:0:32053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777450.017245:0:32053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ee400. 00000100:00000001:3.0:1788777450.017254:0:32053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.017261:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777450.017264:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.017266:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777450.017267:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.017269:0:32053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777450.017279:0:32053:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00010000:00000001:3.0:1788777450.017284:0:32053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777450.017287:0:32053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777450.017290:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:3.0:1788777450.017292:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777450.017295:0:32053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777450.017299:0:32053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1815400. 00000020:00000001:3.0:1788777450.017303:0:32053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777450.017305:0:32053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1815400 with handle 0x22b16ee488cdc8d8 to hash 00000020:00000001:3.0:1788777450.017308:0:32053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777450.017309:0:32053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.017314:0:32053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.017317:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777450.017318:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.017322:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777450.017331:0:32053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777450.017353:0:32053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777450.017359:0:32053:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777450.017361:0:32053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777450.017370:0:32053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca65be40. 00000100:00000001:3.0:1788777450.017373:0:32053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159574797888 : -110914134753728 : ffff9b1fca65be40) 00000100:00000001:3.0:1788777450.017376:0:32053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777450.017377:0:32053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00000100:00000001:3.0:1788777450.017383:0:32053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777450.017388:0:32053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.017391:0:32053:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777450.017393:0:32053:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777450.017407:0:32053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.017417:0:32053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777450.017420:0:32053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777450.017424:0:32053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777450.017428:0:32053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777450.017431:0:32053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777450.017435:0:32053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256a00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32053:1875667211104768:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:3.0:1788777450.017440:0:32053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777450.017447:0:32053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777450.017451:0:32053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777450.017454:0:32053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777450.017459:0:32053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1095000. 02000000:00000001:3.0:1788777450.017493:0:32053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777450.017502:0:32053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777450.017508:0:32053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73058. 00000400:00000010:3.0:1788777450.017518:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255000. 00000100:00000200:3.0:1788777450.017527:0:32053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211104768, portal 10 00000100:00000001:3.0:1788777450.017529:0:32053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777450.017530:0:32053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00000100:00000040:3.0:1788777450.017536:0:32053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.017543:0:32053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777450.017546:0:32053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777450.017549:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255bb0. 00000100:00000200:3.0:1788777450.017553:0:32053:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211104768, offset 0 00000400:00000200:3.0:1788777450.017561:0:32053:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777450.017573:0:32053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.017583:0:32053:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777450.017592:0:32053:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777450.017599:0:32053:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777450.017604:0:32053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777450.017607:0:32053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777450.017611:0:32053:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2712:2712:256:4294967295] 192.168.204.133@tcp LPNI seq info [2711:2711:8:4294967295] 00000400:00000200:3.0:1788777450.017615:0:32053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.017628:0:32053:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777450.017637:0:32053:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777450.017643:0:32053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777450.017652:0:32053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777450.017661:0:32053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777450.017667:0:32053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788777450.017690:0:32053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777450.017697:0:32053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 853776 usecs (854 jiffies) 00000400:00000200:3.0:1788777450.017702:0:32053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777450.017705:0:32053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554177 00000800:00000200:3.0:1788777450.017850:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.017856:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:3.0:1788777450.017862:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.017869:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.017877:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255bb0 00000400:00000010:3.0:1788777450.017880:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255bb0. 00000100:00000001:3.0:1788777450.017884:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.017889:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.017900:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.017904:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.017912:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.017914:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777450.017933:0:32053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:3.0:1788777450.017937:0:32053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554177 00000100:00000001:3.0:1788777450.017940:0:32053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:3.0:1788777450.017943:0:32053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777450.017947:0:32053:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.017950:0:32053:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777450.017953:0:32053:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777450.017956:0:32053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca65be40 going to sleep for 11 seconds 00000100:00000001:3.0:1788777450.017960:0:32053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777450.017963:0:32053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777450.030695:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.030719:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.030725:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.030727:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.030739:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.030748:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.030760:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.030767:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.030774:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.030779:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5b200 00000400:00000200:2.0:1788777450.030786:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.030795:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7f45 [1] + 224 00000800:00000001:2.0:1788777450.030817:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.030848:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.030853:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.030860:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.030871:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.030883:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777450.030897:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.030919:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.030933:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.030937:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777450.031020:0:32053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777450.031032:0:32053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777450.031035:0:32053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777450.031040:0:32053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73058. 00000400:00000200:3.0:1788777450.031046:0:32053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255000 00000400:00000010:3.0:1788777450.031057:0:32053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255000. 00000100:00000001:3.0:1788777450.031062:0:32053:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.031068:0:32053:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777450.031077:0:32053:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.031083:0:32053:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777450.031086:0:32053:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777450.031089:0:32053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777450.031095:0:32053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777450.031098:0:32053:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777450.031101:0:32053:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777450.031106:0:32053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777450.031121:0:32053:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777450.031128:0:32053:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777450.031132:0:32053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777450.031134:0:32053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.031139:0:32053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777450.031145:0:32053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.031151:0:32053:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777450.031155:0:32053:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788777450.031158:0:32053:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777450.031164:0:32053:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777450.031171:0:32053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.031179:0:32053:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777450.031184:0:32053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777450.031187:0:32053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777450.031193:0:32053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777450.031203:0:32053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256a00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32053:1875667211104768:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:3.0:1788777450.031209:0:32053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777450.031213:0:32053:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.031217:0:32053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777450.031220:0:32053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.031225:0:32053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.031233:0:32053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777450.031237:0:32053:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca65be40. 00000100:00000001:3.0:1788777450.031242:0:32053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777450.031244:0:32053:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.031248:0:32053:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777450.031253:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031257:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031261:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=4 00000020:00000001:3.0:1788777450.031265:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031269:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000040:3.0:1788777450.031277:0:32053:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1815400, remote cookie: 0x542deec0941a6870, flags: 0x1001 00010000:00010000:3.0:1788777450.031283:0:32053:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777450.031293:0:32053:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777450.031299:0:32053:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788777450.031313:0:32053:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8da00. 00010000:00000010:3.0:1788777450.031320:0:32053:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0387e80. 00010000:00000001:3.0:1788777450.031326:0:32053:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.031331:0:32053:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777450.031349:0:32053:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.031356:0:32053:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777450.031362:0:32053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777450.031365:0:32053:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777450.031367:0:32053:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777450.031369:0:32053:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777450.031372:0:32053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9b1fd9c8da00) refcount = 1 00010000:00010000:3.0:1788777450.031376:0:32053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.031384:0:32053:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777450.031390:0:32053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777450.031392:0:32053:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777450.031397:0:32053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777450.031400:0:32053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.031414:0:32053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.031420:0:32053:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777450.031423:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031426:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.031427:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031428:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.031430:0:32053:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777450.031436:0:32053:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777450.031438:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031439:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031441:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:3.0:1788777450.031443:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031445:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031448:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031449:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031450:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=4 00000020:00000001:3.0:1788777450.031452:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031454:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031458:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777450.031521:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.031525:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.031532:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031533:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.031535:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031536:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031537:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=5 00000020:00000001:3.0:1788777450.031539:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031541:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031543:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777450.031546:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.031552:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031553:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777450.031556:0:32053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.031568:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777450.031570:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031571:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.031572:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031573:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777450.031580:0:32053:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777450.031591:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031593:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031594:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:3.0:1788777450.031596:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031598:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031601:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031603:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777450.031605:0:32053:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777450.031608:0:32053:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777450.031611:0:32053:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777450.031614:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031615:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031616:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:3.0:1788777450.031618:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031620:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00000002:00010000:3.0:1788777450.031624:0:32053:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.031630:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031631:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.031634:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777450.031635:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031636:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031637:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:3.0:1788777450.031639:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031642:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000040:3.0:1788777450.031647:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 2 00010000:00000001:3.0:1788777450.031649:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777450.031654:0:32053:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:3.0:1788777450.031657:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031658:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777450.031660:0:32053:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777450.031664:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b6b0 00000002:00002000:3.0:1788777450.031667:0:32053:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777450.031671:0:32053:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777450.031677:0:32053:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777450.031680:0:32053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777450.031683:0:32053:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777450.031687:0:32053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777450.031693:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777450.031698:0:32053:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777450.031700:0:32053:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1d4ba28 it_disposition b 00000080:00000001:3.0:1788777450.031704:0:32053:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777450.031713:0:32053:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788777450.031719:0:32053:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788777450.031727:0:32053:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4817080. 00800000:00000001:3.0:1788777450.031730:0:32053:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159475949696 : -110914233601920 : ffff9b1fc4817080) 00800000:00000001:3.0:1788777450.031733:0:32053:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777450.031735:0:32053:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777450.031739:0:32053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1788777450.031742:0:32053:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788777450.031753:0:32053:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777450.031756:0:32053:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:3.0:1788777450.031760:0:32053:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777450.031765:0:32053:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777450.031767:0:32053:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777450.031771:0:32053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1788777450.031774:0:32053:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777450.031778:0:32053:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1788777431 to 1788777432 00000080:00200000:3.0:1788777450.031785:0:32053:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:3.0:1788777450.031788:0:32053:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff9b1fd1579988): rc = 0 00000080:00000001:3.0:1788777450.031791:0:32053:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691311496 : -110914018240120 : ffff9b1fd1579988) 00010000:00000001:3.0:1788777450.031793:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031794:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031796:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:3.0:1788777450.031798:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031800:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031802:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031803:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777450.031805:0:32053:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777450.031808:0:32053:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788777450.031810:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4817080 1 00800000:00000010:3.0:1788777450.031813:0:32053:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4817080. 00800000:00000001:3.0:1788777450.031817:0:32053:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777450.031821:0:32053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9b1fd1579988) for lock 0x22b16ee488cdc8d8 00800000:00000001:3.0:1788777450.031824:0:32053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777450.031826:0:32053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777450.031828:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031829:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031831:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:3.0:1788777450.031832:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031835:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031838:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031839:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777450.031841:0:32053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777450.031843:0:32053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777450.031855:0:32053:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1739ca8 inode ffff9b1fd1579988 refc 1 flags 0x20000e 00000080:00000002:3.0:1788777450.031860:0:32053:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1788777450.031865:0:32053:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788777450.031870:0:32053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9b1fd1579988) 00000080:00010000:3.0:1788777450.031875:0:32053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8d8 from it ffffb70bc1d4ba28 00010000:00000001:3.0:1788777450.031878:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.031880:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.031881:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:3.0:1788777450.031883:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031887:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:3.0:1788777450.031889:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777450.031892:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.031899:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031900:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.031902:0:32053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777450.031906:0:32053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777450.031909:0:32053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777450.031918:0:32053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777450.031922:0:32053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777450.031924:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777450.031930:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031931:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.031932:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.031936:0:32053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777450.031939:0:32053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.031942:0:32053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.031945:0:32053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.031947:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777450.031949:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.031950:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777450.031953:0:32053:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777450.031957:0:32053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961200. 00000100:00000001:3.0:1788777450.031963:0:32053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.031968:0:32053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256a00 x1875667211104768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.031976:0:32053:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777450.031980:0:32053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777450.031986:0:32053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1095000. 02000000:00000001:3.0:1788777450.031991:0:32053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777450.031994:0:32053:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777450.031996:0:32053:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777450.031999:0:32053:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777450.032003:0:32053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ee400. 02000000:00000001:3.0:1788777450.032008:0:32053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777450.032010:0:32053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777450.032013:0:32053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256a00. 00000100:00000001:3.0:1788777450.032018:0:32053:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777450.032020:0:32053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777450.032031:0:32053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777450.032035:0:32053:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9b1fd1579988), inode mode 41ed mask 1 00000080:00000001:3.0:1788777450.032041:0:32053:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777450.032059:0:32053:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd105b3c0. 00000020:00000001:3.0:1788777450.032066:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bae8 00000080:00200000:3.0:1788777450.032069:0:32053:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9b1fd1579988), flags=8 00000080:00000001:3.0:1788777450.032073:0:32053:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777450.032075:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b998 00000080:00200000:3.0:1788777450.032078:0:32053:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9b1fd1579988), intent=getattr 00000080:00000010:3.0:1788777450.032089:0:32053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961200. 00800000:00000002:3.0:1788777450.032095:0:32053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3d540 2 00000080:00000001:3.0:1788777450.032102:0:32053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777450.032107:0:32053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777450.032109:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b8b8 00800000:00000002:3.0:1788777450.032111:0:32053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:3.0:1788777450.032116:0:32053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777450.032121:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777450.032125:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777450.032128:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777450.032131:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777450.032133:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777450.032136:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1788777450.032139:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.032143:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b850 00800000:00000002:3.0:1788777450.032145:0:32053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1788777450.032151:0:32053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777450.032154:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b788 00000002:00010000:3.0:1788777450.032156:0:32053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788777450.032161:0:32053:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777450.032164:0:32053:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777450.032168:0:32053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256a00. 00000020:00000040:3.0:1788777450.032173:0:32053:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777450.032179:0:32053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777450.032184:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777450.032188:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.032189:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.032191:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.032195:0:32053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777450.032198:0:32053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777450.032205:0:32053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777450.032212:0:32053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ee400. 00000100:00000001:3.0:1788777450.032223:0:32053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.032228:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777450.032230:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.032231:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777450.032233:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.032235:0:32053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777450.032244:0:32053:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00010000:00000001:3.0:1788777450.032249:0:32053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777450.032252:0:32053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777450.032255:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 2 00010000:00000001:3.0:1788777450.032258:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777450.032262:0:32053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777450.032266:0:32053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814800. 00000020:00000001:3.0:1788777450.032270:0:32053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777450.032273:0:32053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814800 with handle 0x22b16ee488cdc8df to hash 00000020:00000001:3.0:1788777450.032276:0:32053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777450.032278:0:32053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.032282:0:32053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.032285:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777450.032288:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.032292:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777450.032299:0:32053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777450.032310:0:32053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777450.032317:0:32053:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777450.032319:0:32053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777450.032328:0:32053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca65be40. 00000100:00000001:3.0:1788777450.032330:0:32053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159574797888 : -110914134753728 : ffff9b1fca65be40) 00000100:00000001:3.0:1788777450.032334:0:32053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777450.032335:0:32053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00000100:00000001:3.0:1788777450.032353:0:32053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777450.032359:0:32053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.032362:0:32053:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777450.032363:0:32053:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777450.032369:0:32053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.032378:0:32053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777450.032381:0:32053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777450.032387:0:32053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777450.032391:0:32053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777450.032394:0:32053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777450.032397:0:32053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256a00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32053:1875667211104896:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:3.0:1788777450.032403:0:32053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777450.032413:0:32053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777450.032416:0:32053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777450.032420:0:32053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777450.032425:0:32053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1095000. 02000000:00000001:3.0:1788777450.032428:0:32053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777450.032438:0:32053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777450.032444:0:32053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73058. 00000400:00000010:3.0:1788777450.032453:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255000. 00000100:00000200:3.0:1788777450.032509:0:32053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211104896, portal 10 00000100:00000001:3.0:1788777450.032513:0:32053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777450.032514:0:32053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00000100:00000040:3.0:1788777450.032521:0:32053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.032528:0:32053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777450.032531:0:32053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777450.032534:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255bb0. 00000100:00000200:3.0:1788777450.032537:0:32053:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211104896, offset 0 00000400:00000200:3.0:1788777450.032547:0:32053:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777450.032559:0:32053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.032571:0:32053:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777450.032579:0:32053:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777450.032585:0:32053:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777450.032590:0:32053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777450.032593:0:32053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777450.032598:0:32053:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2713:2713:256:4294967295] 192.168.204.133@tcp LPNI seq info [2712:2712:8:4294967295] 00000400:00000200:3.0:1788777450.032603:0:32053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.032614:0:32053:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777450.032623:0:32053:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777450.032630:0:32053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777450.032639:0:32053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777450.032649:0:32053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777450.032655:0:32053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788777450.032691:0:32053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777450.032697:0:32053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 852536 usecs (853 jiffies) 00000400:00000200:3.0:1788777450.032701:0:32053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777450.032705:0:32053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554193 00000100:00000001:3.0:1788777450.032708:0:32053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:3.0:1788777450.032711:0:32053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554193 00000100:00000001:3.0:1788777450.032714:0:32053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:3.0:1788777450.032716:0:32053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777450.032719:0:32053:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.032723:0:32053:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777450.032725:0:32053:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777450.032728:0:32053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca65be40 going to sleep for 11 seconds 00000100:00000001:3.0:1788777450.032731:0:32053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777450.032734:0:32053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777450.033314:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.033323:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:2.0:1788777450.033331:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.033350:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.033358:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255bb0 00000400:00000010:2.0:1788777450.033361:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255bb0. 00000100:00000001:2.0:1788777450.033368:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.033375:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.033387:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.033390:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.033398:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.033400:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777450.044259:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.044286:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.044292:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.044296:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.044309:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.044319:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.044331:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.044348:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.044355:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.044360:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 640 into portal 10 MB=0x6a9e8cdd5b280 00000400:00000200:2.0:1788777450.044366:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.044374:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 640/640 into md 0x7f55 [1] + 224 00000800:00000001:2.0:1788777450.044383:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.044393:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.044397:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.044402:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.044413:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.044424:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777450.044438:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.044459:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.044515:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.044519:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777450.044698:0:32053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777450.044709:0:32053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777450.044712:0:32053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777450.044717:0:32053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73058. 00000400:00000200:3.0:1788777450.044723:0:32053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255000 00000400:00000010:3.0:1788777450.044727:0:32053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255000. 00000100:00000001:3.0:1788777450.044730:0:32053:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.044737:0:32053:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777450.044747:0:32053:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.044754:0:32053:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777450.044757:0:32053:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777450.044760:0:32053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777450.044767:0:32053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777450.044770:0:32053:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777450.044773:0:32053:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777450.044778:0:32053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777450.044792:0:32053:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777450.044798:0:32053:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777450.044880:0:32053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777450.044882:0:32053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.044886:0:32053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777450.044893:0:32053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.044898:0:32053:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777450.044902:0:32053:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788777450.044905:0:32053:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777450.044909:0:32053:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777450.044916:0:32053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.044924:0:32053:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777450.044928:0:32053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777450.044930:0:32053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777450.044935:0:32053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777466 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777450.044944:0:32053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256a00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32053:1875667211104896:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:3.0:1788777450.044949:0:32053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777450.044953:0:32053:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.044956:0:32053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777450.044959:0:32053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.044963:0:32053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.044971:0:32053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777450.044975:0:32053:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca65be40. 00000100:00000001:3.0:1788777450.044980:0:32053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777450.044982:0:32053:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.044987:0:32053:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777450.044992:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.044996:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.045000:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=4 00000020:00000001:3.0:1788777450.045003:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045006:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000040:3.0:1788777450.045014:0:32053:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1814800, remote cookie: 0x542deec0941a688c, flags: 0x1001 00010000:00010000:3.0:1788777450.045020:0:32053:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777450.045036:0:32053:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x22:0x0].0x0, instead of [0x200000405:0x20:0x0].0x0 00010000:00000001:3.0:1788777450.045040:0:32053:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788777450.045048:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 2 00010000:00000001:3.0:1788777450.045121:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777450.045125:0:32053:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.045129:0:32053:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777450.045139:0:32053:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.045145:0:32053:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777450.045152:0:32053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777450.045155:0:32053:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777450.045157:0:32053:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777450.045158:0:32053:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777450.045162:0:32053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff9b1fd9c8d300) refcount = 2 00010000:00000040:3.0:1788777450.045165:0:32053:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777450.045168:0:32053:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc8b5 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6807 expref: -99 pid: 32018 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777450.045176:0:32053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.045185:0:32053:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777450.045189:0:32053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777450.045191:0:32053:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777450.045196:0:32053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777450.045199:0:32053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.045203:0:32053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.045213:0:32053:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777450.045215:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045218:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.045220:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045221:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.045223:0:32053:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777450.045230:0:32053:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777450.045232:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.045234:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.045236:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=3 00000020:00000001:3.0:1788777450.045238:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045241:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045244:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.045246:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.045247:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=4 00000020:00000001:3.0:1788777450.045250:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045253:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045257:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777450.045261:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.045264:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.045272:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045273:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.045275:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.045276:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.045277:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=5 00000020:00000001:3.0:1788777450.045280:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045283:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045286:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777450.045289:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.045297:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045299:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777450.045302:0:32053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.045310:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777450.045311:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045312:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.045314:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045315:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777450.045320:0:32053:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777450.045330:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.045331:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.045333:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=3 00000020:00000001:3.0:1788777450.045335:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045337:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00000002:00010000:3.0:1788777450.045351:0:32053:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788777450.045365:0:32053:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc4817080. 00010000:00000001:3.0:1788777450.045369:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045370:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777450.045372:0:32053:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777450.045375:0:32053:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777450.045378:0:32053:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777450.045380:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.045382:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.045384:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=3 00000020:00000001:3.0:1788777450.045386:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045388:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00000002:00010000:3.0:1788777450.045393:0:32053:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.045399:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045410:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.045413:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777450.045414:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.045415:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.045417:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=3 00000020:00000001:3.0:1788777450.045419:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045421:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000040:3.0:1788777450.045425:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 3 00010000:00000001:3.0:1788777450.045427:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777450.045432:0:32053:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/34 (0 0) 00010000:00000001:3.0:1788777450.045435:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045437:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777450.045438:0:32053:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777450.045442:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b710 00000002:00002000:3.0:1788777450.045445:0:32053:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777450.045448:0:32053:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777450.045454:0:32053:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777450.045457:0:32053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777450.045499:0:32053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777450.045504:0:32053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777450.045508:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d540 2 00000080:00000001:3.0:1788777450.045512:0:32053:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777450.045515:0:32053:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1d4bb20 it_disposition b 00000080:00000001:3.0:1788777450.045519:0:32053:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777450.045529:0:32053:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777450.045533:0:32053:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777450.045537:0:32053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:3.0:1788777450.045540:0:32053:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1788777450.045550:0:32053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777450.045557:0:32053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555396456 : -110914154155160 : ffff9b1fc93db368) 00000020:00001000:3.0:1788777450.045560:0:32053:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db360 00000020:00000001:3.0:1788777450.045563:0:32053:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777450.045569:0:32053:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777450.045572:0:32053:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777450.045580:0:32053:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fc3181e40. 00020000:00000010:3.0:1788777450.045585:0:32053:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc921a280. 00020000:00000010:3.0:1788777450.045593:0:32053:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fc3181540. 00020000:00000001:3.0:1788777450.045595:0:32053:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159452267840 : -110914257283776 : ffff9b1fc3181540) 00020000:00000002:3.0:1788777450.045600:0:32053:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fc3181540, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777450.045606:0:32053:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777450.045611:0:32053:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc921a280: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1788777450.045615:0:32053:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f82000) owner ffff9b1fca608000 00020000:00000001:3.0:1788777450.045619:0:32053:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777450.045621:0:32053:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f82000) owner ffff9b1fca608000 00020000:00000010:3.0:1788777450.045627:0:32053:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc921a280. 00020000:00000010:3.0:1788777450.045631:0:32053:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fc3181e40. 00020000:00000010:3.0:1788777450.045636:0:32053:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fc3181540. 00020000:00000002:3.0:1788777450.045638:0:32053:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777450.045641:0:32053:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.045643:0:32053:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777450.045646:0:32053:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db360 00000080:00000001:3.0:1788777450.045650:0:32053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:3.0:1788777450.045654:0:32053:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788777450.045660:0:32053:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x22:0x0](ffff9b1fd157ec08): rc = 0 00000080:00000001:3.0:1788777450.045662:0:32053:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691332616 : -110914018219000 : ffff9b1fd157ec08) 00010000:00000001:3.0:1788777450.045665:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.045666:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.045668:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=3 00000020:00000001:3.0:1788777450.045670:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045673:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00000080:00000001:3.0:1788777450.045676:0:32053:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777450.045678:0:32053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777450.045679:0:32053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555396456 : -110914154155160 : ffff9b1fc93db368) 00000020:00001000:3.0:1788777450.045682:0:32053:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db360 00000020:00000001:3.0:1788777450.045684:0:32053:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777450.045686:0:32053:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777450.045687:0:32053:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777450.045690:0:32053:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fc3181540. 00020000:00000010:3.0:1788777450.045692:0:32053:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc921a280. 00020000:00000010:3.0:1788777450.045695:0:32053:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fc3181e40. 00020000:00000001:3.0:1788777450.045697:0:32053:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159452270144 : -110914257281472 : ffff9b1fc3181e40) 00020000:00000002:3.0:1788777450.045700:0:32053:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fc3181e40, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777450.045704:0:32053:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777450.045708:0:32053:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc921a280: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1788777450.045710:0:32053:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f82000) owner ffff9b1fca608000 00020000:00000001:3.0:1788777450.045712:0:32053:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777450.045714:0:32053:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f82000) owner ffff9b1fca608000 00020000:00000010:3.0:1788777450.045717:0:32053:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc921a280. 00020000:00000010:3.0:1788777450.045719:0:32053:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fc3181540. 00020000:00000010:3.0:1788777450.045721:0:32053:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fc3181e40. 00020000:00000002:3.0:1788777450.045723:0:32053:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777450.045725:0:32053:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.045727:0:32053:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.045733:0:32053:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777450.045737:0:32053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000002:3.0:1788777450.045741:0:32053:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617360 addref 2/0 by ffff9b1fca608000. 00020000:00000002:3.0:1788777450.045744:0:32053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:3.0:1788777450.045748:0:32053:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777450.045751:0:32053:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777450.045752:0:32053:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777450.045755:0:32053:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777450.045757:0:32053:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777450.045760:0:32053:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788777450.045762:0:32053:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db360 00000080:00000001:3.0:1788777450.045765:0:32053:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.045767:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.045768:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777450.045770:0:32053:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777450.045774:0:32053:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777450.045776:0:32053:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777450.045780:0:32053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff9b1fd157ec08) for lock 0x22b16ee488cdc8df 00800000:00000001:3.0:1788777450.045785:0:32053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777450.045787:0:32053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777450.045789:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.045790:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.045792:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=3 00000020:00000001:3.0:1788777450.045794:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045796:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.045799:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.046628:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777450.046638:0:32053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777450.046643:0:32053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777450.046656:0:32053:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1739a20 inode ffff9b1fd157ec08 refc 1 flags 0x40000e 00000080:00000001:3.0:1788777450.046661:0:32053:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788777450.046667:0:32053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff9b1fd157ec08) 00000080:00010000:3.0:1788777450.046672:0:32053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8df from it ffffb70bc1d4bb20 00010000:00000001:3.0:1788777450.046675:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.046677:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.046680:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=3 00000020:00000001:3.0:1788777450.046683:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.046686:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.046689:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777450.046695:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.046708:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.046709:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.046711:0:32053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777450.046716:0:32053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777450.046719:0:32053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777450.046736:0:32053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777450.046741:0:32053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777450.046743:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777450.046749:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.046750:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.046752:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.046757:0:32053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777450.046760:0:32053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.046762:0:32053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.046767:0:32053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.046770:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777450.046772:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.046774:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777450.046776:0:32053:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777450.046783:0:32053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961200. 00000100:00000001:3.0:1788777450.046792:0:32053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.047597:0:32053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256a00 x1875667211104896/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.047614:0:32053:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777450.047619:0:32053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777450.047624:0:32053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1095000. 02000000:00000001:3.0:1788777450.047631:0:32053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777450.047634:0:32053:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777450.047636:0:32053:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777450.047639:0:32053:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777450.047643:0:32053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ee400. 02000000:00000001:3.0:1788777450.047648:0:32053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777450.047651:0:32053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777450.047653:0:32053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256a00. 00000100:00000001:3.0:1788777450.047658:0:32053:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777450.047660:0:32053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777450.047665:0:32053:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777450.047667:0:32053:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc1d4bb20 released 00000080:00000001:3.0:1788777450.047669:0:32053:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1788777450.047691:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bd08 00000080:00200008:3.0:1788777450.047695:0:32053:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x22:0x0](ffff9b1fd157ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777450.047704:0:32053:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777450.047706:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bc80 00000080:00200000:3.0:1788777450.047708:0:32053:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x22:0x0](ffff9b1fd157ec08),name=f 00000080:00000010:3.0:1788777450.047721:0:32053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8961200. 00800000:00000002:3.0:1788777450.047729:0:32053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3d540 2 00000080:00000001:3.0:1788777450.047737:0:32053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777450.047743:0:32053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777450.047745:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bba0 00800000:00000002:3.0:1788777450.047748:0:32053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x22:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:3.0:1788777450.047752:0:32053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777450.047758:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777450.047761:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777450.047764:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777450.047767:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777450.047769:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777450.047772:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1788777450.047774:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777450.047778:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777450.047779:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777450.047781:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777450.047782:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777450.047784:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777450.047785:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1788777450.047787:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777450.047790:0:32053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777450.047796:0:32053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777450.047798:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4ba70 00000002:00010000:3.0:1788777450.047800:0:32053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777450.047884:0:32053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777450.047886:0:32053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777450.047889:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777450.047897:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 3 00010000:00000001:3.0:1788777450.047899:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777450.047905:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777450.047910:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777450.047916:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777450.047926:0:32053:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777450.047932:0:32053:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.047935:0:32053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777450.047942:0:32053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777450.047944:0:32053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777450.047946:0:32053:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777450.047948:0:32053:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777450.047950:0:32053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777450.047952:0:32053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777450.047954:0:32053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777450.047957:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d540 2 00000080:00000010:3.0:1788777450.047960:0:32053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8961200. 00000080:00000001:3.0:1788777450.047964:0:32053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777450.047965:0:32053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777450.047968:0:32053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff9b1fd157ec08) 00000080:00010000:3.0:1788777450.047971:0:32053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff9b1fd157ec08) for lock 0x22b16ee488cdc8df 00800000:00000001:3.0:1788777450.047974:0:32053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777450.047976:0:32053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777450.047978:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.047980:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.047982:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=3 00000020:00000001:3.0:1788777450.047985:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.047987:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.047990:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.047991:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777450.047992:0:32053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777450.047994:0:32053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777450.047996:0:32053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8df from it ffffb70bc1d4bcb8 00010000:00000001:3.0:1788777450.047998:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777450.047999:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777450.048001:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814800 refcount=3 00000020:00000001:3.0:1788777450.048002:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.048004:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043136 : -110914015508480 : ffff9b1fd1814800) 00010000:00000001:3.0:1788777450.048006:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777450.048009:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777450.048015:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.048016:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.048018:0:32053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777450.048020:0:32053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777450.048022:0:32053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777450.048029:0:32053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777450.048032:0:32053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777450.048034:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777450.048038:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.048039:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777450.048040:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.048043:0:32053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777450.048045:0:32053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.048047:0:32053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.048298:0:32053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.048303:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777450.048304:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.048306:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777450.048308:0:32053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777450.048309:0:32053:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777450.048313:0:32053:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788777450.048317:0:32053:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777450.048320:0:32053:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777450.048322:0:32053:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777450.048324:0:32053:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777450.048328:0:32053:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777450.048332:0:32053:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788777450.048334:0:32053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777450.048349:0:32053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555396456 : -110914154155160 : ffff9b1fc93db368) 00000020:00001000:3.0:1788777450.048352:0:32053:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db360 00000020:00000001:3.0:1788777450.048359:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caaa8 -> ffff9b1fc72caaa8 00000020:00000001:3.0:1788777450.048362:0:32053:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777450.048365:0:32053:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777450.048367:0:32053:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788777450.048370:0:32053:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777450.048372:0:32053:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777450.048375:0:32053:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777450.048377:0:32053:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777450.048379:0:32053:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777450.048384:0:32053:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff9b1fc3192c50 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788777450.048387:0:32053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:3.0:1788777450.048391:0:32053:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777450.048393:0:32053:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777450.048396:0:32053:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777450.048398:0:32053:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777450.048407:0:32053:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777450.048410:0:32053:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777450.048412:0:32053:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.048413:0:32053:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777450.048414:0:32053:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777450.048416:0:32053:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777450.048417:0:32053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00000020:00000001:3.0:1788777450.048420:0:32053:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777450.048423:0:32053:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788777450.048425:0:32053:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x22:0x0] 00000020:00000001:3.0:1788777450.048428:0:32053:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788777450.048430:0:32053:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788777450.048433:0:32053:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788777450.048436:0:32053:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788777450.048443:0:32053:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788777450.048451:0:32053:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fd0387f80. 00020000:00000002:3.0:1788777450.048454:0:32053:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777450.048457:0:32053:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788777450.048460:0:32053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777450.048670:0:32053:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777450.048672:0:32053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777450.048675:0:32053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159553879288 : -110914155672328 : ffff9b1fc9268cf8) 00000020:00001000:3.0:1788777450.048677:0:32053:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc9268cf0 00000020:00000001:3.0:1788777450.048682:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca6c0 -> ffff9b1fc72caaa8 00000020:00000001:3.0:1788777450.048684:0:32053:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777450.048688:0:32053:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777450.048690:0:32053:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777450.048692:0:32053:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777450.048694:0:32053:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777450.048696:0:32053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538767656 : -110914170783960 : ffff9b1fc83ff728) 00000020:00000001:3.0:1788777450.048699:0:32053:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777450.048705:0:32053:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc80f44c0. 00000008:00010000:3.0:1788777450.048708:0:32053:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788777450.048711:0:32053:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777450.048713:0:32053:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777450.048715:0:32053:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fd0387fb0, osc lock ffff9b1fc80f44c0, flags 0x400001002 00000020:00000001:3.0:1788777450.048718:0:32053:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777450.048720:0:32053:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777450.048723:0:32053:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159672496000 : -110914037055616 : ffff9b1fd0387f80) 00000020:00000001:3.0:1788777450.048725:0:32053:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777450.048726:0:32053:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777450.048728:0:32053:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.048730:0:32053:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.048733:0:32053:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788777450.048736:0:32053:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788777450.048738:0:32053:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777450.048741:0:32053:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777450.048742:0:32053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777450.048743:0:32053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538767656 : -110914170783960 : ffff9b1fc83ff728) 00000020:00000001:3.0:1788777450.048745:0:32053:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777450.048748:0:32053:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777450.048751:0:32053:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788777450.048755:0:32053:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777450.048758:0:32053:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777450.048760:0:32053:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777450.048762:0:32053:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777450.048763:0:32053:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777450.048765:0:32053:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777450.048767:0:32053:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777450.048770:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777450.048774:0:32053:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.048778:0:32053:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788777450.048784:0:32053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256a00. 00000020:00000040:3.0:1788777450.048789:0:32053:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777450.048794:0:32053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777450.048799:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777450.048875:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.048882:0:32053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777450.048885:0:32053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777450.048889:0:32053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777450.048897:0:32053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc8961200. 00000100:00000001:3.0:1788777450.048906:0:32053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.048913:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777450.048915:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.048917:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777450.048918:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.048920:0:32053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777450.048923:0:32053:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00010000:00000001:3.0:1788777450.048929:0:32053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777450.048932:0:32053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777450.048940:0:32053:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d100. 00010000:00000010:3.0:1788777450.048944:0:32053:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd9c8d700. 00010000:00000001:3.0:1788777450.048950:0:32053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777450.048954:0:32053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814a00. 00000020:00000001:3.0:1788777450.048959:0:32053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777450.048962:0:32053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814a00 with handle 0x22b16ee488cdc8e6 to hash 00000020:00000001:3.0:1788777450.048964:0:32053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777450.048966:0:32053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000010:3.0:1788777450.048971:0:32053:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc48177c0. 00010000:00000001:3.0:1788777450.048973:0:32053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:3.0:1788777450.048977:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777450.048980:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777450.048984:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777450.048997:0:32053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777450.049008:0:32053:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.049014:0:32053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777450.049020:0:32053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777450.049038:0:32053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0e44f76] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.049223:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777450.049229:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777450.049233:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777450.049242:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.049251:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777450.049255:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777450.049261:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777450.049265:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777450.049267:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777450.049272:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211105024:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777450.049277:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777450.049285:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777450.049289:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777450.049292:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777450.049300:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333a000. 02000000:00000001:2.0:1788777450.049302:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777450.049314:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777450.049320:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919be18. 00000400:00000010:2.0:1788777450.049330:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93198. 00000100:00000200:2.0:1788777450.049353:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211105024, portal 4 00000100:00000001:2.0:1788777450.049356:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777450.049358:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00000100:00000040:2.0:1788777450.049365:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.049373:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777450.049377:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777450.049381:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777450.049385:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211105024, offset 0 00000400:00000200:2.0:1788777450.049394:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777450.049420:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.049432:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777450.049442:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777450.049449:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777450.049455:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777450.049458:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777450.049489:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2714:2714:256:4294967295] 192.168.204.133@tcp LPNI seq info [2713:2713:8:4294967295] 00000400:00000200:2.0:1788777450.049494:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.049507:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777450.049517:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777450.049526:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956800. 00000800:00000200:2.0:1788777450.049536:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777450.049546:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777450.049553:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777450.049568:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777450.049574:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 247842 usecs (248 jiffies) 00000400:00000200:2.0:1788777450.049578:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777450.049581:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296553604 00000100:00000001:2.0:1788777450.049585:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:2.0:1788777450.049587:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296553604 00000100:00000001:2.0:1788777450.049590:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:2.0:1788777450.049592:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777450.049595:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.049599:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.049603:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777450.049661:0:32053:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777450.049665:0:32053:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.049668:0:32053:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777450.049671:0:32053:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.049673:0:32053:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.049676:0:32053:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788777450.049679:0:32053:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788777450.049681:0:32053:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788777450.049684:0:32053:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788777450.049698:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777450.049703:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777450.050680:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.050697:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956800. 00000400:00000200:3.0:1788777450.053134:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.053148:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.053160:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:3.0:1788777450.053163:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:3.0:1788777450.053170:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.053182:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.053200:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.053205:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.053214:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.053217:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777450.053234:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.053255:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.053258:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.053261:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.053271:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.053276:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.053285:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.053291:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.053298:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.053302:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd5b300 00000400:00000200:3.0:1788777450.053309:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.053318:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x7f65 [1] + 224 00000800:00000001:3.0:1788777450.053329:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.053350:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.053352:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.053356:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.053362:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.053366:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777450.053375:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.053477:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777450.053482:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777450.053487:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777450.053491:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777450.057032:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.057832:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.057855:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777450.059673:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777450.059684:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777450.059690:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919be18. 00000400:00000200:2.0:1788777450.059702:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93198 00000400:00000010:2.0:1788777450.059706:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93198. 00000100:00000001:2.0:1788777450.059713:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.059729:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777450.059743:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.059752:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777450.059755:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777450.059759:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777450.059765:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777450.059769:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777450.059772:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777450.059777:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777450.059790:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=109 v=5 (5 5 5 36) 00000100:00001000:2.0:1788777450.059795:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=17 v=5 (1 1 0 0) 00000100:00000001:2.0:1788777450.059798:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777450.060134:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.060139:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777450.060145:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.060151:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777450.060154:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967323 00000100:00000001:2.0:1788777450.060157:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777450.060161:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777450.060171:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.060180:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777450.060184:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777450.060187:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777450.060190:0:2414:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788777450.060194:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777450.060197:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777450.060202:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814a00 refcount=4 00000020:00000001:2.0:1788777450.060205:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.060208:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.060211:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777450.060212:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777450.060214:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814a00 refcount=5 00000020:00000001:2.0:1788777450.060216:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.060218:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.060223:0:2414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777450.060227:0:2414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777450.060233:0:2414:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777450.060248:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.060251:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777450.060254:0:2414:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777450.060257:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777450.060258:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777450.060261:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814a00 refcount=6 00000020:00000001:2.0:1788777450.060263:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.060265:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000040:2.0:1788777450.060276:0:2414:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1814a00, remote cookie: 0x542deec0941a6893, flags: 0x1001 00010000:00010000:2.0:1788777450.060282:0:2414:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777450.060292:0:2414:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788777450.060295:0:2414:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.060298:0:2414:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777450.060303:0:2414:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788777450.060309:0:2414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777450.060320:0:2414:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x12:0x0].0x0 (ffff9b1fd9c8d100) refcount = 1 00010000:00000040:2.0:1788777450.060323:0:2414:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777450.060326:0:2414:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777450.060337:0:2414:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777450.060349:0:2414:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777450.060353:0:2414:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777450.060356:0:2414:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777450.060360:0:2414:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777450.060367:0:2414:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777450.060369:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.060370:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777450.060371:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.060372:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777450.060376:0:2414:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788777450.060378:0:2414:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777450.060382:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777450.060383:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777450.060385:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814a00 refcount=5 00000020:00000001:2.0:1788777450.060387:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.060389:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00000008:00000001:2.0:1788777450.060394:0:2414:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788777450.060400:0:2414:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7189a40 -> ffff9b1fc72caaa8 00000008:00010000:2.0:1788777450.061179:0:2414:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788777450.061193:0:2414:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7189a40 -> ffff9b1fc72caaa8 00000020:00000001:2.0:1788777450.061195:0:2414:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777450.061198:0:2414:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777450.061202:0:2414:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777450.061205:0:2414:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777450.061207:0:2414:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777450.061209:0:2414:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7189a40 -> ffff9b1fc72caaa8 00000008:00000001:2.0:1788777450.061211:0:2414:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788777450.061215:0:2414:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777450.061218:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777450.061243:0:2414:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777450.061246:0:2414:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.061249:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777450.061251:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777450.061253:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814a00 refcount=6 00000020:00000001:2.0:1788777450.061255:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.061258:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.061260:0:2414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777450.061264:0:2414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777450.061273:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.061275:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777450.061278:0:2414:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777450.061285:0:2414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777450.061286:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.061287:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777450.061289:0:2414:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.061291:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777450.061292:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777450.061294:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814a00 refcount=5 00000020:00000001:2.0:1788777450.061296:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.061298:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:2.0:1788777450.061299:0:2414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777450.061302:0:2414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777450.061309:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.061310:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777450.061312:0:2414:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777450.061315:0:2414:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777450.061318:0:2414:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777450.061330:0:2414:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777450.061334:0:2414:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777450.061336:0:2414:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777450.061350:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.061352:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777450.061354:0:2414:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.061357:0:2414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777450.061359:0:2414:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.061362:0:2414:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.061365:0:2414:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.061368:0:2414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777450.061369:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.061370:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777450.061371:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.061373:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777450.061374:0:2414:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777450.061388:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777450.061399:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211105024:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777450.061760:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777450.061765:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.061772:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256a00 x1875667211105024/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.061780:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777450.061785:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777450.061790:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333a000. 02000000:00000001:2.0:1788777450.061799:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777450.061884:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777450.061887:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777450.061891:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777450.061896:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc8961200. 02000000:00000001:2.0:1788777450.061902:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777450.061905:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777450.061908:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256a00. 00000100:00000001:2.0:1788777450.061915:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777450.061917:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777450.061921:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777450.061934:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777450.061938:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.061941:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777450.061946:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.062193:0:32053:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.062200:0:32053:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777450.062210:0:32053:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777450.062215:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caaa8 -> ffff9b1fc72caaa8 00000020:00000001:3.0:1788777450.062217:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caaa8 -> ffff9b1fc72caaa8 00000020:00000001:3.0:1788777450.062219:0:32053:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777450.062227:0:32053:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788777450.062233:0:32053:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777450.062236:0:32053:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777450.062238:0:32053:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777450.062239:0:32053:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777450.062242:0:32053:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1029 on OST[1]: s=0 (1) m=1788777432 a=1788777432 c=1788777432 b=0 00020000:00000001:3.0:1788777450.062246:0:32053:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777450.062248:0:32053:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788777432 a=1788777432 c=1788777432 b=0 00020000:00000001:3.0:1788777450.062251:0:32053:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.062253:0:32053:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.062255:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caaa8 -> ffff9b1fc72caaa8 00000080:00200000:3.0:1788777450.062258:0:32053:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x22:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788777450.062261:0:32053:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777450.062266:0:32053:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788777450.062268:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc3192bf0 (ffff9b1fc93db368/0) at cl_lock_release():245 00000020:00000001:3.0:1788777450.062272:0:32053:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777450.062274:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc3192bf0 (ffff9b1fc93db368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788777450.062278:0:32053:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788777450.062283:0:32053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777450.062286:0:32053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538767656 : -110914170783960 : ffff9b1fc83ff728) 00000020:00000001:3.0:1788777450.062288:0:32053:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777450.062290:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd0387fb0 (ffff9b1fc9268cf8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788777450.062295:0:32053:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788777450.062298:0:32053:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788777450.062300:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777450.062302:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777450.062304:0:32053:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788777450.062306:0:32053:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777450.062307:0:32053:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777450.062308:0:32053:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777450.062310:0:32053:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777450.062311:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc3192bf0 (ffff9b1fc93db368/0) at cl_lock_fini():72 00020000:00000001:3.0:1788777450.062315:0:32053:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788777450.062317:0:32053:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777450.062318:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd0387fb0 (ffff9b1fc93db368/1) at cl_lock_fini():72 00000008:00000010:3.0:1788777450.062322:0:32053:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc80f44c0. 00000020:00000001:3.0:1788777450.062327:0:32053:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788777450.062329:0:32053:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fd0387f80. 00020000:00000001:3.0:1788777450.062332:0:32053:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788777450.062333:0:32053:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788777450.062335:0:32053:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788777450.062337:0:32053:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.062352:0:32053:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777450.062355:0:32053:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777450.062357:0:32053:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777450.062359:0:32053:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777450.062361:0:32053:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777450.062365:0:32053:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc9268cf0 00020000:00000001:3.0:1788777450.062369:0:32053:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777450.062371:0:32053:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777450.062375:0:32053:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777450.062378:0:32053:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777450.062383:0:32053:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777450.062386:0:32053:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777450.062388:0:32053:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777450.062390:0:32053:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777450.062391:0:32053:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777450.062393:0:32053:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db360 00000001:00000001:3.0:1788777450.062395:0:32053:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777450.062423:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bd08 00000080:00000008:3.0:1788777450.062428:0:32053:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9b1fd157ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777450.062440:0:32053:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777450.062442:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bda0 00000080:00002000:3.0:1788777450.062445:0:32053:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b1fd1739a20, parent ffff9b1fd1739ca8, inode ffff9b1fd157ec08) hashed, 00000080:00000001:3.0:1788777450.062448:0:32053:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.067795:0:31860:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.067806:0:31860:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.067811:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bb78 00000080:00200000:1.0:1788777450.067815:0:31860:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777450.067826:0:31860:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:1.0:1788777450.067835:0:31860:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.067840:0:31860:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.067848:0:31860:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.067851:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5ba98 00800000:00000002:1.0:1788777450.067854:0:31860:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.067859:0:31860:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.067863:0:31860:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.067867:0:31860:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.067870:0:31860:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.067873:0:31860:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.067875:0:31860:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.067878:0:31860:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.067881:0:31860:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.067885:0:31860:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.067892:0:31860:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.067894:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5b968 00000002:00010000:1.0:1788777450.067896:0:31860:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.067900:0:31860:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.067903:0:31860:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.067907:0:31860:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.067919:0:31860:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.067923:0:31860:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.067930:0:31860:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.067937:0:31860:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.067944:0:31860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777450.067964:0:31860:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.067971:0:31860:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.067975:0:31860:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777450.067982:0:31860:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.067985:0:31860:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.067987:0:31860:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.067989:0:31860:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.067991:0:31860:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.067994:0:31860:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.067996:0:31860:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.068000:0:31860:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.068003:0:31860:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000080:00000001:1.0:1788777450.068009:0:31860:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.068011:0:31860:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.068014:0:31860:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777450.068018:0:31860:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc8bc 00800000:00000001:1.0:1788777450.068022:0:31860:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.068025:0:31860:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.068027:0:31860:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.068031:0:31860:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.068035:0:31860:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.069173:0:31860:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.069182:0:31860:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.069187:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.069189:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.069191:0:31860:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.069194:0:31860:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.069198:0:31860:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8bc from it ffffb70bc1d5bbb0 00010000:00000001:1.0:1788777450.069202:0:31860:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.069204:0:31860:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.069208:0:31860:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.069211:0:31860:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.069213:0:31860:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.069215:0:31860:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.069220:0:31860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777450.069230:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.069232:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.069233:0:31860:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.069237:0:31860:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.069240:0:31860:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777450.069249:0:31860:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.069254:0:31860:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.069256:0:31860:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.069416:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.069504:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.069507:0:31860:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.069512:0:31860:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.069515:0:31860:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.069517:0:31860:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.069522:0:31860:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.069525:0:31860:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.069526:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.069527:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.069532:0:31860:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.069535:0:31860:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.069538:0:31860:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788777450.069545:0:31860:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.069556:0:31860:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777450.069559:0:31860:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777450.069563:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bb78 00000080:00200008:1.0:1788777450.069566:0:31860:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 304000 00000080:00000010:1.0:1788777450.069577:0:31860:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c44500. 00000080:00000001:1.0:1788777450.069585:0:31860:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.069587:0:31860:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.069614:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bd28 00000080:00200008:1.0:1788777450.069617:0:31860:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777450.069628:0:31860:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788777450.069632:0:31860:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1788777450.069640:0:31860:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:1.0:1788777450.069647:0:31860:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:1.0:1788777450.069656:0:31860:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1788777450.069659:0:31860:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.069662:0:31860:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.069665:0:31860:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.069667:0:31860:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.069669:0:31860:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.069672:0:31860:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.069674:0:31860:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.069681:0:31860:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788777450.069684:0:31860:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.069686:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5b990 00000002:00010000:1.0:1788777450.069688:0:31860:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788777450.069692:0:31860:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.069694:0:31860:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.069696:0:31860:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.069703:0:31860:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.069706:0:31860:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.069710:0:31860:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.069714:0:31860:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.069717:0:31860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777450.069727:0:31860:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.069731:0:31860:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.069734:0:31860:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777450.069741:0:31860:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.069743:0:31860:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.069745:0:31860:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.069748:0:31860:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.069749:0:31860:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.069750:0:31860:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.069752:0:31860:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.069755:0:31860:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.069757:0:31860:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.069759:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.069760:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.069762:0:31860:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.069820:0:31860:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788777450.069827:0:31860:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b1fd1160000. 00000002:00000001:1.0:1788777450.071825:0:31860:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788777450.071845:0:31860:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121880. 00000020:00000040:1.0:1788777450.071854:0:31860:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777450.071860:0:31860:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.071865:0:31860:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.071872:0:31860:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.071884:0:31860:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1069600. 00000100:00000001:1.0:1788777450.071893:0:31860:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.071898:0:31860:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788777450.071903:0:31860:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b1fc356e400. 00000100:00000010:1.0:1788777450.071908:0:31860:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b1fd11fb000. 00000020:00000040:1.0:1788777450.071910:0:31860:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777450.071948:0:31860:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.071950:0:31860:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.071957:0:31860:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2c00. 00000100:00000001:1.0:1788777450.071960:0:31860:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575088128 : -110914134463488 : ffff9b1fca6a2c00) 00000100:00000001:1.0:1788777450.071963:0:31860:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.071965:0:31860:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000001:1.0:1788777450.071971:0:31860:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.071976:0:31860:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.071978:0:31860:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.071980:0:31860:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.071995:0:31860:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.072005:0:31860:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.072008:0:31860:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.072012:0:31860:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.072015:0:31860:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.072018:0:31860:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.072022:0:31860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:31860:1875667211105152:192.168.204.133@tcp:37:bash.0 00000100:00000001:1.0:1788777450.072027:0:31860:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.072033:0:31860:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.072049:0:31860:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.072052:0:31860:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788777450.072064:0:31860:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.073376:0:31860:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12b00. 00000400:00000010:1.0:1788777450.073404:0:31860:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b1fd12c4000. 00000100:00000200:1.0:1788777450.073557:0:31860:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8cdd5b380-0x6a9e8cdd5b380, portal 14 00000100:00000001:1.0:1788777450.073564:0:31860:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.073569:0:31860:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.073576:0:31860:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356f000. 02000000:00000001:1.0:1788777450.073579:0:31860:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.073587:0:31860:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.073590:0:31860:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e125d8. 00000400:00000010:1.0:1788777450.073596:0:31860:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777450.073600:0:31860:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211105152, portal 10 00000100:00000001:1.0:1788777450.073604:0:31860:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.073606:0:31860:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000040:1.0:1788777450.073626:0:31860:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.073637:0:31860:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.073640:0:31860:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.073644:0:31860:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256908. 00000100:00000200:1.0:1788777450.073648:0:31860:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667211105152, offset 0 00000400:00000200:1.0:1788777450.073658:0:31860:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.073672:0:31860:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.073684:0:31860:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.073691:0:31860:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.073698:0:31860:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.073703:0:31860:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.073706:0:31860:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.073711:0:31860:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2715:2715:256:4294967295] 192.168.204.133@tcp LPNI seq info [2714:2714:8:4294967295] 00000400:00000200:1.0:1788777450.073716:0:31860:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.073729:0:31860:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.073737:0:31860:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.073743:0:31860:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837d00. 00000800:00000200:1.0:1788777450.073752:0:31860:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.073763:0:31860:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.073768:0:31860:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837d00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.074405:0:31860:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.074415:0:31860:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 851297 usecs (852 jiffies) 00000400:00000200:1.0:1788777450.074521:0:31860:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.074526:0:31860:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554233 00000100:00000001:1.0:1788777450.074530:0:31860:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.074533:0:31860:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554233 00000100:00000001:1.0:1788777450.074535:0:31860:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.074538:0:31860:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.074541:0:31860:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.074545:0:31860:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.074547:0:31860:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.074551:0:31860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.074556:0:31860:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.074559:0:31860:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777450.074936:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.074942:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837d00. 00000400:00000200:2.0:1788777450.074952:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.074960:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.074969:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256908 00000400:00000010:2.0:1788777450.074972:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256908. 00000100:00000001:2.0:1788777450.074978:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.074988:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.075000:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.075004:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.075012:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.075014:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777450.079284:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.079312:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.079319:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.079322:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.079333:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.079355:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.079367:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.079374:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.079382:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.079388:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 4096 into portal 14 MB=0x6a9e8cdd5b380 00000400:00000200:2.0:1788777450.079395:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.079576:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.133@tcp of length 4096/4096 into md 0x7f75 [256] + 0 00000400:00000010:2.0:1788777450.079585:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12b00. 00000400:00000200:2.0:1788777450.079591:0:2406:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fd12c4000 00000800:00000001:2.0:1788777450.079601:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.079902:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.079909:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.079915:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.079924:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd12c4000 00000400:00000010:3.0:1788777450.079928:0:2406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b1fd12c4000. 00000100:00000001:3.0:1788777450.079936:0:2406:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788777450.079939:0:2406:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fd1121880 desc ffff9b1fc356e400 mbits 1875667211105152 00000100:00000001:3.0:1788777450.079952:0:2406:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788777450.079965:0:2406:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788777450.079969:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.079978:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777450.079985:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2716:2716:256:4294967295] 192.168.204.133@tcp LPNI seq info [2715:2715:8:4294967295] 00000400:00000200:3.0:1788777450.079990:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.080000:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:3.0:1788777450.080006:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777450.080017:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b1fca71e000. 00000800:00000200:3.0:1788777450.080024:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777450.080034:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777450.080040:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fca71e000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788777450.080074:0:31860:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.080082:0:31860:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777450.080247:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.080252:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b1fca71e000. 00000400:00000200:3.0:1788777450.080256:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.080260:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:3.0:1788777450.080269:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.080272:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.106943:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.106971:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.106978:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.106981:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.106993:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.107003:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.107015:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.107021:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.107030:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.107034:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd5b380 00000400:00000200:2.0:1788777450.107040:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.107061:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x7f7d [1] + 224 00000800:00000001:2.0:1788777450.107071:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.107090:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.107094:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.107100:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.107112:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.107125:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777450.107138:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.107165:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.107176:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.107179:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.107278:0:31860:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.107290:0:31860:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.107293:0:31860:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.107298:0:31860:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e125d8. 00000400:00000200:1.0:1788777450.107303:0:31860:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:1.0:1788777450.107306:0:31860:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:1.0:1788777450.107309:0:31860:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.107314:0:31860:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777450.107322:0:31860:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.107327:0:31860:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.107329:0:31860:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.107332:0:31860:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.107347:0:31860:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.107350:0:31860:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.107353:0:31860:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.107357:0:31860:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.107371:0:31860:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777450.107375:0:31860:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.107378:0:31860:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.107379:0:31860:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.107382:0:31860:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.107387:0:31860:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.107391:0:31860:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.107394:0:31860:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.107396:0:31860:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.107400:0:31860:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.107404:0:31860:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777450.107413:0:31860:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.107422:0:31860:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.107424:0:31860:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.107428:0:31860:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777450.107437:0:31860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:31860:1875667211105152:192.168.204.133@tcp:37:bash.0 00000100:00000001:1.0:1788777450.107443:0:31860:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.107446:0:31860:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.107449:0:31860:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.107452:0:31860:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.107456:0:31860:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.107514:0:31860:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.107518:0:31860:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2c00. 00000100:00000001:1.0:1788777450.107522:0:31860:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.107524:0:31860:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.107528:0:31860:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.107531:0:31860:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.107535:0:31860:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121880 x1875667211105152/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.107542:0:31860:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777450.107545:0:31860:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.107549:0:31860:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356f000. 02000000:00000001:1.0:1788777450.107553:0:31860:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777450.107556:0:31860:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.107558:0:31860:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.107561:0:31860:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777450.107563:0:31860:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788777450.107566:0:31860:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.107567:0:31860:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.107570:0:31860:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788777450.107605:0:31860:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b1fd11fb000. 00000100:00000010:1.0:1788777450.107609:0:31860:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b1fc356e400. 00000100:00000001:1.0:1788777450.107613:0:31860:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788777450.107617:0:31860:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1069600. 02000000:00000001:1.0:1788777450.107622:0:31860:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.107624:0:31860:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.107627:0:31860:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121880. 00000100:00000001:1.0:1788777450.107633:0:31860:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.107635:0:31860:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.107638:0:31860:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788777450.107640:0:31860:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788777450.108272:0:31860:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b1fd1160000. 00000002:00000001:1.0:1788777450.108281:0:31860:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.108292:0:31860:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.108298:0:31860:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.108302:0:31860:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.108306:0:31860:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.108310:0:31860:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.108314:0:31860:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.108321:0:31860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777450.108333:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.108336:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.108350:0:31860:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.108355:0:31860:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.108358:0:31860:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777450.108368:0:31860:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.108373:0:31860:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.108376:0:31860:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.108382:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.108384:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.108386:0:31860:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.108391:0:31860:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.108393:0:31860:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.108395:0:31860:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.108399:0:31860:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.108403:0:31860:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.108404:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.108406:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788777450.108409:0:31860:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.108422:0:31860:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1788777450.108429:0:31860:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.108434:0:31860:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000080:00000001:1.0:1788777450.108443:0:31860:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.108450:0:31860:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.108454:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bca0 00000080:00200000:1.0:1788777450.108457:0:31860:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777450.108517:0:31860:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:1.0:1788777450.108527:0:31860:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.108533:0:31860:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.108538:0:31860:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.108541:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bbc0 00800000:00000002:1.0:1788777450.108544:0:31860:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.108549:0:31860:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.108554:0:31860:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.108558:0:31860:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.108561:0:31860:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.108565:0:31860:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.108568:0:31860:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.108571:0:31860:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.108574:0:31860:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.108580:0:31860:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.108588:0:31860:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.108590:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5ba90 00000002:00010000:1.0:1788777450.108593:0:31860:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.108598:0:31860:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.108601:0:31860:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.108605:0:31860:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.108616:0:31860:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.108620:0:31860:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.108627:0:31860:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.108633:0:31860:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.108637:0:31860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777450.108655:0:31860:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.108661:0:31860:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.108665:0:31860:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777450.108674:0:31860:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.108677:0:31860:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.108679:0:31860:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.108681:0:31860:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.108683:0:31860:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.108686:0:31860:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.108689:0:31860:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.108691:0:31860:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.108694:0:31860:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000080:00000001:1.0:1788777450.108698:0:31860:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.108700:0:31860:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.108704:0:31860:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777450.108709:0:31860:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc8bc 00800000:00000001:1.0:1788777450.108713:0:31860:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.108716:0:31860:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.108717:0:31860:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.108719:0:31860:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.108721:0:31860:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.108724:0:31860:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.108726:0:31860:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.108730:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.108731:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.108733:0:31860:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.108735:0:31860:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.108738:0:31860:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8bc from it ffffb70bc1d5bcd8 00010000:00000001:1.0:1788777450.108740:0:31860:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.108742:0:31860:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.108744:0:31860:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.108747:0:31860:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.108749:0:31860:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.108751:0:31860:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.108754:0:31860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777450.108761:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.108763:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.108764:0:31860:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.108766:0:31860:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.108768:0:31860:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777450.108776:0:31860:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.108778:0:31860:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.108780:0:31860:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.108782:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.108783:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.108785:0:31860:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.108787:0:31860:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.108788:0:31860:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.108790:0:31860:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.108793:0:31860:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.108794:0:31860:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.108796:0:31860:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.108797:0:31860:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.108800:0:31860:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.108802:0:31860:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.108807:0:31860:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.108815:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bd28 00000080:00000008:1.0:1788777450.108818:0:31860:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777450.109191:0:31860:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777450.109195:0:31860:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788777450.109201:0:31860:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:1.0:1788777450.109206:0:31860:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.109209:0:31860:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788777450.109220:0:31860:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446700340281864576 : -43733427687040 : ffffd8398493f180) 00000080:00000001:1.0:1788777450.109224:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:1.0:1788777450.109229:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:1.0:1788777450.109232:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:1.0:1788777450.109235:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:1.0:1788777450.109237:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777450.109240:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:1.0:1788777450.109242:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:1.0:1788777450.109244:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:1.0:1788777450.109246:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777450.109248:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:1.0:1788777450.109250:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:1.0:1788777450.109253:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:1.0:1788777450.109255:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:1.0:1788777450.109257:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:1.0:1788777450.109259:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:1.0:1788777450.109261:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1788777450.109263:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1788777450.109265:0:31860:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:1.0:1788777450.109269:0:31860:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.109271:0:31860:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.109273:0:31860:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000080:00000001:1.0:1788777450.109279:0:31860:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.109300:0:31860:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777450.109302:0:31860:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1788777450.109305:0:31860:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777450.109308:0:31860:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.109325:0:31860:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777450.109328:0:31860:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777450.109330:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bdd0 00000080:00200008:1.0:1788777450.109333:0:31860:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 304000 00000080:00400000:1.0:1788777450.109351:0:31860:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788777450.109356:0:31860:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c44500. 00000080:00000001:1.0:1788777450.109362:0:31860:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777450.109364:0:31860:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bdd0 00000080:00000008:1.0:1788777450.109367:0:31860:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 304000, rc = 0 00000080:00000001:1.0:1788777450.109370:0:31860:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.109372:0:31860:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.128431:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.128443:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.128446:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.128450:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb20 00000080:00200000:1.0:1788777450.128457:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777450.130725:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069600. 00800000:00000002:1.0:1788777450.130744:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.130751:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.130760:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.130765:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba40 00800000:00000002:1.0:1788777450.130769:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.130776:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.130781:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.130785:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.130789:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.130792:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.130795:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.130798:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.132181:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.132190:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.132198:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.132203:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b910 00000002:00010000:1.0:1788777450.132206:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.132211:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.132215:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.132220:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.132230:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.132235:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.132241:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.132248:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.132255:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777450.132272:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.132280:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.132284:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788777450.132292:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.132300:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.132302:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.132304:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.132308:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.132311:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.132315:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.132319:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.132324:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069600. 00000080:00000001:1.0:1788777450.132334:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.132336:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.132348:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777450.132353:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc8bc 00800000:00000001:1.0:1788777450.132358:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.132361:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.132363:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.132367:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.132371:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.132373:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.132377:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.132382:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.132384:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.132386:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.132389:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.132391:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8bc from it ffffb70bc1d6bb58 00010000:00000001:1.0:1788777450.132394:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.132395:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.132397:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.132399:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.132401:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.132404:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.132408:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777450.132415:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.132416:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.132418:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.132420:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.132423:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777450.132432:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.132437:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.132439:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.132445:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.132446:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.132448:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.132452:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.132454:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.132457:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.132461:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.134313:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.134316:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.134320:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.134327:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.134331:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.134336:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777450.134355:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.134364:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777450.134368:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb48 00000080:00002000:1.0:1788777450.134370:0:32054:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9b1fd176b948) flags 0x20000e refc 1 00000080:00000001:1.0:1788777450.134374:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.134376:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb90 00000080:00200000:1.0:1788777450.134377:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000002:1.0:1788777450.134386:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:1.0:1788777450.134413:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd08 00000080:00200008:1.0:1788777450.134416:0:32054:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777450.134424:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.134426:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bc80 00000080:00200000:1.0:1788777450.134427:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88),name=d21g.recovery-small-1 00000080:00000010:1.0:1788777450.134443:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069600. 00800000:00000002:1.0:1788777450.134451:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.134460:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.138959:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.138970:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bba0 00800000:00000002:1.0:1788777450.138977:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.138984:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.138988:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.138992:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.138995:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.138998:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.139001:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.139003:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.139005:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.139010:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.139011:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.139012:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.139014:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.139015:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.139017:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.139021:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.139024:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.139029:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.139031:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba70 00000002:00010000:1.0:1788777450.139033:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.139037:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.139039:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.139043:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.139052:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:1.0:1788777450.139056:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.139062:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.139067:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.139073:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777450.139088:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.139094:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.139098:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777450.139105:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.139108:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.139110:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.139112:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.139114:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.139116:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.139120:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.139124:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.139129:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069600. 00000080:00000001:1.0:1788777450.139140:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.139142:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.139146:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) 00000080:00010000:1.0:1788777450.139150:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdc8c3 00800000:00000001:1.0:1788777450.139154:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.139157:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.139159:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.139162:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.139165:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777450.139168:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.139171:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.139175:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.139177:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.139178:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.139180:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.139183:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8c3 from it ffffb70bc1d6bcb8 00010000:00000001:1.0:1788777450.139186:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.139187:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.139188:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777450.139190:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.139192:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.139195:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.139198:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777450.139205:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.139206:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.139208:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.139211:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.139214:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777450.139222:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.139226:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.139229:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.139235:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.139236:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.139238:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.139242:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.139245:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.139248:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.139252:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.139255:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.139256:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.139257:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.139262:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.139264:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.139272:0:32054:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.139279:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd08 00000080:00000008:1.0:1788777450.139281:0:32054:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777450.139368:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.139373:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.139375:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.139377:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bbc0 00000080:00200000:1.0:1788777450.139379:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777450.139387:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069600. 00800000:00000002:1.0:1788777450.139393:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.139397:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.139398:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.139400:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bae0 00800000:00000002:1.0:1788777450.139402:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.139405:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.139407:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.139408:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.139409:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.139411:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.139413:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.139414:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.139416:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.139419:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.139422:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.139423:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b9b0 00000002:00010000:1.0:1788777450.139425:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.139428:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.139429:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.139431:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.139435:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.139437:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.139440:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.139443:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.139446:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788777450.139454:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.139456:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.139459:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788777450.142749:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.142756:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.142758:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.142763:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.142767:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.142771:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.142775:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.142780:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.142786:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069600. 00000080:00000001:1.0:1788777450.142808:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.142811:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.142815:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777450.142820:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc8bc 00800000:00000001:1.0:1788777450.142827:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.142831:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.142834:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.142838:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.142841:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.142844:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.142848:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.142852:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.142856:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.142858:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.142860:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.142863:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8bc from it ffffb70bc1d6bbf8 00010000:00000001:1.0:1788777450.142866:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.142867:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.142869:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.142871:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.142873:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.142876:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.142880:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777450.142889:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.142890:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.142892:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.142895:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.142898:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788777450.142906:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.142912:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.142915:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.142922:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.142923:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.142925:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.142930:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.142933:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.142935:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.142940:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.142943:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.142945:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.142946:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.142950:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.142952:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.142956:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777450.142962:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.142971:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777450.142975:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bbc0 00000080:00002000:1.0:1788777450.142978:0:32054:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9b1fd176b948) flags 0x20000e refc 1 00000080:00000001:1.0:1788777450.142980:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.142982:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bc08 00000080:00200000:1.0:1788777450.142984:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000002:1.0:1788777450.142993:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788777450.143001:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777450.143003:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88), inode mode 41ed mask 44 00000080:00000001:1.0:1788777450.143006:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.143014:0:32054:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777450.143016:0:32054:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777450.143019:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb78 00000080:00200008:1.0:1788777450.143021:0:32054:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9b1fd157db88), flags 704400 00000080:00000010:1.0:1788777450.143033:0:32054:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c44500. 00000080:00000001:1.0:1788777450.143041:0:32054:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788777450.143055:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069600. 00800000:00000002:1.0:1788777450.143062:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.143066:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.143070:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.143072:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba28 00800000:00000002:1.0:1788777450.143074:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.143078:0:32054:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788777450.143080:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.143084:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.143087:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.143089:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.143092:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.143093:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.143096:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.143099:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b9a8 00800000:00000002:1.0:1788777450.143101:0:32054:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788777450.143105:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.143106:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b8e0 00000002:00010000:1.0:1788777450.143109:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1788777450.143114:0:32054:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777450.143117:0:32054:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777450.143121:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.143129:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:1.0:1788777450.143132:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.143136:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.143139:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.143141:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.143143:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.143144:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.143146:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.143148:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.143150:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.143152:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.143153:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.143154:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.143161:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121880. 00000020:00000040:1.0:1788777450.143166:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777450.143175:0:32054:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777450.143177:0:32054:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.143180:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777450.143185:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.143189:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.143190:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.143191:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.143194:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.143197:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.143202:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.143212:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356e400. 00000100:00000001:1.0:1788777450.143221:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.143228:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.143230:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.143231:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.143233:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.143235:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.143243:0:32054:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00010000:00000001:1.0:1788777450.143247:0:32054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777450.143250:0:32054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777450.143253:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.143254:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.143257:0:32054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777450.143262:0:32054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045c00. 00000020:00000001:1.0:1788777450.143267:0:32054:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777450.143269:0:32054:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045c00 with handle 0x22b16ee488cdc8ed to hash 00000020:00000001:1.0:1788777450.143272:0:32054:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777450.143274:0:32054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.143278:0:32054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.143283:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.143285:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.143289:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.143297:0:32054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777450.143311:0:32054:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777450.143329:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777450.143350:0:32054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777450.143357:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.143359:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.143369:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2c00. 00000100:00000001:1.0:1788777450.143371:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575088128 : -110914134463488 : ffff9b1fca6a2c00) 00000100:00000001:1.0:1788777450.143374:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.143376:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000001:1.0:1788777450.143383:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.143389:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.143392:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.143394:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.143410:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.143418:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.143422:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.143427:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.143430:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.143433:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.143436:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211105408:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777450.143441:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.143448:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.143452:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.143455:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.143627:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:1.0:1788777450.143630:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.143641:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.143647:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e125d8. 00000400:00000010:1.0:1788777450.143657:0:32054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fd1160000. 00000100:00000200:1.0:1788777450.143667:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211105408, portal 10 00000100:00000001:1.0:1788777450.143669:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.143671:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000040:1.0:1788777450.143679:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.143688:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.143691:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.143696:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777450.143700:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211105408, offset 0 00000400:00000200:1.0:1788777450.143708:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.143722:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.143732:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.143740:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.143746:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.143750:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.143754:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.143758:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2717:2717:256:4294967295] 192.168.204.133@tcp LPNI seq info [2716:2716:8:4294967295] 00000400:00000200:1.0:1788777450.143762:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.143775:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.143784:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.143790:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837300. 00000800:00000200:1.0:1788777450.143799:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.143814:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.143819:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.143849:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.143856:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 850106 usecs (851 jiffies) 00000400:00000200:1.0:1788777450.143859:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.143865:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554302 00000100:00000001:1.0:1788777450.143868:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.143870:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554302 00000100:00000001:1.0:1788777450.143872:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.143875:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.143878:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.143881:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.143883:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.143886:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.143889:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.143893:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777450.144547:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.144555:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837300. 00000400:00000200:3.0:1788777450.144563:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.144571:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.144578:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:3.0:1788777450.144581:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:3.0:1788777450.144586:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.144592:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.144604:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.144607:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.144614:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.144616:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777450.151253:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.151278:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.151283:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.151286:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.151298:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.151308:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.151320:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.151326:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.151333:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.151348:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5b480 00000400:00000200:2.0:1788777450.151353:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.151361:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7f85 [64] + 224 00000800:00000001:2.0:1788777450.151370:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.151381:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.151385:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.151391:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.151411:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.151424:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777450.151435:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.151458:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.151515:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.151519:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.151918:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.151930:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.151933:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.151937:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e125d8. 00000400:00000200:1.0:1788777450.151943:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1160000 00000400:00000010:1.0:1788777450.151947:0:32054:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fd1160000. 00000100:00000001:1.0:1788777450.151951:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.151959:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777450.151968:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.151975:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.151978:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.151981:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.151985:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.151988:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.151991:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.151995:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.152008:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777450.152013:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.152016:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788777450.152020:0:32054:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fd1121880 x1875667211105408/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.152027:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788777450.152031:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777450.152033:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777450.152035:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777450.152038:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.152040:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000001:1.0:1788777450.152045:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.152047:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.152059:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.152062:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788777450.152067:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121880 x1875667211105408/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.152075:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788777450.152079:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.152081:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.152086:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121880 x1875667211105408/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777450.152094:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211105408:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777450.152100:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.152104:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788777450.152107:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.152109:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.152113:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121880 x1875667211105408/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.152120:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.152123:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2c00. 00000100:00000001:1.0:1788777450.152127:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.152129:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788777450.152134:0:32054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777450.152140:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.152143:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.152147:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777450.152150:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.152153:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00010000:1.0:1788777450.152159:0:32054:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.152172:0:32054:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788777450.152178:0:32054:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.152184:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.152188:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.152195:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.152198:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777450.152201:0:32054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.152208:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.152212:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.152216:0:32054:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788777450.152219:0:32054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.152227:0:32054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002045c00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:1.0:1788777450.152232:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788777450.152236:0:32054:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.152244:0:32054:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788777450.152247:0:32054:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788777450.152252:0:32054:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.152258:0:32054:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788777450.152260:0:32054:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777450.152262:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.152263:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.152265:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=5 00000020:00000001:1.0:1788777450.152267:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.152269:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.152273:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.152276:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788777450.152284:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.152286:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.152289:0:32054:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788777450.152292:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.152297:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.152298:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.152300:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.152301:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777450.152305:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045c00 with handle 0x22b16ee488cdc8ed from hash 00010000:00000001:1.0:1788777450.152307:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.152309:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.152310:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.152311:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.152313:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.152315:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788777450.152318:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.152319:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.152320:0:32054:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.152322:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.152325:0:32054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.152331:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.152332:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.152334:0:32054:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788777450.152335:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.152349:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.152351:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.152352:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.152354:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.152368:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.152369:0:32054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788777450.152376:0:32054:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788777450.152382:0:32054:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b1fd1121880 x1875667211105408/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777450.152393:0:32054:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788777450.152398:0:32054:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1121880 x1875667211105408/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777450.152416:0:32054:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.152424:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788777450.152425:0:32054:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.152427:0:32054:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.152430:0:32054:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.152433:0:32054:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788777450.152436:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.152437:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00010000:00000001:1.0:1788777450.152439:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788777450.152441:0:32054:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.152443:0:32054:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777450.152447:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b868 00000002:00002000:1.0:1788777450.152450:0:32054:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788777450.152453:0:32054:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.152458:0:32054:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.152517:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777450.152521:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777450.152525:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.152530:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.152535:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069600. 00000080:00000001:1.0:1788777450.152543:0:32054:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777450.152551:0:32054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777450.152556:0:32054:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777450.152566:0:32054:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32de480. 00800000:00000001:1.0:1788777450.152569:0:32054:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453697152 : -110914255854464 : ffff9b1fc32de480) 00800000:00000001:1.0:1788777450.152572:0:32054:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.152575:0:32054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777450.152578:0:32054:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777450.152581:0:32054:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:1.0:1788777450.152585:0:32054:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777450.152589:0:32054:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777450.152591:0:32054:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.152598:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:1.0:1788777450.152601:0:32054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788777450.152608:0:32054:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00000001:1.0:1788777450.152611:0:32054:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777450.152614:0:32054:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777450.152615:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32de480 1 00800000:00000010:1.0:1788777450.152618:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32de480. 00800000:00000001:1.0:1788777450.152623:0:32054:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777450.152628:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1788777450.152633:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.152637:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121880 x1875667211105408/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.152645:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.152649:0:32054:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777450.152656:0:32054:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc32de480. 00000080:00000001:1.0:1788777450.152659:0:32054:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788777450.152663:0:32054:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788777450.152667:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.152671:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.152674:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.152677:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.152680:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.152682:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.152685:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.152689:0:32054:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788777450.152692:0:32054:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd11ec340. 00000002:00100000:1.0:1788777450.152697:0:32054:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1121880 x1875667211105408/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777450.152704:0:32054:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.152706:0:32054:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777450.152711:0:32054:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788777450.152715:0:32054:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.152719:0:32054:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788777450.152721:0:32054:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.152723:0:32054:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.152728:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.152732:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121880 x1875667211105408/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788777450.152740:0:32054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.152744:0:32054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:1.0:1788777450.152789:0:32054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788777450.152791:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.152794:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb78 00000080:00000008:1.0:1788777450.152797:0:32054:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9b1fd157db88), flags 704400, rc = 0 00000080:00000001:1.0:1788777450.153128:0:32054:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.153162:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd28 00000080:00200008:1.0:1788777450.153164:0:32054:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777450.153172:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.153174:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bca0 00000080:00200000:1.0:1788777450.153176:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88),name=d21g.recovery-small-1 00000080:00000010:1.0:1788777450.153184:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069600. 00800000:00000002:1.0:1788777450.153190:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.153199:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.153204:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.153205:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bbc0 00800000:00000002:1.0:1788777450.153208:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.153212:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.153215:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.153217:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.153218:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.153219:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.153221:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.153223:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.153225:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.153227:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.153228:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.153229:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.153230:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.153232:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.153234:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.153235:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.153238:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.153243:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.153245:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba90 00000002:00010000:1.0:1788777450.153247:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.153251:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.153253:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.153256:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.153264:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:1.0:1788777450.153267:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.153273:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.153276:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.153281:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777450.153291:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.153296:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.153298:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777450.153305:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.153308:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.153310:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.153312:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.153314:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.153316:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.153318:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.153320:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.153323:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069600. 00000080:00000001:1.0:1788777450.153327:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.153329:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.153332:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) 00000080:00010000:1.0:1788777450.153346:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdc8c3 00800000:00000001:1.0:1788777450.153350:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.153353:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.153354:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.153356:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.153358:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777450.153361:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.153364:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.153367:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.153369:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.153371:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.153372:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.153375:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8c3 from it ffffb70bc1d6bcd8 00010000:00000001:1.0:1788777450.153377:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.153378:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.153380:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777450.153382:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.153384:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.153386:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.153390:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777450.153397:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.153398:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.153400:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.153412:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.153414:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777450.153423:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.153427:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.153429:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.153435:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.153436:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.153438:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.153442:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.153444:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.153447:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.153450:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.153452:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.153454:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.153455:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.153457:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.153459:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.153496:0:32054:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.153502:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd28 00000080:00000008:1.0:1788777450.153504:0:32054:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777450.153603:0:32054:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777450.153606:0:32054:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788777450.153612:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069600. 00800000:00000002:1.0:1788777450.153615:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4c40 2 00000080:00000001:1.0:1788777450.153619:0:32054:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1788777450.153626:0:32054:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1788777450.153628:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.153630:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.153631:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.153633:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.153635:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.153637:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.153639:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.153643:0:32054:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788777450.153645:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.153647:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bab8 00000002:00010000:1.0:1788777450.153649:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000405:0x1f:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788777450.153652:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.153654:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.153655:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.153658:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:1.0:1788777450.153660:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.153663:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.153665:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.153669:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777450.153683:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.153686:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.153689:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777450.153696:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.153698:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.153699:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.153701:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.153703:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.153704:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.153706:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777450.153708:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.153710:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777450.153713:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.153714:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.153716:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.153797:0:32054:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788777450.153945:0:32054:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b1fd1160000. 00000002:00000001:1.0:1788777450.154917:0:32054:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788777450.154928:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121500. 00000020:00000040:1.0:1788777450.154935:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777450.154941:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.154946:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.154952:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.154961:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1069400. 00000100:00000001:1.0:1788777450.154969:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.154974:0:32054:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788777450.154980:0:32054:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b1fc356f000. 00000100:00000010:1.0:1788777450.154985:0:32054:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b1fd11fb000. 00000020:00000040:1.0:1788777450.154988:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777450.155015:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.155018:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.155026:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2c00. 00000100:00000001:1.0:1788777450.155029:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575088128 : -110914134463488 : ffff9b1fca6a2c00) 00000100:00000001:1.0:1788777450.155032:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.155033:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686755584 : -110914022796032 : ffff9b1fd1121500) 00000100:00000001:1.0:1788777450.155039:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.155044:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.155047:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.159620:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.159642:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121500 x1875667211105536/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.159658:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.159661:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.159668:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.159672:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.159675:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.159679:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121500 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211105536:192.168.204.133@tcp:37:rm.0 00000100:00000001:1.0:1788777450.159686:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.159694:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.159698:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.159701:0:32054:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788777450.159714:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00010000:00000010:1.1:1788777450.160924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00000800:00000200:3.0:1788777450.162072:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.162078:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5b00. 00000400:00000200:3.0:1788777450.162087:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.162094:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.162100:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b220 00000400:00000010:3.0:1788777450.162103:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b220. 00000100:00000001:3.0:1788777450.162109:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.162115:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121500 x1875667211105536/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.162127:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.162131:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121500 x1875667211105536/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.162138:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.162141:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777450.165954:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.165983:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.165989:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.165992:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.166005:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.166015:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.166026:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.166033:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.166039:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.166044:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 4096 into portal 14 MB=0x6a9e8cdd5b500 00000400:00000200:2.0:1788777450.166051:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.166063:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.133@tcp of length 4096/4096 into md 0x7f8d [256] + 0 00000400:00000010:2.0:1788777450.166070:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0dc0. 00000400:00000200:2.0:1788777450.166078:0:2407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fca680000 00000800:00000001:2.0:1788777450.166085:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.166095:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.166099:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.166105:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.166112:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fca680000 00000400:00000010:2.0:1788777450.166116:0:2407:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b1fca680000. 00000100:00000001:2.0:1788777450.166124:0:2407:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788777450.166127:0:2407:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fd1121500 desc ffff9b1fc356f000 mbits 1875667211105536 00000100:00000001:2.0:1788777450.166145:0:2407:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788777450.166157:0:2407:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788777450.166161:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.166168:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777450.166176:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2719:2719:256:4294967295] 192.168.204.133@tcp LPNI seq info [2718:2718:8:4294967295] 00000400:00000200:2.0:1788777450.166181:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.166190:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:2.0:1788777450.166197:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777450.166207:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b1fd1328000. 00000800:00000200:2.0:1788777450.166214:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777450.166223:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777450.166228:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1328000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788777450.166302:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.166307:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b1fd1328000. 00000400:00000200:2.0:1788777450.166312:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.166316:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:2.0:1788777450.166323:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.166326:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.169773:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.169814:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.169820:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.169823:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.169838:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.169849:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.169863:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.169869:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.169877:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.169881:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd5b500 00000400:00000200:2.0:1788777450.169888:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.169896:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x7f95 [1] + 224 00000800:00000001:2.0:1788777450.169906:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.169922:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.169926:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.169933:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.169946:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.169960:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121500 x1875667211105536/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777450.169973:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b1fd1121500 x1875667211105536/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.169999:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.170010:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.170014:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777450.173778:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.173790:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777450.174228:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.174243:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.174252:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926ba18 00000400:00000010:3.0:1788777450.174256:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926ba18. 00000100:00000001:3.0:1788777450.174264:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.174277:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211105792/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.174290:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.174294:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211105792/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.174302:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.174304:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777450.177654:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.177681:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.177688:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.177691:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.177703:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.177714:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.177726:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.177733:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.177740:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.177746:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5b600 00000400:00000200:2.0:1788777450.177753:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.177760:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7f9d [1] + 224 00000800:00000001:2.0:1788777450.177770:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.177780:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.177785:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.177790:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.177811:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.177825:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211105792/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777450.177838:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc31ece00 x1875667211105792/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.177861:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.177873:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.177877:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777450.184809:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.184822:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777450.184831:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.184843:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.184854:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b198 00000400:00000010:3.0:1788777450.184857:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b198. 00000100:00000001:3.0:1788777450.184865:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.184878:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211106048/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.184894:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.184898:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211106048/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.184906:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.184908:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777450.184926:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.184941:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.184945:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.184947:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.184956:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.184962:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.184970:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.184976:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.184982:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.184987:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5b700 00000400:00000200:3.0:1788777450.184993:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.185002:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7fa5 [64] + 224 00000800:00000001:3.0:1788777450.185011:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.185020:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.185023:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.185026:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.185032:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.185036:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211106048/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777450.185045:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc31ece00 x1875667211106048/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.185194:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.185204:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.185207:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788777450.192931:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.192945:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5400. 00000400:00000200:2.0:1788777450.192958:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.192970:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.192981:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:2.0:1788777450.192984:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:2.0:1788777450.192993:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.193003:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777450.193019:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.193023:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777450.193032:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.193034:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777450.193735:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.193757:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.193762:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.193765:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.193774:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.193780:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.193790:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.193797:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.193815:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.193820:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd5b780 00000400:00000200:3.0:1788777450.193826:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.193834:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x7fad [1] + 224 00000800:00000001:3.0:1788777450.193843:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.193854:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.193858:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.193862:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.193869:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.193877:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777450.193889:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.193957:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777450.193976:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.193985:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.193989:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777450.194141:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.194144:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.194148:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0aa8. 00000400:00000200:1.0:1788777450.194155:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b440 00000400:00000010:1.0:1788777450.194158:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b440. 00000100:00000001:1.0:1788777450.194162:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.194167:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777450.194176:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.194182:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.194185:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.194188:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.194193:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.194195:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.194198:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.194202:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.194215:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777450.194222:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.194225:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.194227:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.194230:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.194236:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.194241:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.194244:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.194246:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.194250:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.194259:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.194267:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.194271:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.194274:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.194278:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777450.194286:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211106176:192.168.204.133@tcp:41:rm.0 00000100:00000001:1.0:1788777450.194292:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.194295:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.194297:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.194299:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.194303:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.194309:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.194312:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd11593c0. 00000100:00000001:1.0:1788777450.194315:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.194318:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.194325:0:32054:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788777450.194327:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.194329:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31edc00 x1875667211106176/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.194345:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777450.194348:0:32054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.194352:0:32054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1002000. 02000000:00000001:1.0:1788777450.194357:0:32054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777450.194360:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.194362:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.194364:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777450.194368:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc61cae00. 02000000:00000001:1.0:1788777450.194373:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.194375:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.194377:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31edc00. 00000100:00000001:1.0:1788777450.194380:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.194382:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777450.194383:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.194385:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.194386:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788777450.194390:0:32054:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: update ffff9b1fc3398450 cache blocks 1802709/1916558 objects 523515/524077 00800000:00000001:1.0:1788777450.194395:0:32054:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.194398:0:32054:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1788777450.194558:0:32054:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9b1fd1159900. 00800000:00000001:1.0:1788777450.194562:0:32054:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788777450.194566:0:32054:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9b1fc31a7000: update ffff9b1fc339d178 cache blocks 1802709/1916558 objects 523515/524077 00000080:00000001:1.0:1788777450.194572:0:32054:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788777450.194575:0:32054:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802709/1916558 objects 523515/524077 00000080:00000001:1.0:1788777450.194578:0:32054:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777450.194581:0:32054:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.194632:0:32054:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777450.194636:0:32054:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788777450.194646:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069000. 00800000:00000002:1.0:1788777450.194654:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4c40 2 00000080:00000001:1.0:1788777450.194660:0:32054:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788777450.194671:0:32054:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446700340282951488 : -43733426600128 : ffffd83984a48740) 00000080:00000001:1.0:1788777450.194677:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777450.194682:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:1.0:1788777450.194684:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:1.0:1788777450.194689:0:32054:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.194693:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4c40 2 00000080:00000010:1.0:1788777450.194695:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069000. 00000080:00000001:1.0:1788777450.194700:0:32054:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.194713:0:32054:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777450.194714:0:32054:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1788777450.194717:0:32054:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777450.194719:0:32054:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.194746:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.194750:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777450.194752:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88), inode mode 41ed mask 1 00000080:00000001:1.0:1788777450.194757:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.194767:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777450.194772:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bda0 00000080:00002000:1.0:1788777450.194774:0:32054:0:(dcache.c:87:ll_dcompare()) found name f(ffff9b1fd17685e8) flags 0x48000e refc 0 00000080:00000001:1.0:1788777450.194776:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.194778:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be10 00000080:00200000:1.0:1788777450.194779:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1788777450.194787:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777450.194789:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88), inode mode 41ed mask 3 00000080:00000001:1.0:1788777450.194791:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.194795:0:32054:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1788777450.194867:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdf8 00000080:00200000:1.0:1788777450.194870:0:32054:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff9b1fd157db88) 00000080:00000001:1.0:1788777450.194874:0:32054:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788777450.194877:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.194883:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777450.194886:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:1.0:1788777450.194889:0:32054:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777450.194895:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca608000 00020000:00000002:1.0:1788777450.194899:0:32054:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd1213e40 addref 2/0 by ffff9b1fca608000. 00020000:00000002:1.0:1788777450.194902:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.194905:0:32054:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777450.194908:0:32054:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777450.194910:0:32054:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777450.194912:0:32054:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788777450.194915:0:32054:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788777450.194918:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:1.0:1788777450.194921:0:32054:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788777450.194926:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069000. 00800000:00000002:1.0:1788777450.194929:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4c40 2 00800000:00000001:1.0:1788777450.194942:0:32054:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788777450.194948:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.194951:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.194954:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.194958:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.194960:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.194962:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.194964:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.194968:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.194969:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.194970:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.194971:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.194973:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.194975:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:1.0:1788777450.194976:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.194979:0:32054:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788777450.194981:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.194982:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.194983:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.194984:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.194985:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.194986:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:1.0:1788777450.194988:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.194991:0:32054:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x21:0x0] 00800000:00000001:1.0:1788777450.194993:0:32054:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.194996:0:32054:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x1f:0x0]/[0x200000405:0x21:0x0] -> mds #0 00000002:00000001:1.0:1788777450.195003:0:32054:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788777450.195005:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.195014:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 3 00010000:00000001:1.0:1788777450.195018:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.195021:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.195027:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.195031:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788777450.195044:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.195198:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.195201:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.195204:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:1.0:1788777450.195208:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.195212:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.195214:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 4 00010000:00000001:1.0:1788777450.195217:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.195222:0:32054:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788777450.195226:0:32054:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788777450.195229:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.195234:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.195238:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6200/0x22b16ee488cdc8f4 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a68af expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777450.195246:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.195249:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.195251:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788777450.195253:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.195256:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.195260:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6200 refcount=2 00000020:00000001:1.0:1788777450.195262:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677141504 : -110914032410112 : ffff9b1fd07f6200) 00010000:00000001:1.0:1788777450.195266:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677141504 : -110914032410112 : ffff9b1fd07f6200) 00010000:00000001:1.0:1788777450.195268:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.195269:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.195271:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.195272:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.195274:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 4 00010000:00000001:1.0:1788777450.195276:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.195279:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.195280:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.195281:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.195283:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 4 00010000:00000001:1.0:1788777450.195285:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.195287:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.195289:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777450.195293:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1f:0x0] lli = ffff9b1fd157dac0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777450.195390:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777450.195393:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777450.195395:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777450.195398:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) invalid 00000020:00000001:1.0:1788777450.195747:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba60 00000080:00002000:1.0:1788777450.195751:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9b1fd176b948) parent ffff9b1fd155f360 inode ffff9b1fd157db88 refc 3 00000080:00000001:1.0:1788777450.195756:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777450.195758:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.195760:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.195764:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.195769:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.195771:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.195773:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.195776:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.195780:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5800 with handle 0x22b16ee488cdc8c3 from hash 00010000:00000001:1.0:1788777450.195783:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.195785:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.195786:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.195787:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.195792:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.195794:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.195809:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777450.195811:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.195815:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.195818:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.195822:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 2 00010000:00000001:1.0:1788777450.195824:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.195826:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.195829:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.195832:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788777450.195839:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.195842:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.195843:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.195845:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x21:0x0] mode (null) 00000002:00000001:1.0:1788777450.195848:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.195850:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.195851:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 3 00010000:00000001:1.0:1788777450.195853:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.195856:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.195858:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.195859:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.195860:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 3 00010000:00000001:1.0:1788777450.195862:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.195864:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.195865:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.195867:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.195868:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 3 00010000:00000001:1.0:1788777450.195870:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.195873:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.195874:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.195875:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.195876:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 3 00010000:00000001:1.0:1788777450.195878:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.195880:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.195882:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.195884:0:32054:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777450.195886:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.195890:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777450.195892:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:1.0:1788777450.195895:0:32054:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788777450.195898:0:32054:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x21:0x0]: losing layout lock 00000080:00000001:1.0:1788777450.195902:0:32054:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788777450.195904:0:32054:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788777450.195909:0:32054:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777450.195912:0:32054:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777450.195914:0:32054:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788777450.195917:0:32054:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.195919:0:32054:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777450.195921:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:1.0:1788777450.195924:0:32054:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.195926:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777450.195927:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x21:0x0](ffff9b1fd15980c8) invalid 00000020:00000001:1.0:1788777450.195930:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba60 00000080:00002000:1.0:1788777450.195932:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b1fd17685e8) parent ffff9b1fd176b948 inode ffff9b1fd15980c8 refc 1 00000080:00000001:1.0:1788777450.195935:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777450.195936:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.195937:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.195939:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.195941:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.195942:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.195944:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.195946:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.195948:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044c00 with handle 0x22b16ee488cdc8ca from hash 00010000:00000001:1.0:1788777450.195951:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.195952:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.195954:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.195954:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.195956:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.195957:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.195960:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777450.195961:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.195964:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788777450.195973:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121f80. 00000020:00000040:1.0:1788777450.195978:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777450.195984:0:32054:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777450.195987:0:32054:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.195991:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777450.195997:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.196003:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.196004:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.196005:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.196009:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.196012:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.196016:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.196025:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1068e00. 00000100:00000001:1.0:1788777450.196034:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.196037:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.196039:0:32054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777450.196046:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 1/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788777450.196200:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788777450.196206:0:32054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1788777450.196208:0:32054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788777450.196210:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.196213:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc8ca lrc: 0/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a684d expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788777450.196222:0:32054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc32def40. 00010000:00000040:1.0:1788777450.196230:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611200 count: 0 00010000:00000010:1.0:1788777450.196238:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182f80. 00010000:00000001:1.0:1788777450.196247:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.196249:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.196251:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc8c3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6831 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777450.196265:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.196267:0:32054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.196269:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.196271:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.196273:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788777450.196288:0:32054:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788777450.196303:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1121f80 x1875667211106432/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777450.196311:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.196313:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.196322:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.196325:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086208 : -110914134465408 : ffff9b1fca6a2480) 00000100:00000001:1.0:1788777450.196328:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.196330:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000001:1.0:1788777450.196346:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.196351:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.196354:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.196356:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.196360:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121f80 x1875667211106432/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.196369:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.196373:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.196378:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.196381:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.196384:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.196388:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211106432:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777450.196393:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.196412:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.196416:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.196420:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.196428:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356dc00. 02000000:00000001:1.0:1788777450.196430:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.196440:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.196445:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e125d8. 00000400:00000010:1.0:1788777450.196455:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256cc0. 00000100:00000200:1.0:1788777450.196500:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211106432, portal 10 00000100:00000001:1.0:1788777450.196502:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.196504:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000040:1.0:1788777450.196512:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121f80 x1875667211106432/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.196520:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.196524:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.196528:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256770. 00000100:00000200:1.0:1788777450.196532:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667211106432, offset 0 00000400:00000200:1.0:1788777450.196541:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.196552:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.196562:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.196571:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.196578:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.196584:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.196587:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.196592:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2723:2723:256:4294967295] 192.168.204.133@tcp LPNI seq info [2722:2722:8:4294967295] 00000400:00000200:1.0:1788777450.196597:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.196612:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.196620:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.196626:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837f00. 00000800:00000200:1.0:1788777450.196636:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.196647:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.196652:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.196678:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.196685:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 843953 usecs (844 jiffies) 00000400:00000200:1.0:1788777450.196690:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.196694:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554348 00000100:00000001:1.0:1788777450.196698:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.196701:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554348 00000100:00000001:1.0:1788777450.196704:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.196707:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.196710:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.196713:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.196716:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.196720:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.196723:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.196726:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777450.197122:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.197128:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837f00. 00000400:00000200:2.0:1788777450.197134:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.197141:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.197147:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256770 00000400:00000010:2.0:1788777450.197150:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256770. 00000100:00000001:2.0:1788777450.197155:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.197161:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121f80 x1875667211106432/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777450.197172:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.197176:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121f80 x1875667211106432/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777450.197183:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.197185:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777450.203537:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.203566:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.203574:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.203577:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.203589:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.203599:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.203613:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.203621:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.203627:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.203632:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5b880 00000400:00000200:3.0:1788777450.203639:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.203647:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7fb5 [1] + 224 00000800:00000001:3.0:1788777450.203657:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.203668:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.203672:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.203677:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.203688:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.203701:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121f80 x1875667211106432/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777450.203714:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fd1121f80 x1875667211106432/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777450.203733:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.203745:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.203749:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.203861:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.203872:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.203875:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.203880:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e125d8. 00000400:00000200:1.0:1788777450.203885:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256cc0 00000400:00000010:1.0:1788777450.203888:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256cc0. 00000100:00000001:1.0:1788777450.203892:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.203897:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121f80 x1875667211106432/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777450.203906:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121f80 x1875667211106432/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.203912:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.203914:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.203917:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.203923:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.203926:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.203929:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.203934:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.203947:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777450.203953:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.203956:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.203960:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.203964:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.203969:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.203973:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777450.203976:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012c/0x10000012e] 00000100:00000001:1.0:1788777450.203978:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777450.203981:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.203983:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000001:1.0:1788777450.203987:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.203990:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.203992:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.203995:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.204001:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121f80 x1875667211106432/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777466 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.204009:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.204013:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.204016:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.204020:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121f80 x1875667211106432/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777466 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777450.204028:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211106432:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777450.204034:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.204037:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.204040:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.204043:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.204055:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121f80 x1875667211106432/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777466 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.204064:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.204067:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.204071:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.204073:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.204082:0:32054:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.204086:0:32054:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.204092:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4c40 2 00000080:00000010:1.0:1788777450.204097:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069000. 00000100:00000001:1.0:1788777450.204105:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.204108:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121f80 x1875667211106432/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.204115:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.204120:0:32054:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.204137:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777450.204142:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be28 00000080:00002000:1.0:1788777450.204145:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b1fd17685e8, parent ffff9b1fd176b948, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788777450.204148:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.204157:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777450.204163:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788777450.204176:0:32054:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788777450.204179:0:32054:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788777450.204182:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.204188:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777450.204191:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:1.0:1788777450.204199:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9b1fc33dc468 -> ffff9b1fc33dc468 00000020:00000001:1.0:1788777450.204202:0:32054:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777450.204206:0:32054:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777450.204208:0:32054:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x21:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777450.204212:0:32054:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777450.204214:0:32054:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777450.204216:0:32054:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777450.204222:0:32054:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x21:0x0]io ffff9b1fc3191530 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788777450.204226:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.204231:0:32054:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777450.204233:0:32054:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777450.204236:0:32054:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777450.204239:0:32054:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204241:0:32054:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777450.204244:0:32054:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777450.204246:0:32054:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204248:0:32054:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777450.204249:0:32054:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777450.204251:0:32054:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777450.204253:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca608000 00000020:00000001:1.0:1788777450.204257:0:32054:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204260:0:32054:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777450.204262:0:32054:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788777450.204265:0:32054:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777450.204269:0:32054:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777450.204273:0:32054:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777450.204278:0:32054:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777450.204279:0:32054:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777450.204281:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.204283:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:1.0:1788777450.204286:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:1.0:1788777450.204290:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9b1fc33dc918 -> ffff9b1fc33dc468 00000020:00000001:1.0:1788777450.204292:0:32054:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777450.204296:0:32054:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777450.204298:0:32054:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777450.204300:0:32054:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204302:0:32054:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204304:0:32054:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:1.0:1788777450.204307:0:32054:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788777450.204309:0:32054:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204312:0:32054:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204314:0:32054:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204317:0:32054:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788777450.204318:0:32054:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777450.204320:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777450.204322:0:32054:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777450.204324:0:32054:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777450.204325:0:32054:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204328:0:32054:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204330:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204332:0:32054:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204334:0:32054:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777450.204344:0:32054:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204346:0:32054:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204348:0:32054:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788777450.204350:0:32054:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777450.204352:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777450.204353:0:32054:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777450.204355:0:32054:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788777450.204358:0:32054:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788777450.204362:0:32054:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777450.204365:0:32054:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fd112b880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777450.204368:0:32054:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777450.204372:0:32054:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fd112b880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788777450.204376:0:32054:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777450.204378:0:32054:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204380:0:32054:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204382:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204384:0:32054:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204386:0:32054:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204388:0:32054:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777450.204390:0:32054:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788777450.204391:0:32054:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777450.204392:0:32054:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788777450.204394:0:32054:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788777450.204395:0:32054:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204397:0:32054:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788777450.204399:0:32054:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788777450.204400:0:32054:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788777450.204403:0:32054:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788777450.204404:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777450.204405:0:32054:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777450.204406:0:32054:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788777450.204408:0:32054:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204410:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204411:0:32054:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788777450.204412:0:32054:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788777450.204414:0:32054:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788777450.204416:0:32054:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788777450.204418:0:32054:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777450.204420:0:32054:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777450.204421:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777450.204422:0:32054:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788777450.204424:0:32054:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788777450.204425:0:32054:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204427:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204429:0:32054:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777450.204431:0:32054:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777450.204432:0:32054:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204435:0:32054:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777450.204436:0:32054:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777450.204438:0:32054:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777450.204440:0:32054:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777450.204441:0:32054:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777450.204443:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:1.0:1788777450.204447:0:32054:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777450.204448:0:32054:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777450.204451:0:32054:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777450.204453:0:32054:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x21:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777450.204457:0:32054:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777450.204458:0:32054:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777450.204494:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:1.0:1788777450.204498:0:32054:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.204503:0:32054:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788777450.204505:0:32054:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x21:0x0](ffff9b1fd15980c8) 00800000:00000001:1.0:1788777450.204511:0:32054:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788777450.204513:0:32054:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x21:0x0] 00000002:00000001:1.0:1788777450.204519:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777450.204527:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.204529:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777450.204532:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.204535:0:32054:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.204539:0:32054:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788777450.204542:0:32054:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788777450.204544:0:32054:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.204547:0:32054:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204551:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.204553:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777450.204555:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00020000:00000001:1.0:1788777450.204563:0:32054:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788777450.204565:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.204569:0:32054:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788777450.204573:0:32054:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd1213e40, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777450.204578:0:32054:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777450.204583:0:32054:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd0ec3e80: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:1.0:1788777450.204587:0:32054:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788777450.204589:0:32054:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204592:0:32054:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788777450.204595:0:32054:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788777450.204599:0:32054:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788777450.204606:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611100 count: 2 00010000:00000001:1.0:1788777450.204609:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.204613:0:32054:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788777450.204616:0:32054:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788777450.204622:0:32054:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1788777450.204637:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9b1fd112b880 -> ffff9b1fc33dc468 00000020:00000001:1.0:1788777450.204639:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9b1fd112b880 -> ffff9b1fc33dc468 00000008:00000001:1.0:1788777450.204642:0:32054:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777450.204644:0:32054:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777450.204647:0:32054:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777450.204649:0:32054:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788777450.204656:0:32054:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b1fd112b880. 00020000:00000001:1.0:1788777450.204663:0:32054:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788777450.204666:0:32054:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b1fc33dc898. 00020000:00000001:1.0:1788777450.204671:0:32054:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788777450.204673:0:32054:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.204675:0:32054:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777450.204677:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.204680:0:32054:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788777450.204682:0:32054:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788777450.204683:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.204686:0:32054:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788777450.204689:0:32054:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b1fd04b40d8. 00020000:00000010:1.0:1788777450.204694:0:32054:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b1fca6a26c0. 00020000:00000010:1.0:1788777450.204696:0:32054:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b1fd1186260. 00020000:00000002:1.0:1788777450.204700:0:32054:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd1213e40, objid 0x21:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777450.204705:0:32054:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777450.204708:0:32054:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd0ec3e80: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000010:1.0:1788777450.204714:0:32054:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd0ec3e80. 00020000:00000010:1.0:1788777450.204718:0:32054:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd1213540. 00020000:00000010:1.0:1788777450.204722:0:32054:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd1213e40. 00020000:00000001:1.0:1788777450.204724:0:32054:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788777450.204725:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b1fca608000 00020000:00000010:1.0:1788777450.204729:0:32054:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b1fc7e455d0. 00020000:00000001:1.0:1788777450.204732:0:32054:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788777450.204735:0:32054:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b1fc33dc3e8. 00000020:00001000:1.0:1788777450.204739:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:1.0:1788777450.204743:0:32054:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788777450.204745:0:32054:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788777450.204791:0:32054:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777450.204794:0:32054:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777450.204797:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdd0 00000080:00200008:1.0:1788777450.204799:0:32054:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9b1fd157db88), flags 704000 00000080:00400000:1.0:1788777450.204804:0:32054:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1f:0x0] 00000080:00000001:1.0:1788777450.204808:0:32054:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777450.204810:0:32054:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788777450.204813:0:32054:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788777450.204819:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.204823:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.204826:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.204829:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.204831:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.204833:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.204835:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.204839:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.204842:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.204845:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:1.0:1788777450.204847:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.204852:0:32054:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788777450.204857:0:32054:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788777450.204861:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.204867:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.204871:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6200/0x22b16ee488cdc8f4 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a68af expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777450.204887:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.204889:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.204891:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788777450.204893:0:32054:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1f:0x0]: 16 00000080:00000010:1.0:1788777450.204897:0:32054:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b46a00. 00000080:00000001:1.0:1788777450.204901:0:32054:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.204906:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdd0 00000080:00000008:1.0:1788777450.204908:0:32054:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9b1fd157db88), flags 704000, rc = 0 00000080:00000001:1.0:1788777450.204912:0:32054:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.204914:0:32054:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.204919:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777450.204920:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be00 00000080:00002000:1.0:1788777450.204923:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9b1fd176b948, parent ffff9b1fd155f360, inode ffff9b1fd157db88) hashed, 00000080:00000001:1.0:1788777450.204926:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.204930:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777450.204933:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788777450.204967:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.204973:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.204976:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.204978:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bbd8 00000080:00200000:1.0:1788777450.204980:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777450.204988:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069000. 00800000:00000002:1.0:1788777450.204995:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.205000:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.205004:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.205007:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6baf8 00800000:00000002:1.0:1788777450.205009:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.205013:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.205016:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.205018:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.205019:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.205020:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.205022:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.205024:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.205027:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.205030:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.205036:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.205038:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b9c8 00000002:00010000:1.0:1788777450.205040:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.205044:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.205046:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.205047:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.205050:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.205052:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.205056:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.205059:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.205063:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1788777450.205072:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.205074:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.205077:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1788777450.205083:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.205085:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.205086:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.205088:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.205091:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.205093:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.205097:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.205099:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.205101:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069000. 00000080:00000001:1.0:1788777450.205105:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.205107:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.205110:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777450.205114:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc8bc 00800000:00000001:1.0:1788777450.205119:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.205122:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.205124:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.205128:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.205132:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.205134:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.205137:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.205141:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.205142:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.205144:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.205146:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.205149:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8bc from it ffffb70bc1d6bc10 00010000:00000001:1.0:1788777450.205151:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.205152:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.205153:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.205156:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.205157:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.205160:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.205162:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788777450.205170:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.205171:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.205173:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.205175:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.205177:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788777450.205185:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.205189:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.205192:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.205197:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.205198:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.205200:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.205205:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.205207:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.205210:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.205213:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.205215:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.205217:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.205218:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.205220:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.205222:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.205224:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777450.205228:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777450.205246:0:32054:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ecbe0. 00000020:00000001:1.0:1788777450.205251:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdc8 00000080:00200000:1.0:1788777450.205253:0:32054:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=0 00000080:00000001:1.0:1788777450.205256:0:32054:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777450.205258:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bc78 00000080:00200000:1.0:1788777450.205260:0:32054:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=getattr 00000080:00000010:1.0:1788777450.205269:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069000. 00800000:00000002:1.0:1788777450.205273:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.205277:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.205279:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.205280:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb98 00800000:00000002:1.0:1788777450.205281:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.205284:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.205288:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.205289:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.205290:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.205292:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.205293:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.205295:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.205297:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.205300:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb30 00800000:00000002:1.0:1788777450.205301:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788777450.205304:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.205306:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba68 00000002:00010000:1.0:1788777450.205307:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788777450.205311:0:32054:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777450.205316:0:32054:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777450.205321:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121c00. 00000020:00000040:1.0:1788777450.205327:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777450.205334:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777450.205354:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.205357:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.205359:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.205360:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.205364:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.205368:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.205372:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.205382:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356d400. 00000100:00000001:1.0:1788777450.205390:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.205395:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.205397:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.205398:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.205400:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.205402:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.205411:0:32054:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00010000:00000001:1.0:1788777450.205415:0:32054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777450.205417:0:32054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777450.205420:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.205422:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.205424:0:32054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777450.205428:0:32054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045c00. 00000020:00000001:1.0:1788777450.205432:0:32054:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777450.205434:0:32054:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045c00 with handle 0x22b16ee488cdc8fb to hash 00000020:00000001:1.0:1788777450.205436:0:32054:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777450.205438:0:32054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.205442:0:32054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.205445:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.205447:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.205451:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.205501:0:32054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.205513:0:32054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777450.205518:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.205520:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.205527:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a26c0. 00000100:00000001:1.0:1788777450.205530:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086784 : -110914134464832 : ffff9b1fca6a26c0) 00000100:00000001:1.0:1788777450.205532:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.205534:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000001:1.0:1788777450.205539:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.205545:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.205547:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.205548:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.205559:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.205568:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.205571:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.205576:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.205579:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.205582:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.205585:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211106560:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777450.205589:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.205597:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.205601:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.205603:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.205609:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1162800. 02000000:00000001:1.0:1788777450.205611:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.205619:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.205623:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e125d8. 00000400:00000010:1.0:1788777450.205632:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256cc0. 00000100:00000200:1.0:1788777450.205641:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211106560, portal 10 00000100:00000001:1.0:1788777450.205643:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.205645:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000040:1.0:1788777450.205651:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.205659:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.205662:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.205665:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256bb0. 00000100:00000200:1.0:1788777450.205669:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211106560, offset 0 00000400:00000200:1.0:1788777450.205677:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.205686:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.205695:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.205702:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.205708:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.205713:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.205716:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.205720:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2724:2724:256:4294967295] 192.168.204.133@tcp LPNI seq info [2723:2723:8:4294967295] 00000400:00000200:1.0:1788777450.205725:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.205736:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.205744:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.205750:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837200. 00000800:00000200:1.0:1788777450.205759:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.205768:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.205773:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.205786:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.205791:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 842731 usecs (843 jiffies) 00000400:00000200:1.0:1788777450.205794:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.205798:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554356 00000100:00000001:1.0:1788777450.205802:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.205806:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554356 00000100:00000001:1.0:1788777450.205808:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.205810:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.205814:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.205817:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.205819:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.205822:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a26c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.205824:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.205828:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777450.206743:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.206753:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837200. 00000400:00000200:2.0:1788777450.206761:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.206771:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.206780:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256bb0 00000400:00000010:2.0:1788777450.206783:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256bb0. 00000100:00000001:2.0:1788777450.206789:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.206808:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.206822:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.206826:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.206834:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.206836:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777450.210316:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.210352:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.210359:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.210362:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.210374:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.210384:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.210396:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.210713:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.210722:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.210727:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5b900 00000400:00000200:3.0:1788777450.210733:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.210740:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7fbd [1] + 224 00000800:00000001:3.0:1788777450.210750:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.210762:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.210766:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.210770:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.210780:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.210794:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777450.210819:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.210838:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.210851:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.210855:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.211161:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.211172:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.211175:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.211179:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e125d8. 00000400:00000200:1.0:1788777450.211186:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256cc0 00000400:00000010:1.0:1788777450.211189:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256cc0. 00000100:00000001:1.0:1788777450.211193:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.211200:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777450.211210:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.211217:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.211219:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.211223:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.211228:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.211231:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.211234:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.211251:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.211264:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777450.211270:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.211273:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.211275:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.211279:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.211284:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.211289:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.211292:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.211295:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.211298:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.211304:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.211313:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.211317:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.211319:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.211323:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777450.211331:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211106560:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777450.211346:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.211350:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.211353:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.211356:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.211360:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.211368:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.211371:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a26c0. 00000100:00000001:1.0:1788777450.211375:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.211378:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.211382:0:32054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777450.211387:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.211390:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.211394:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777450.211398:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211516:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:1.0:1788777450.211527:0:32054:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045c00, remote cookie: 0x542deec0941a68ee, flags: 0x1001 00010000:00010000:1.0:1788777450.211533:0:32054:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777450.211548:0:32054:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777450.211551:0:32054:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788777450.211560:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:1.0:1788777450.211563:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.211566:0:32054:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.211570:0:32054:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.211578:0:32054:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.211585:0:32054:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777450.211590:0:32054:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777450.211593:0:32054:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777450.211595:0:32054:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777450.211597:0:32054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777450.211600:0:32054:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1f:0x0].0x0 (ffff9b1fd2611300) refcount = 2 00010000:00000040:1.0:1788777450.211603:0:32054:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777450.211606:0:32054:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6200/0x22b16ee488cdc8f4 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a68af expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788777450.211614:0:32054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.211621:0:32054:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777450.211626:0:32054:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777450.211628:0:32054:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.211632:0:32054:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777450.211635:0:32054:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.211638:0:32054:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.211646:0:32054:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777450.211648:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.211650:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.211651:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.211652:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.211654:0:32054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.211659:0:32054:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777450.211661:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.211663:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.211665:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.211667:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211670:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211673:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.211674:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.211676:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777450.211677:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211680:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211683:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.211687:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.211690:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.211698:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.211699:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.211700:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.211702:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.211703:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=5 00000020:00000001:1.0:1788777450.211705:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211707:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211709:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.211712:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.211721:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.211722:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777450.211725:0:32054:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.211732:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.211733:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.211734:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.211735:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.211736:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777450.211742:0:32054:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777450.211752:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.211753:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.211754:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.211757:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211759:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211762:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.211763:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.211764:0:32054:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.211766:0:32054:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.211770:0:32054:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777450.211772:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.211773:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.211775:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.211777:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.211779:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00000002:00010000:1.0:1788777450.211783:0:32054:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.211790:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.211792:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.211794:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777450.211795:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.212013:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.212016:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.212019:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.212021:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:1.0:1788777450.212025:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 3 00010000:00000001:1.0:1788777450.212027:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777450.212033:0:32054:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/31 (0 0) 00010000:00000001:1.0:1788777450.212036:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.212038:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.212040:0:32054:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777450.212044:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b9f0 00000002:00002000:1.0:1788777450.212046:0:32054:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777450.212127:0:32054:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.212134:0:32054:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.212139:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777450.212143:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777450.212147:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.212152:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.212157:0:32054:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777450.212159:0:32054:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1d6be00 it_disposition b 00000080:00000001:1.0:1788777450.212163:0:32054:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777450.212172:0:32054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777450.212177:0:32054:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777450.212189:0:32054:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32def40. 00800000:00000001:1.0:1788777450.212191:0:32054:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453699904 : -110914255851712 : ffff9b1fc32def40) 00800000:00000001:1.0:1788777450.212194:0:32054:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.212198:0:32054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777450.212202:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:1.0:1788777450.212205:0:32054:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788777450.212215:0:32054:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777450.212218:0:32054:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:1.0:1788777450.212222:0:32054:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777450.212227:0:32054:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777450.212229:0:32054:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.212233:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:1.0:1788777450.212236:0:32054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788777450.212240:0:32054:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611167 mtime from 1788777431 to 1788777450 00000080:00200000:1.0:1788777450.212247:0:32054:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00200000:1.0:1788777450.212250:0:32054:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1f:0x0](ffff9b1fd157db88): rc = 0 00000080:00000001:1.0:1788777450.212253:0:32054:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691328392 : -110914018223224 : ffff9b1fd157db88) 00010000:00000001:1.0:1788777450.212255:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.212257:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.212259:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.212261:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.212264:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.212266:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.212268:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777450.212269:0:32054:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777450.212272:0:32054:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777450.212273:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32def40 1 00800000:00000010:1.0:1788777450.212276:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32def40. 00800000:00000001:1.0:1788777450.212281:0:32054:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.212285:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdc8fb 00800000:00000001:1.0:1788777450.212288:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.212290:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.212292:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.212293:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.212294:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.212296:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.212298:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.212301:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.212302:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.212304:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.212306:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788777450.212315:0:32054:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1768ca8 inode ffff9b1fd157db88 refc 1 flags 0x20000e 00000080:00000002:1.0:1788777450.212320:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788777450.212325:0:32054:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788777450.212329:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) 00000080:00010000:1.0:1788777450.212334:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8fb from it ffffb70bc1d6be00 00010000:00000001:1.0:1788777450.212345:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.212346:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.212348:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.212350:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.212352:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.212354:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.212357:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.212365:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.212366:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.212368:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.212371:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.212373:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777450.212383:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.212387:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.212390:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.212396:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.212397:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.212398:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.212640:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.212643:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.212646:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.212651:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.212653:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.212655:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.212656:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777450.212659:0:32054:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777450.212664:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069000. 00000100:00000001:1.0:1788777450.212672:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.212680:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121c00 x1875667211106560/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.212689:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777450.212693:0:32054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.212697:0:32054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1162800. 02000000:00000001:1.0:1788777450.212703:0:32054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777450.212706:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.212708:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.212711:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777450.212715:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356d400. 02000000:00000001:1.0:1788777450.212721:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.212723:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.212726:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121c00. 00000100:00000001:1.0:1788777450.212731:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.212733:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.212737:0:32054:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777450.212739:0:32054:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc1d6be00 released 00000080:00000001:1.0:1788777450.212741:0:32054:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788777450.212746:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.212749:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.212751:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd50 00000080:00200000:1.0:1788777450.212754:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777450.212761:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069000. 00800000:00000002:1.0:1788777450.212768:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.212771:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.212775:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.212777:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bc70 00800000:00000002:1.0:1788777450.212779:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.212783:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.212787:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.212792:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.212795:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.212873:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.212877:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.212880:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.212882:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.212888:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.212894:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.212896:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb40 00000002:00010000:1.0:1788777450.212899:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.212903:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.212905:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.212907:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.212912:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.212914:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.212919:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.212922:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.212926:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1788777450.212936:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.212942:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.212945:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1788777450.212953:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.212956:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.212958:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.212960:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.212962:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.212964:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.212967:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.212970:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.212972:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069000. 00000080:00000001:1.0:1788777450.212976:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.212978:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.212980:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777450.212984:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc8bc 00800000:00000001:1.0:1788777450.212987:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.212990:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.212991:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.212992:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.212995:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.212997:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.212999:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.213002:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.213003:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.213005:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.213007:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.213009:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8bc from it ffffb70bc1d6bd88 00010000:00000001:1.0:1788777450.213011:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.213012:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.213013:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6e00 refcount=3 00000020:00000001:1.0:1788777450.213016:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.213018:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144576 : -110914032407040 : ffff9b1fd07f6e00) 00010000:00000001:1.0:1788777450.213020:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.213023:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788777450.213030:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.213031:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.213032:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.213034:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.213036:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788777450.213043:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.213045:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.213121:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.213126:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.213127:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.213129:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.213131:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.213133:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.213135:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.213139:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.213141:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.213142:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.213143:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.213146:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.213148:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.213151:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788777450.213156:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.213162:0:32054:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:1.0:1788777450.213165:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be18 00000080:00200000:1.0:1788777450.213167:0:32054:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:1.0:1788777450.213171:0:32054:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1788777450.213174:0:32054:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-1, [0x200000405:0x1f:0x0]) is foreign... 00000080:00000001:1.0:1788777450.213178:0:32054:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788777450.213183:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069000. 00800000:00000002:1.0:1788777450.213187:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:1.0:1788777450.213195:0:32054:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788777450.213199:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.213201:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.213202:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.213204:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.213206:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.213208:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.213211:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.213213:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.213214:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.213216:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.213218:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.213219:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.213222:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.213224:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.213226:0:32054:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788777450.213228:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.213229:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.213230:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.213232:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.213234:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.213236:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.213238:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.213241:0:32054:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.213244:0:32054:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.213246:0:32054:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x1f:0x0] -> mds #0 00000002:00000001:1.0:1788777450.213250:0:32054:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788777450.213253:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.213256:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 2 00010000:00000001:1.0:1788777450.213258:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.213261:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.213264:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.213267:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1788777450.213277:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.213283:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.213285:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.213287:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777450.213290:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.213291:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.213293:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 3 00010000:00000001:1.0:1788777450.213296:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.213298:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.213300:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.213301:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.213303:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 3 00010000:00000001:1.0:1788777450.213305:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.213307:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.213309:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.213310:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.213312:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e800 count: 3 00010000:00000001:1.0:1788777450.213314:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.213316:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.213318:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777450.213321:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777450.213681:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777450.213685:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777450.213688:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.213690:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.213695:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.213699:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.213701:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.213704:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.213706:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.213710:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f6e00 with handle 0x22b16ee488cdc8bc from hash 00010000:00000001:1.0:1788777450.213713:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.213715:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.213716:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.213718:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.213722:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.213724:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.213728:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777450.213730:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.213733:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.213736:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.213739:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 3 00010000:00000001:1.0:1788777450.213742:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.213744:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.213747:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.213750:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788777450.213757:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.213759:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.213761:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.213762:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:1.0:1788777450.213765:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.213767:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.213768:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 4 00010000:00000001:1.0:1788777450.213770:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.213773:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.213775:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.213776:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.213778:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 4 00010000:00000001:1.0:1788777450.213781:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.213783:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.213785:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.213786:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.213787:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 4 00010000:00000001:1.0:1788777450.213789:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.213791:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.213793:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777450.213794:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1f:0x0] lli = ffff9b1fd157dac0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777450.213875:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777450.213878:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777450.213880:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777450.213882:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) invalid 00000020:00000001:1.0:1788777450.213886:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba80 00000080:00002000:1.0:1788777450.213888:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9b1fd1768ca8) parent ffff9b1fd155f360 inode ffff9b1fd157db88 refc 2 00000080:00000001:1.0:1788777450.213892:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777450.213894:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.213895:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.213898:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.213900:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.213902:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.213904:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.213906:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.213908:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045c00 with handle 0x22b16ee488cdc8fb from hash 00010000:00000001:1.0:1788777450.213911:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.213912:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.213914:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.213915:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.213917:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.213919:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.213921:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.213924:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6200/0x22b16ee488cdc8f4 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a68af expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788777450.213937:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.213939:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.213941:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.213942:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode CR 00000002:00000001:1.0:1788777450.213945:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.213947:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.213949:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 4 00010000:00000001:1.0:1788777450.213951:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.213954:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.213956:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.213957:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.213959:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 4 00010000:00000001:1.0:1788777450.213961:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.213963:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.213965:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.213968:0:32054:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777450.213972:0:32054:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777450.213978:0:32054:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fd1068200. 00000080:00000001:1.0:1788777450.213980:0:32054:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788777450.213984:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4c40 2 00000080:00000001:1.0:1788777450.213989:0:32054:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777450.213992:0:32054:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777450.213994:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.213996:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.213998:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.214000:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.214002:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.214004:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.214006:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.214009:0:32054:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1f:0x0] 00000002:00000001:1.0:1788777450.214013:0:32054:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777450.214015:0:32054:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x1f:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777450.214022:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121c00. 00000020:00000040:1.0:1788777450.214027:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777450.214033:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.214038:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.214042:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.214121:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1068000. 00000100:00000001:1.0:1788777450.214131:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777450.214156:0:32054:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc31ece00 x1875667211106048/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777450.214171:0:32054:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777450.214177:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1121c00 x1875667211106816/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777450.214185:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.214187:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.214196:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a26c0. 00000100:00000001:1.0:1788777450.214199:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086784 : -110914134464832 : ffff9b1fca6a26c0) 00000100:00000001:1.0:1788777450.214202:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.214204:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000001:1.0:1788777450.214210:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.214216:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.214219:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.214222:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.214226:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121c00 x1875667211106816/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.214235:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.214238:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.214242:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.214246:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.214249:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.214253:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211106816:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777450.214258:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.214265:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.214269:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.214272:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.214278:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356d400. 02000000:00000001:1.0:1788777450.214281:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.214291:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.214297:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e125d8. 00000400:00000010:1.0:1788777450.214306:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256cc0. 00000100:00000200:1.0:1788777450.214317:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211106816, portal 10 00000100:00000001:1.0:1788777450.214319:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.214320:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000040:1.0:1788777450.214328:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1121c00 x1875667211106816/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.214346:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.214350:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.214354:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256ee0. 00000100:00000200:1.0:1788777450.214359:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211106816, offset 0 00000400:00000200:1.0:1788777450.214367:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.214380:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.214391:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.214398:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.214753:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.214758:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.214762:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.214768:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2725:2725:256:4294967295] 192.168.204.133@tcp LPNI seq info [2724:2724:8:4294967295] 00000400:00000200:1.0:1788777450.214773:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.214788:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.214795:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000200:2.0:1788777450.216121:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.216133:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:2.0:1788777450.216144:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.216153:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.216162:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256ee0 00000400:00000010:2.0:1788777450.216165:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256ee0. 00000100:00000001:2.0:1788777450.216171:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.216182:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121c00 x1875667211106816/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.216197:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.216201:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121c00 x1875667211106816/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.216209:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.216211:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777450.216625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611200. 00010000:00000010:1.1:1788777450.216636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00010000:00000010:1.1:1788777450.216640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00000080:00000010:1.1:1788777450.216646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecd60. 00000080:00000010:1.1:1788777450.216666:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1598000. 00000080:00000010:1.1:1788777450.216672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613280. 00000800:00000001:2.0:1788777450.219393:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.219419:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.219425:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.219429:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.219443:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.219453:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.219730:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.219737:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.219745:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.219751:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5ba00 00000400:00000200:2.0:1788777450.219757:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.219765:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7fc5 [1] + 224 00000800:00000001:2.0:1788777450.219775:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.219788:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.219792:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.219808:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.219819:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.219833:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121c00 x1875667211106816/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777450.219846:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1121c00 x1875667211106816/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.219900:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777450.219919:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.219931:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.219935:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777450.220120:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.220123:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.220128:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e125d8. 00000400:00000200:1.0:1788777450.220134:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256cc0 00000400:00000010:1.0:1788777450.220137:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256cc0. 00000100:00000001:1.0:1788777450.220142:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.220147:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121c00 x1875667211106816/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777450.220157:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121c00 x1875667211106816/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.220164:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.220167:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.220169:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.220174:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.220177:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.220179:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.220183:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.220195:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777450.220200:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.220204:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.220206:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.220209:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.220214:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.220217:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777450.220220:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777450.220222:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777450.220225:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.220227:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000001:1.0:1788777450.220232:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.220234:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.220236:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.220239:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.220245:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121c00 x1875667211106816/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.220252:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.220256:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.220259:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.220263:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121c00 x1875667211106816/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777450.220271:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211106816:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777450.220278:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.220281:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.220284:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.220286:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.220290:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121c00 x1875667211106816/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.220298:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.220301:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a26c0. 00000100:00000001:1.0:1788777450.220305:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.220307:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.220315:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.220316:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000002:00000001:1.0:1788777450.220319:0:32054:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.220323:0:32054:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.220328:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4c40 2 00000080:00000010:1.0:1788777450.220333:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068200. 00000080:00000001:1.0:1788777450.220349:0:32054:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777450.220354:0:32054:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777450.220358:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.220362:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.220365:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.220368:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.220370:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.220373:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1788777450.220376:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.220383:0:32054:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777450.220389:0:32054:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc31ece00 x1875667211106048/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.220398:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.220399:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000001:1.0:1788777450.220402:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.220405:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211106048/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.220411:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.220414:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.220416:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121c00 x1875667211106816/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.220423:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.220425:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.220428:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ece00 x1875667211106048/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.220434:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777450.220439:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.220441:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.220443:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777450.220447:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001c00. 02000000:00000001:1.0:1788777450.220454:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.220456:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.220458:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ece00. 00000100:00000001:1.0:1788777450.220532:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.220534:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.220536:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.220540:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121c00 x1875667211106816/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.220546:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.220549:0:32054:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd18823a0. 00000002:00000001:1.0:1788777450.220552:0:32054:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.220554:0:32054:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777450.220556:0:32054:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4040. 00000100:00000001:1.0:1788777450.220558:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.220561:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121c00 x1875667211106816/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.220566:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777450.220568:0:32054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.220571:0:32054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356d400. 02000000:00000001:1.0:1788777450.220575:0:32054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777450.220576:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.220577:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.220579:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777450.220581:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1068000. 02000000:00000001:1.0:1788777450.220583:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.220584:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.220586:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121c00. 00000100:00000001:1.0:1788777450.220589:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.220590:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.220593:0:32054:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.220597:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.220599:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:1.0:1788777450.220603:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.220607:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.220616:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 4 00010000:00000001:1.0:1788777450.220620:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.220626:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.220629:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.220633:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777450.220636:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9b1fd157db88) invalid 00000020:00000001:1.0:1788777450.220641:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba80 00000080:00002000:1.0:1788777450.220643:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9b1fd1768ca8) parent ffff9b1fd155f360 inode ffff9b1fd157db88 refc 2 00000080:00000001:1.0:1788777450.220648:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777450.220652:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.220655:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.220659:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.220663:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.220665:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.220668:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.220671:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.220675:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f6200 with handle 0x22b16ee488cdc8f4 from hash 00010000:00000001:1.0:1788777450.220678:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.220680:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.220682:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.220684:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.220687:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.220689:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.220693:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788777450.220696:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788777450.220700:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788777450.220707:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121c00. 00000020:00000040:1.0:1788777450.220711:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777450.220717:0:32054:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777450.220719:0:32054:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.220723:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777450.220729:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.220734:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.220736:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.220737:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.220741:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.220744:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.220749:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.220756:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1068000. 00000100:00000001:1.0:1788777450.220764:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.220767:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.220770:0:32054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777450.220777:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777450.220787:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6200/0x22b16ee488cdc8f4 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a68af expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788777450.220872:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1788777450.220882:0:32054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788777450.220884:0:32054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788777450.220887:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.220890:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc8fb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a68ee expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777450.220903:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.220905:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.220908:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6200/0x22b16ee488cdc8f4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a68af expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788777450.220916:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611300 count: 0 00010000:00000010:1.0:1788777450.220923:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182f00. 00010000:00000001:1.0:1788777450.220929:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.220930:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.220933:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6e00/0x22b16ee488cdc8bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6815 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1788777450.220940:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e800 count: 0 00010000:00000010:1.0:1788777450.220943:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6ab00. 00010000:00000001:1.0:1788777450.220948:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.220950:0:32054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.220952:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.220953:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.220955:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788777450.220969:0:32054:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788777450.220975:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1121c00 x1875667211107072/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777450.220984:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.220986:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.220992:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a26c0. 00000100:00000001:1.0:1788777450.220994:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086784 : -110914134464832 : ffff9b1fca6a26c0) 00000100:00000001:1.0:1788777450.220997:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.220999:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000001:1.0:1788777450.221004:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.221010:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.221012:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.221014:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.221019:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121c00 x1875667211107072/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.221027:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.221030:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.221035:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.221038:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.221041:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.221044:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211107072:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777450.221115:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.221124:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.221127:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.221131:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.221136:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356d400. 02000000:00000001:1.0:1788777450.221139:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.221147:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.221151:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e125d8. 00000400:00000010:1.0:1788777450.221158:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256cc0. 00000100:00000200:1.0:1788777450.221169:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211107072, portal 10 00000100:00000001:1.0:1788777450.221171:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.221172:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000040:1.0:1788777450.221179:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121c00 x1875667211107072/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.221187:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.221190:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.221193:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256220. 00000100:00000200:1.0:1788777450.221198:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875667211107072, offset 0 00000400:00000200:1.0:1788777450.221205:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.221215:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.221224:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.221231:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.221237:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.221242:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.221246:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.221251:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2726:2726:256:4294967295] 192.168.204.133@tcp LPNI seq info [2725:2725:8:4294967295] 00000400:00000200:1.0:1788777450.221256:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.221267:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.221275:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777450.224078:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956f00. 00000800:00000200:2.0:1788777450.224100:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777450.224110:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777450.224117:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956f00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788777450.224147:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777450.224157:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 840292 usecs (841 jiffies) 00000400:00000200:2.0:1788777450.224165:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777450.224170:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554372 00000100:00000001:2.0:1788777450.224175:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:2.0:1788777450.224179:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554372 00000100:00000001:2.0:1788777450.224181:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:2.0:1788777450.224183:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777450.224188:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.224192:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777450.224194:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777450.224198:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a26c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777450.224202:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777450.224205:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777450.225151:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.225162:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956f00. 00000400:00000200:3.0:1788777450.225170:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.225179:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.225188:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256220 00000400:00000010:3.0:1788777450.225191:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256220. 00000100:00000001:3.0:1788777450.225198:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.225208:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121c00 x1875667211107072/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777450.225223:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.225226:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121c00 x1875667211107072/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777450.225234:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.225235:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777450.230540:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.230961:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.230968:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.230971:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.230984:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.230994:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.231006:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.231013:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.231019:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.231025:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5bb00 00000400:00000200:2.0:1788777450.231030:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.231037:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7fcd [1] + 224 00000800:00000001:2.0:1788777450.231046:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.231146:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.231151:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.231158:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.231168:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.231181:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121c00 x1875667211107072/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777450.231194:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fd1121c00 x1875667211107072/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777450.231290:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.231301:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.231304:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777450.232151:0:32054:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788777450.232157:0:32054:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788777450.232160:0:32054:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9b1fd157db88) 00800000:00000001:2.0:1788777450.232167:0:32054:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788777450.232169:0:32054:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x1f:0x0] 00000002:00000001:2.0:1788777450.232178:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788777450.232188:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777450.232190:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788777450.232194:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777450.232196:0:32054:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777450.232200:0:32054:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788777450.232203:0:32054:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788777450.232205:0:32054:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777450.232207:0:32054:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777450.232211:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4c40 1 00800000:00000010:2.0:1788777450.232215:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e4c40. 00000080:00000001:2.0:1788777450.232221:0:32054:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788777450.232223:0:32054:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788777450.232244:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777450.232248:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be30 00000080:00002000:2.0:1788777450.232252:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9b1fd1768ca8, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788777450.232256:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777450.232260:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777450.232263:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788777450.232319:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777450.232324:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777450.232327:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777450.232329:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb20 00000080:00200000:2.0:1788777450.232331:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777450.232348:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1b2e400. 00800000:00000002:2.0:1788777450.232356:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777450.232362:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777450.232367:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777450.232370:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba40 00800000:00000002:2.0:1788777450.232373:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777450.232377:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777450.232381:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777450.232384:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777450.232387:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777450.232389:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777450.232391:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777450.232394:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777450.232396:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777450.232563:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777450.232572:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777450.232574:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b910 00000002:00010000:2.0:1788777450.232576:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777450.232581:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777450.232583:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777450.232586:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777450.232590:0:32054:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777450.232593:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777450.232596:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777450.232599:0:32054:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777450.232603:0:32054:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777450.232609:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c380. 00000020:00000040:2.0:1788777450.232614:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777450.232621:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777450.232627:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777450.232635:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777450.232638:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777450.232639:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.232643:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777450.232646:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777450.232651:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777450.232661:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333b400. 00000100:00000001:2.0:1788777450.232669:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.232674:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777450.232676:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.232678:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777450.232680:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.232682:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777450.232689:0:32054:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504806784 : -110914204744832 : ffff9b1fc639c380) 00010000:00000001:2.0:1788777450.232693:0:32054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777450.232696:0:32054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777450.232701:0:32054:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6100. 00010000:00000010:2.0:1788777450.232706:0:32054:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d580. 00010000:00000001:2.0:1788777450.232711:0:32054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777450.232715:0:32054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4e00. 00000020:00000001:2.0:1788777450.232719:0:32054:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777450.232724:0:32054:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4e00 with handle 0x22b16ee488cdc902 to hash 00000020:00000001:2.0:1788777450.232726:0:32054:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777450.232728:0:32054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:2.0:1788777450.232733:0:32054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:2.0:1788777450.232739:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777450.232742:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777450.232747:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777450.232758:0:32054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777450.232771:0:32054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777450.232777:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777450.232779:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777450.232786:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd9e49900. 00000100:00000001:2.0:1788777450.232789:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159834769664 : -110913874781952 : ffff9b1fd9e49900) 00000100:00000001:2.0:1788777450.232791:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777450.232793:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504806784 : -110914204744832 : ffff9b1fc639c380) 00000100:00000001:2.0:1788777450.232872:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777450.232878:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.232881:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777450.232883:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777450.232891:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c380 x1875667211107200/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.232901:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777450.232904:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777450.232908:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777450.232911:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777450.232915:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777450.232918:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c380 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211107200:192.168.204.133@tcp:101:rm.0 00000100:00000001:2.0:1788777450.232926:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777450.232932:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777450.232935:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777450.232938:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777450.232945:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920f800. 02000000:00000001:2.0:1788777450.232948:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777450.232956:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777450.232961:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919be18. 00000400:00000010:2.0:1788777450.232969:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93198. 00000100:00000200:2.0:1788777450.232978:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211107200, portal 10 00000100:00000001:2.0:1788777450.232980:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777450.232982:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504806784 : -110914204744832 : ffff9b1fc639c380) 00000100:00000040:2.0:1788777450.232988:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639c380 x1875667211107200/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.232997:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777450.233000:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777450.233003:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777450.233006:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211107200, offset 0 00000400:00000200:2.0:1788777450.233014:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777450.233023:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.233032:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777450.233040:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777450.233045:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777450.233128:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777450.233132:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777450.233136:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2727:2727:256:4294967295] 192.168.204.133@tcp LPNI seq info [2726:2726:8:4294967295] 00000400:00000200:2.0:1788777450.233141:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.233152:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777450.233160:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777450.233166:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956b00. 00000800:00000200:2.0:1788777450.233174:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777450.233182:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777450.233188:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777450.233279:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777450.233285:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 839087 usecs (840 jiffies) 00000400:00000200:2.0:1788777450.233289:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777450.233292:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554380 00000100:00000001:2.0:1788777450.233296:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:2.0:1788777450.233299:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554380 00000100:00000001:2.0:1788777450.233301:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:2.0:1788777450.233303:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777450.233306:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.233309:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777450.233312:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777450.233315:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd9e49900 going to sleep for 11 seconds 00000100:00000001:2.0:1788777450.233318:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777450.233322:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788777450.234690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00010000:00000010:1.1:1788777450.234707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611300. 00010000:00000010:1.1:1788777450.234713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6200. 00010000:00000010:1.1:1788777450.234717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e800. 00010000:00000010:1.1:1788777450.234720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6e00. 00000800:00000200:2.0:1788777450.237251:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.237267:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956b00. 00000400:00000200:2.0:1788777450.237280:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.237291:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.237302:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:2.0:1788777450.237305:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:2.0:1788777450.237313:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.237324:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c380 x1875667211107200/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.237351:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.237355:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c380 x1875667211107200/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.237364:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.237366:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777450.238363:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.238383:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.238387:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.238390:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.238399:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.238453:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.238542:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.238548:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.238556:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.238561:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5bb80 00000400:00000200:2.0:1788777450.238567:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.238574:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x7fd5 [1] + 224 00000800:00000001:2.0:1788777450.238583:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.238594:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.238597:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.238601:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.238609:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.238618:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c380 x1875667211107200/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777450.238630:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639c380 x1875667211107200/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.238712:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.238722:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.238726:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1788777450.245565:0:2407:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157dac0. 00000080:00000010:2.1:1788777450.245581:0:2407:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ecbe0. 00000800:00000200:2.0:1788777450.248982:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.248998:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:2.0:1788777450.249010:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.249022:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.249032:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b3b8 00000400:00000010:2.0:1788777450.249035:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b3b8. 00000100:00000001:2.0:1788777450.249045:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.249062:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef800 x1875667211107456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.249078:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.249083:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211107456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.249089:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.249091:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777450.249717:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.249736:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777450.249740:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.249742:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.249750:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.249756:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777450.249765:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.249770:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.249776:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.249781:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5bc80 00000400:00000200:2.0:1788777450.249786:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777450.249793:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x7fe5 [64] + 224 00000800:00000001:2.0:1788777450.249814:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.249824:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777450.249827:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.249831:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777450.249837:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777450.249843:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef800 x1875667211107456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777450.249853:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc31ef800 x1875667211107456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.249935:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777450.249944:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777450.249947:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.252016:0:32054:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.252024:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd28 00000080:00000008:1.0:1788777450.252027:0:32054:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9b1fd1579988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777450.252123:0:32054:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777450.252126:0:32054:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9b1fd1579988) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788777450.252135:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068200. 00800000:00000002:1.0:1788777450.252139:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3d540 2 00000080:00000001:1.0:1788777450.252143:0:32054:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1788777450.252151:0:32054:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1788777450.252153:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.252155:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.252157:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.252159:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.252161:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.252163:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.252165:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.252170:0:32054:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788777450.252172:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.252174:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bab8 00000002:00010000:1.0:1788777450.252176:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000405:0x20:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788777450.252179:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.252182:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.252184:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.252187:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 2 00010000:00000001:1.0:1788777450.252190:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.252193:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.252196:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.252199:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777450.252208:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.252210:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.252214:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777450.252222:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.252224:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.252226:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.252228:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.252229:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.252231:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.252233:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:1.0:1788777450.252235:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:1.0:1788777450.252238:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:1.0:1788777450.252240:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.252242:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.252243:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.252298:0:32054:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788777450.252306:0:32054:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b1fd1162800. 00000002:00000001:1.0:1788777450.253187:0:32054:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788777450.253199:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777450.253207:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777450.253213:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.253218:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.253223:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.253233:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1068400. 00000100:00000001:1.0:1788777450.253241:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.253246:0:32054:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788777450.253252:0:32054:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b1fc356ec00. 00000100:00000010:1.0:1788777450.253258:0:32054:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b1fd11fe000. 00000020:00000040:1.0:1788777450.253260:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777450.253285:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.253288:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.253297:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.253299:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086208 : -110914134465408 : ffff9b1fca6a2480) 00000100:00000001:1.0:1788777450.253303:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.253304:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777450.253310:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.253316:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.253319:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.253321:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.253344:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.253354:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.253358:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.253362:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.253365:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.253368:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.253372:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211107584:192.168.204.133@tcp:37:rm.0 00000100:00000001:1.0:1788777450.253378:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.253384:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.253388:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.253391:0:32054:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788777450.253715:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.253722:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e120b0. 00000400:00000010:1.0:1788777450.253738:0:32054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b1fd12c4000. 00000100:00000200:1.0:1788777450.253749:0:32054:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8cdd5bd00-0x6a9e8cdd5bd00, portal 14 00000100:00000001:1.0:1788777450.253755:0:32054:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.253758:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.253763:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356c000. 02000000:00000001:1.0:1788777450.253765:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.253769:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.253772:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12898. 00000400:00000010:1.0:1788777450.253777:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256cc0. 00000100:00000200:1.0:1788777450.253780:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211107584, portal 10 00000100:00000001:1.0:1788777450.253783:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.253784:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777450.253794:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.253881:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.253885:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.253890:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256220. 00000100:00000200:1.0:1788777450.253895:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667211107584, offset 0 00000400:00000200:1.0:1788777450.253904:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.253916:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.253928:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.253936:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.253943:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.253949:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.253952:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.253957:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2729:2729:256:4294967295] 192.168.204.133@tcp LPNI seq info [2728:2728:8:4294967295] 00000400:00000200:1.0:1788777450.253962:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.253975:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.253983:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.253990:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837c00. 00000800:00000200:1.0:1788777450.253998:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.254008:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.254015:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837c00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.254165:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.254171:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 836670 usecs (837 jiffies) 00000400:00000200:1.0:1788777450.254175:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.254178:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554398 00000100:00000001:1.0:1788777450.254183:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.254186:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554398 00000100:00000001:1.0:1788777450.254188:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.254191:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.254194:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.254196:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.254199:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.254201:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.254204:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.254208:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777450.260232:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.260258:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.260264:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.260267:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.260281:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.260292:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.260303:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.260310:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.260317:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.260322:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 4096 into portal 14 MB=0x6a9e8cdd5bd00 00000400:00000200:3.0:1788777450.260329:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.260348:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.133@tcp of length 4096/4096 into md 0x7fed [256] + 0 00000400:00000010:3.0:1788777450.260357:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e120b0. 00000400:00000200:3.0:1788777450.260363:0:2406:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fd12c4000 00000800:00000001:3.0:1788777450.260372:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.260384:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.260389:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.260395:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.260402:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd12c4000 00000400:00000010:3.0:1788777450.260406:0:2406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b1fd12c4000. 00000100:00000001:3.0:1788777450.260412:0:2406:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788777450.260416:0:2406:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fd1123480 desc ffff9b1fc356ec00 mbits 1875667211107584 00000100:00000001:1.0:1788777450.260494:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.260500:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.261100:0:2406:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788777450.261112:0:2406:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788777450.261119:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.261126:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777450.261134:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2730:2730:255:4294967295] 192.168.204.133@tcp LPNI seq info [2729:2729:7:4294967295] 00000400:00000200:3.0:1788777450.261139:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.261148:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:3.0:1788777450.261156:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777450.261168:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b1fca71e000. 00000800:00000200:3.0:1788777450.261176:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777450.261185:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777450.261192:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fca71e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1788777450.261199:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.261203:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788777450.261426:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.261434:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837c00. 00000400:00000200:2.0:1788777450.261440:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.261444:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.261449:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256220 00000400:00000010:2.0:1788777450.261453:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256220. 00000100:00000001:2.0:1788777450.261458:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.261480:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.261495:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.261499:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.261505:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.261507:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777450.261600:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.261603:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b1fca71e000. 00000400:00000200:2.0:1788777450.261607:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.261611:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:3.0:1788777450.264827:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.264853:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.264859:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.264862:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.264874:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.264884:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.264896:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.264903:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.264909:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.264914:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd5bd00 00000400:00000200:3.0:1788777450.264921:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.264928:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x7ff5 [1] + 224 00000800:00000001:3.0:1788777450.264940:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.264947:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.264952:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.264957:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.264969:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.264982:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777450.264995:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.265023:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.265033:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.265037:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.265161:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.265171:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.265174:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.265178:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12898. 00000400:00000200:1.0:1788777450.265184:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256cc0 00000400:00000010:1.0:1788777450.265187:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256cc0. 00000100:00000001:1.0:1788777450.265191:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.265196:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777450.265206:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.265213:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.265216:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.265219:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.265224:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.265227:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.265230:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.265234:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.265247:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777450.265253:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.265256:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.265258:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.265262:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.265267:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.265271:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.265275:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.265277:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.265282:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.265287:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777450.265297:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.265311:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.265314:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.265319:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777450.265326:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211107584:192.168.204.133@tcp:37:rm.0 00000100:00000001:1.0:1788777450.265332:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.265345:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.265349:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.265352:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.265356:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.265363:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.265367:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.265370:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.265372:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.265377:0:32054:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.265380:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.265382:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211107584/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.265388:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777450.265391:0:32054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.265395:0:32054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356c000. 02000000:00000001:1.0:1788777450.265398:0:32054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777450.265402:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.265404:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.265406:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777450.265409:0:32054:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788777450.265411:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.265412:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.265414:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788777450.265447:0:32054:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b1fd11fe000. 00000100:00000010:1.0:1788777450.265451:0:32054:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b1fc356ec00. 00000100:00000001:1.0:1788777450.265456:0:32054:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788777450.265460:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1068400. 02000000:00000001:1.0:1788777450.265516:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.265518:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.265521:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:1.0:1788777450.265526:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.265527:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.265530:0:32054:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788777450.265533:0:32054:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788777450.266159:0:32054:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b1fd1162800. 00000002:00000001:1.0:1788777450.266167:0:32054:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.266175:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.266178:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.266182:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:1.0:1788777450.266185:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:1.0:1788777450.266189:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:1.0:1788777450.266192:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.266198:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777450.266209:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.266212:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.266214:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.266218:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.266221:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777450.266230:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.266234:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.266237:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.266242:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.266244:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.266246:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.266250:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.266252:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.266255:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.266259:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.266261:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.266262:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.266263:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788777450.266267:0:32054:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.266275:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777450.266283:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:1.0:1788777450.266285:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:1.0:1788777450.266291:0:32054:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.266296:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d540 2 00000080:00000010:1.0:1788777450.266300:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068200. 00000080:00000001:1.0:1788777450.266306:0:32054:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.266358:0:32054:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777450.266361:0:32054:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777450.266366:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdd0 00000080:00200008:1.0:1788777450.266370:0:32054:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9b1fd1579988), flags 704000 00000080:00400000:1.0:1788777450.266374:0:32054:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:1.0:1788777450.266379:0:32054:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777450.266380:0:32054:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788777450.266383:0:32054:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788777450.266390:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.266394:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.266397:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.266400:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.266402:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.266405:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.266408:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.266415:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.266417:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.266426:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 2 00010000:00000001:1.0:1788777450.266430:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.266435:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.266438:0:32054:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 0 00000080:00000001:1.0:1788777450.266441:0:32054:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777450.266444:0:32054:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777450.266451:0:32054:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fd1068200. 00000080:00000001:1.0:1788777450.266454:0:32054:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788777450.266492:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3d540 2 00000080:00000001:1.0:1788777450.266498:0:32054:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777450.266502:0:32054:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777450.266503:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.266505:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.266506:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.266508:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.266510:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.266512:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.266514:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.266516:0:32054:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:1.0:1788777450.266520:0:32054:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777450.266522:0:32054:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777450.266530:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777450.266534:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777450.266539:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.266543:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.266548:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.266556:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1068400. 00000100:00000001:1.0:1788777450.266564:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777450.266584:0:32054:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc31ef800 x1875667211107456/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777450.266597:0:32054:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777450.266604:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1123480 x1875667211107840/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777450.266612:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.266614:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.266621:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.266623:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086208 : -110914134465408 : ffff9b1fca6a2480) 00000100:00000001:1.0:1788777450.266626:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.266628:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777450.266633:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.266639:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.266641:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.266644:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.266648:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211107840/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.266656:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.266659:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.266664:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.266667:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.266670:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.266673:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211107840:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777450.266678:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.266685:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.266687:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.266691:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.266695:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777450.266698:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.266706:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.266710:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12898. 00000400:00000010:1.0:1788777450.266718:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256cc0. 00000100:00000200:1.0:1788777450.266727:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211107840, portal 10 00000100:00000001:1.0:1788777450.266729:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.266730:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777450.266737:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1123480 x1875667211107840/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.266745:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.266749:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.266752:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256ee0. 00000100:00000200:1.0:1788777450.266756:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211107840, offset 0 00000400:00000200:1.0:1788777450.266764:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.266773:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.266782:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.266790:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.266796:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.266801:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.266805:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.266809:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2731:2731:256:4294967295] 192.168.204.133@tcp LPNI seq info [2730:2730:8:4294967295] 00000400:00000200:1.0:1788777450.266814:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.266824:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.266831:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.266837:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837800. 00000800:00000200:1.0:1788777450.266847:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.266857:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.266864:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.266878:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.266883:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 835476 usecs (836 jiffies) 00000400:00000200:1.0:1788777450.266887:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.266891:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554408 00000100:00000001:1.0:1788777450.266895:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.266897:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554408 00000100:00000001:1.0:1788777450.266900:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.266903:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.266906:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.266909:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.266912:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.266916:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.266918:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.266921:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777450.267361:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.267367:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837800. 00000400:00000200:2.0:1788777450.267374:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.267378:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.267383:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256ee0 00000400:00000010:2.0:1788777450.267386:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256ee0. 00000100:00000001:2.0:1788777450.267391:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.267397:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211107840/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.267408:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.267412:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211107840/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.267419:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.267421:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777450.270596:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.270619:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.270625:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.270628:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.270641:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.270652:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.270663:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.270669:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.270675:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.270679:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5be00 00000400:00000200:3.0:1788777450.270685:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.270694:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x7ffd [1] + 224 00000800:00000001:3.0:1788777450.270702:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.270712:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.270716:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.270722:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.270731:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.270744:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211107840/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777450.270756:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1123480 x1875667211107840/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.270781:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.270792:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.270803:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788777450.270889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6000. 00000100:00000001:1.0:1788777450.270954:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.270964:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.270966:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.270970:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12898. 00000400:00000200:1.0:1788777450.270975:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256cc0 00000400:00000010:1.0:1788777450.270978:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256cc0. 00000100:00000001:1.0:1788777450.270982:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.270987:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211107840/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777450.270997:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211107840/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.271003:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.271006:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.271009:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.271014:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.271017:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.271020:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.271024:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.271037:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777450.271042:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.271045:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.271047:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.271050:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.271055:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.271059:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777450.271061:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777450.271063:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777450.271075:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.271077:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777450.271082:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.271084:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.271087:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.271090:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.271096:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211107840/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.271104:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.271108:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.271110:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.271114:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211107840/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777450.271121:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211107840:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777450.271128:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.271131:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.271133:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.271136:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.271140:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211107840/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.271147:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.271150:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.271154:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.271156:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.271164:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.271166:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000002:00000001:1.0:1788777450.271169:0:32054:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.271173:0:32054:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.271178:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d540 2 00000080:00000010:1.0:1788777450.271182:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068200. 00000080:00000001:1.0:1788777450.271187:0:32054:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777450.271191:0:32054:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777450.271194:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.271197:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.271200:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.271203:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.271205:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.271208:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.271210:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.271216:0:32054:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777450.271223:0:32054:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc31ef800 x1875667211107456/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.271232:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.271233:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000001:1.0:1788777450.271235:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.271238:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef800 x1875667211107456/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.271250:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.271252:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.271256:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211107840/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.271262:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.271264:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.271267:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef800 x1875667211107456/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.271274:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777450.271278:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.271280:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.271283:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777450.271288:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001400. 02000000:00000001:1.0:1788777450.271295:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.271297:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.271299:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef800. 00000100:00000001:1.0:1788777450.271303:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.271304:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.271306:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.271308:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211107840/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.271314:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.271316:0:32054:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd18821c0. 00000002:00000001:1.0:1788777450.271319:0:32054:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.271321:0:32054:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777450.271323:0:32054:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4340. 00000100:00000001:1.0:1788777450.271326:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.271329:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211107840/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.271349:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777450.271351:0:32054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.271355:0:32054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777450.271361:0:32054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777450.271362:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.271364:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.271366:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777450.271367:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1068400. 02000000:00000001:1.0:1788777450.271369:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.271371:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.271372:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:1.0:1788777450.271377:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.271378:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.271381:0:32054:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777450.271386:0:32054:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b47400. 00000080:00000001:1.0:1788777450.271391:0:32054:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.271400:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdd0 00000080:00000008:1.0:1788777450.271402:0:32054:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9b1fd1579988), flags 704000, rc = 0 00000080:00000001:1.0:1788777450.271406:0:32054:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.271409:0:32054:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.271706:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.271712:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.271714:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.271716:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bbc0 00000080:00200000:1.0:1788777450.271719:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777450.271726:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068400. 00800000:00000002:1.0:1788777450.271734:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.271740:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.271744:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.271746:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bae0 00800000:00000002:1.0:1788777450.271749:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.271753:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.271755:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.271757:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.271758:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.271760:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.271762:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.271763:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.271765:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.271769:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.271774:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.271776:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b9b0 00000002:00010000:1.0:1788777450.271778:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.271782:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.271784:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.271788:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.271927:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777450.271931:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.271937:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.271942:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.271947:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777450.271958:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.271963:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.271966:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777450.271974:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.271977:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.271979:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.271981:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.271984:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.271986:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.271989:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.271991:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.271993:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068400. 00000080:00000001:1.0:1788777450.271998:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.272000:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.272003:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777450.272008:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc902 00800000:00000001:1.0:1788777450.272012:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.272015:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.272016:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.272019:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.272023:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777450.272025:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.272029:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.272032:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.272035:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.272036:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.272038:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.272041:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc902 from it ffffb70bc1d6bbf8 00010000:00000001:1.0:1788777450.272100:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.272102:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.272104:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777450.272107:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.272109:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.272112:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.272115:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777450.272122:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.272123:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.272125:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.272127:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.272130:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777450.272137:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.272140:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.272142:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.272148:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.272149:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.272152:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272156:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.272158:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272162:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272165:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272167:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.272169:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.272170:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.272173:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.272175:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.272177:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777450.272182:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.272187:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777450.272190:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bbc0 00000080:00002000:1.0:1788777450.272192:0:32054:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9b1fd1739ca8) flags 0x20000e refc 1 00000080:00000001:1.0:1788777450.272194:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.272197:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bc08 00000080:00200000:1.0:1788777450.272199:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000002:1.0:1788777450.272207:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788777450.272214:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777450.272216:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9b1fd1579988), inode mode 41ed mask 44 00000080:00000001:1.0:1788777450.272219:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.272228:0:32054:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777450.272231:0:32054:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777450.272233:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb78 00000080:00200008:1.0:1788777450.272236:0:32054:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9b1fd1579988), flags 704400 00000080:00000010:1.0:1788777450.272243:0:32054:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777450.272252:0:32054:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788777450.272256:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068400. 00800000:00000002:1.0:1788777450.272259:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.272262:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.272263:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.272265:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba28 00800000:00000002:1.0:1788777450.272267:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.272271:0:32054:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788777450.272273:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.272276:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.272277:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.272278:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.272281:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.272283:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.272285:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.272288:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b9a8 00800000:00000002:1.0:1788777450.272289:0:32054:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788777450.272293:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.272294:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b8e0 00000002:00010000:1.0:1788777450.272296:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1788777450.272300:0:32054:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777450.272304:0:32054:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777450.272308:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.272314:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 2 00010000:00000001:1.0:1788777450.272316:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.272319:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.272323:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272325:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.272327:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.272329:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.272330:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777450.272332:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.272343:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.272346:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272347:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.272349:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.272354:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777450.272360:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777450.272368:0:32054:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777450.272370:0:32054:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272374:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777450.272380:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.272383:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.272384:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.272385:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.272389:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.272392:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.272397:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.272407:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356ec00. 00000100:00000001:1.0:1788777450.272415:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272420:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.272422:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272424:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.272425:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.272427:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.272435:0:32054:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00010000:00000001:1.0:1788777450.272439:0:32054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777450.272441:0:32054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777450.272444:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777450.272446:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.272449:0:32054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777450.272454:0:32054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045c00. 00000020:00000001:1.0:1788777450.272457:0:32054:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777450.272460:0:32054:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045c00 with handle 0x22b16ee488cdc910 to hash 00000020:00000001:1.0:1788777450.272500:0:32054:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777450.272503:0:32054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.272507:0:32054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.272511:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.272513:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.272516:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.272524:0:32054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777450.272537:0:32054:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777450.272550:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1123480 x1875667211108096/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777450.272558:0:32054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777450.272567:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.272569:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.272576:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.272578:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086208 : -110914134465408 : ffff9b1fca6a2480) 00000100:00000001:1.0:1788777450.272581:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.272582:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777450.272587:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.272591:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.272593:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.272595:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.272599:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211108096/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.272607:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.272609:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.272614:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.272617:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.272619:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.272623:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108096:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777450.272627:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.272635:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.272638:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.272641:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.273272:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:1.0:1788777450.273278:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.273289:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.273295:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12898. 00000400:00000010:1.0:1788777450.273306:0:32054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fd1162800. 00000100:00000200:1.0:1788777450.273315:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211108096, portal 10 00000100:00000001:1.0:1788777450.273318:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.273319:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777450.273329:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1123480 x1875667211108096/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.273355:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.273358:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.273363:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256cc0. 00000100:00000200:1.0:1788777450.273367:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211108096, offset 0 00000400:00000200:1.0:1788777450.273376:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.273388:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.273397:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.273404:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.273409:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.273414:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.273417:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.273421:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2732:2732:256:4294967295] 192.168.204.133@tcp LPNI seq info [2731:2731:8:4294967295] 00000400:00000200:1.0:1788777450.273426:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.273438:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.273446:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.273453:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837500. 00000800:00000200:1.0:1788777450.273492:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.273501:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.273506:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.273594:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.273599:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 834273 usecs (835 jiffies) 00000400:00000200:1.0:1788777450.273603:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.273606:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554416 00000100:00000001:1.0:1788777450.273609:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.273612:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554416 00000100:00000001:1.0:1788777450.273614:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.273616:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.273619:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.273622:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.273624:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.273627:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.273630:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.273633:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777450.274936:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777450.274946:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837500. 00000400:00000200:2.0:1788777450.274956:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777450.274964:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777450.274972:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256cc0 00000400:00000010:2.0:1788777450.274975:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256cc0. 00000100:00000001:2.0:1788777450.274981:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777450.274990:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211108096/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.275005:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777450.275009:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211108096/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777450.275017:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777450.275020:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777450.278134:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.278160:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.278167:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.278169:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.278182:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.278192:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.278203:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.278209:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.278216:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.278221:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5bf00 00000400:00000200:3.0:1788777450.278227:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.278235:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8005 [64] + 224 00000800:00000001:3.0:1788777450.278244:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.278255:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.278260:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.278265:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.278274:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.278287:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211108096/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777450.278299:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fd1123480 x1875667211108096/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.278325:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.278348:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.278351:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.278432:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.278444:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.278447:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.278453:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12898. 00000400:00000200:1.0:1788777450.278459:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1162800 00000400:00000010:1.0:1788777450.278507:0:32054:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fd1162800. 00000100:00000001:1.0:1788777450.278514:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.278519:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211108096/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777450.278528:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211108096/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.278534:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.278536:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.278539:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.278544:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.278548:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.278551:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.278555:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.278570:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777450.278576:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.278579:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.278581:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.278585:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.278589:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.278594:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777450.278597:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777450.278598:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777450.278601:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.278603:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777450.278607:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.278610:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.278612:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.278616:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.278621:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.278628:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.278631:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.278634:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.278638:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777450.278645:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108096:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777450.278650:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.278653:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.278656:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.278659:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.278663:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.278669:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.278672:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.278675:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.278677:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.278680:0:32054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777450.278686:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.278690:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.278693:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777450.278696:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.278699:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:1.0:1788777450.278706:0:32054:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045c00, remote cookie: 0x542deec0941a692d, flags: 0x1001 00010000:00000040:1.0:1788777450.278710:0:32054:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777450.278713:0:32054:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788777450.278723:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 2 00010000:00000001:1.0:1788777450.278727:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.278731:0:32054:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.278737:0:32054:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.278747:0:32054:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.278753:0:32054:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777450.278759:0:32054:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777450.278762:0:32054:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777450.278764:0:32054:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777450.278766:0:32054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777450.278768:0:32054:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9b1fd9c8da00) refcount = 2 00010000:00000040:1.0:1788777450.278772:0:32054:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777450.278775:0:32054:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788777450.278782:0:32054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.278788:0:32054:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777450.278792:0:32054:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777450.278793:0:32054:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.278797:0:32054:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777450.278800:0:32054:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.278803:0:32054:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.278808:0:32054:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777450.278809:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.278812:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.278813:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.278815:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.278817:0:32054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.278822:0:32054:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777450.278825:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.278826:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.278828:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.278830:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.278832:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.278834:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.278835:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777450.278839:0:32054:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777450.278849:0:32054:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788777450.278854:0:32054:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777450.278861:0:32054:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.278869:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.278870:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.278871:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.278873:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.278875:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.278878:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.278879:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.278881:0:32054:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.278883:0:32054:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.278887:0:32054:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788777450.278889:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.278890:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00010000:00000001:1.0:1788777450.278893:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.278894:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.278895:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.278897:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.278899:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00000002:00010000:1.0:1788777450.278903:0:32054:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.278910:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.278912:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.278914:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777450.278915:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.278916:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.278918:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.278919:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.278922:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:1.0:1788777450.278925:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 3 00010000:00000001:1.0:1788777450.278928:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777450.278933:0:32054:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 16 res 8589935621/32 (0 0) 00010000:00000001:1.0:1788777450.278936:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.278937:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.278938:0:32054:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777450.278942:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b868 00000002:00002000:1.0:1788777450.278944:0:32054:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788777450.278948:0:32054:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.278952:0:32054:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.278955:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777450.278959:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777450.278963:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.278968:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.278973:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068400. 00000080:00000001:1.0:1788777450.278979:0:32054:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777450.278987:0:32054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777450.278992:0:32054:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777450.279000:0:32054:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32def40. 00800000:00000001:1.0:1788777450.279003:0:32054:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453699904 : -110914255851712 : ffff9b1fc32def40) 00800000:00000001:1.0:1788777450.279005:0:32054:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.279008:0:32054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777450.279012:0:32054:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777450.279015:0:32054:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:1.0:1788777450.279018:0:32054:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777450.279022:0:32054:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777450.279024:0:32054:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.279031:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:1.0:1788777450.279034:0:32054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788777450.279040:0:32054:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00010000:00000001:1.0:1788777450.279043:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.279044:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.279046:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.279048:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.279051:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.279053:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.279055:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777450.279056:0:32054:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777450.279059:0:32054:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777450.279061:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32def40 1 00800000:00000010:1.0:1788777450.279064:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32def40. 00800000:00000001:1.0:1788777450.279068:0:32054:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.279073:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9b1fd1579988) for lock 0x22b16ee488cdc910 00800000:00000001:1.0:1788777450.279076:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.279078:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.279079:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.279080:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.279082:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.279084:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.279086:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.279089:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.279090:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.279092:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.279094:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777450.279098:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1788777450.279102:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.279106:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.279114:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.279118:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc910 from it ffffb70bc1d6bbd0 00010000:00000001:1.0:1788777450.279120:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.279121:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.279122:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777450.279124:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.279126:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.279129:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.279132:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.279139:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.279140:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.279142:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.279145:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.279148:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777450.279156:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.279159:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.279162:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.279168:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.279169:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.279170:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.279175:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.279177:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.279179:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.279182:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.279184:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.279186:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.279187:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777450.279191:0:32054:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777450.279197:0:32054:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc32def40. 00000080:00000001:1.0:1788777450.279200:0:32054:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788777450.279205:0:32054:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788777450.279208:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.279211:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.279214:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.279217:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.279219:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279222:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.279224:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.279228:0:32054:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788777450.279231:0:32054:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd11ecd60. 00000002:00100000:1.0:1788777450.279235:0:32054:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777450.279242:0:32054:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.279243:0:32054:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777450.279247:0:32054:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788777450.279251:0:32054:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.279256:0:32054:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788777450.279258:0:32054:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.279260:0:32054:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.279264:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.279267:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788777450.279275:0:32054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.279278:0:32054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:1.0:1788777450.279320:0:32054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788777450.279322:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.279326:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb78 00000080:00000008:1.0:1788777450.279328:0:32054:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9b1fd1579988), flags 704400, rc = 0 00000080:00000001:1.0:1788777450.279333:0:32054:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.279384:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd28 00000080:00200008:1.0:1788777450.279386:0:32054:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9b1fd1579988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777450.279396:0:32054:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788777450.279402:0:32054:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.279405:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.279407:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bca0 00000080:00200000:1.0:1788777450.279409:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9b1fd1579988),name=d21g.recovery-small-2 00000080:00000010:1.0:1788777450.279417:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068400. 00800000:00000002:1.0:1788777450.279423:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.279431:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.279435:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.279437:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bbc0 00800000:00000002:1.0:1788777450.279439:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.279444:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.279447:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.279449:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.279450:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.279451:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.279454:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279455:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.279457:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.279459:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.279460:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.279499:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.279501:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.279502:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279504:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.279506:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279509:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.279514:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.279516:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba90 00000002:00010000:1.0:1788777450.279518:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.279522:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.279524:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.279527:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.279530:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 3 00010000:00000001:1.0:1788777450.279532:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.279536:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.279541:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.279545:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777450.279560:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.279565:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.279568:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777450.279575:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.279578:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.279580:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.279582:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.279584:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.279586:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.279588:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.279590:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.279592:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068400. 00000080:00000001:1.0:1788777450.279596:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.279599:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.279602:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9b1fd1579988) 00000080:00010000:1.0:1788777450.279606:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9b1fd1579988) for lock 0x22b16ee488cdc8d8 00800000:00000001:1.0:1788777450.279609:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.279611:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.279612:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.279613:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.279615:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:1.0:1788777450.279617:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:1.0:1788777450.279619:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:1.0:1788777450.279622:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.279623:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.279624:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.279626:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.279627:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc8d8 from it ffffb70bc1d6bcd8 00010000:00000001:1.0:1788777450.279629:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.279630:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.279632:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815400 refcount=3 00000020:00000001:1.0:1788777450.279634:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:1.0:1788777450.279636:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694046208 : -110914015505408 : ffff9b1fd1815400) 00010000:00000001:1.0:1788777450.279639:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.279642:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777450.279649:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.279650:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.279651:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.279653:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.279655:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777450.279661:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.279663:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.279664:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.279666:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.279667:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.279668:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.279670:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.279672:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.279673:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.279676:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.279678:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.279679:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.279680:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.279682:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.279684:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.279688:0:32054:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.279692:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd28 00000080:00000008:1.0:1788777450.279695:0:32054:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9b1fd1579988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777450.279728:0:32054:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777450.279730:0:32054:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9b1fd1579988) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788777450.279736:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068400. 00800000:00000002:1.0:1788777450.279739:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3d540 2 00000080:00000001:1.0:1788777450.279743:0:32054:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788777450.279752:0:32054:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446700340281864576 : -43733427687040 : ffffd8398493f180) 00000080:00000001:1.0:1788777450.279756:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777450.279761:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:1.0:1788777450.279764:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:1.0:1788777450.279769:0:32054:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279771:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d540 2 00000080:00000010:1.0:1788777450.279773:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068400. 00000080:00000001:1.0:1788777450.279777:0:32054:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.279791:0:32054:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777450.279792:0:32054:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9b1fd1579988) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1788777450.279795:0:32054:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777450.279798:0:32054:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.279823:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.279827:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777450.279829:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9b1fd1579988), inode mode 41ed mask 1 00000080:00000001:1.0:1788777450.279834:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.279842:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777450.279845:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bda0 00000080:00002000:1.0:1788777450.279847:0:32054:0:(dcache.c:87:ll_dcompare()) found name f(ffff9b1fd1739a20) flags 0x48000e refc 0 00000080:00000001:1.0:1788777450.279849:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.279852:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be10 00000080:00200000:1.0:1788777450.279854:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1788777450.279859:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777450.279860:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9b1fd1579988), inode mode 41ed mask 3 00000080:00000001:1.0:1788777450.279864:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.279868:0:32054:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1788777450.279870:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdf8 00000080:00200000:1.0:1788777450.279872:0:32054:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9b1fd1579988) 00000080:00000001:1.0:1788777450.279876:0:32054:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788777450.279880:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.279886:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777450.279889:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:1.0:1788777450.279892:0:32054:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777450.279898:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000002:1.0:1788777450.279902:0:32054:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617360 addref 2/0 by ffff9b1fca608000. 00020000:00000002:1.0:1788777450.279905:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.279909:0:32054:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777450.279911:0:32054:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777450.279913:0:32054:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777450.279915:0:32054:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788777450.279918:0:32054:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788777450.279921:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:1.0:1788777450.279925:0:32054:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788777450.279928:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068400. 00800000:00000002:1.0:1788777450.279931:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3d540 2 00800000:00000001:1.0:1788777450.279940:0:32054:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788777450.279942:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.279944:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.279946:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.279947:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.279950:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279951:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.279954:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.279956:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.279957:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.279958:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.279959:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.279960:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279962:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:1.0:1788777450.279964:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.279967:0:32054:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788777450.279968:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.279969:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.279971:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.279972:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.279974:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279975:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:1.0:1788777450.279977:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279980:0:32054:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x22:0x0] 00800000:00000001:1.0:1788777450.279982:0:32054:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.279985:0:32054:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x20:0x0]/[0x200000405:0x22:0x0] -> mds #0 00000002:00000001:1.0:1788777450.279989:0:32054:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788777450.279992:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.279995:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 3 00010000:00000001:1.0:1788777450.279997:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.280000:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.280005:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.280008:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788777450.280018:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.280023:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.280025:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.280028:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:1.0:1788777450.280031:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.280032:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.280034:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 4 00010000:00000001:1.0:1788777450.280036:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.280039:0:32054:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788777450.280042:0:32054:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788777450.280043:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.280046:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.280050:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777450.280057:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.280058:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.280059:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788777450.280061:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.280062:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.280064:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=2 00000020:00000001:1.0:1788777450.280066:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.280068:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777450.280070:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.280071:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.280073:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.280074:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.280076:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 4 00010000:00000001:1.0:1788777450.280079:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.280081:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.280083:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.280084:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.280085:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 4 00010000:00000001:1.0:1788777450.280087:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.280089:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.280091:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777450.280094:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff9b1fd15798c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777450.280165:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777450.280167:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777450.280170:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777450.280172:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9b1fd1579988) invalid 00000020:00000001:1.0:1788777450.280176:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba60 00000080:00002000:1.0:1788777450.280178:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9b1fd1739ca8) parent ffff9b1fd155f360 inode ffff9b1fd1579988 refc 3 00000080:00000001:1.0:1788777450.280182:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777450.280185:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.280187:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.280191:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.280195:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.280197:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.280199:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.280201:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.280205:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1815400 with handle 0x22b16ee488cdc8d8 from hash 00010000:00000001:1.0:1788777450.280208:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.280209:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.280210:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.280212:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.280215:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.280217:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.280220:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777450.280222:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.280226:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.280229:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.280232:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 3 00010000:00000001:1.0:1788777450.280234:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.280237:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.280239:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.280242:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788777450.280249:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.280251:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.280252:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.280254:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:1.0:1788777450.280256:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.280258:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.280259:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 4 00010000:00000001:1.0:1788777450.280261:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.280264:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.280266:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.280267:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.280268:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 4 00010000:00000001:1.0:1788777450.280270:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.280272:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.280274:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.280275:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.280276:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 4 00010000:00000001:1.0:1788777450.280278:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.280279:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.280280:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.280281:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.280283:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 4 00010000:00000001:1.0:1788777450.280285:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.280286:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.280288:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.280291:0:32054:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777450.280292:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.280295:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777450.280298:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:1.0:1788777450.280300:0:32054:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788777450.280304:0:32054:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:1.0:1788777450.280307:0:32054:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788777450.280310:0:32054:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788777450.280314:0:32054:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777450.280317:0:32054:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777450.280320:0:32054:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788777450.280322:0:32054:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.280325:0:32054:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777450.280326:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:1.0:1788777450.280329:0:32054:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.280331:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777450.280333:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x22:0x0](ffff9b1fd157ec08) invalid 00000020:00000001:1.0:1788777450.280352:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba60 00000080:00002000:1.0:1788777450.280354:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b1fd1739a20) parent ffff9b1fd1739ca8 inode ffff9b1fd157ec08 refc 1 00000080:00000001:1.0:1788777450.280357:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777450.280359:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.280360:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.280362:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.280364:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.280365:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.280367:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.280368:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.280371:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814800 with handle 0x22b16ee488cdc8df from hash 00010000:00000001:1.0:1788777450.280374:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.280375:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.280376:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.280377:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.280379:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.280380:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.280383:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.280385:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc8b5 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a6807 expref: -99 pid: 32018 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788777450.280392:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.280395:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.280396:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.280397:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:1.0:1788777450.280400:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.280401:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.280403:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 4 00010000:00000001:1.0:1788777450.280405:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.280407:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.280409:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.280410:0:32054:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777450.280412:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.280413:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777450.280415:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:1.0:1788777450.280417:0:32054:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788777450.280419:0:32054:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:1.0:1788777450.280420:0:32054:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788777450.280422:0:32054:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788777450.280423:0:32054:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777450.280425:0:32054:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777450.280427:0:32054:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788777450.280428:0:32054:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.280430:0:32054:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777450.280431:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:1.0:1788777450.280432:0:32054:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.280434:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.280435:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.280437:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.280438:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.280439:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.280440:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.280442:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.280444:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814400 with handle 0x22b16ee488cdc8b5 from hash 00010000:00000001:1.0:1788777450.280446:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.280447:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.280448:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.280449:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.280450:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.280451:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.280455:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788777450.280456:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788777450.280458:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788777450.281218:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123100. 00000020:00000040:1.0:1788777450.281229:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777450.281236:0:32054:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777450.281238:0:32054:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.281242:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777450.281247:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.281254:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.281255:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.281257:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.281261:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.281263:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.281269:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.281278:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1068200. 00000100:00000001:1.0:1788777450.281286:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.281289:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.281293:0:32054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777450.281301:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 1/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788777450.281311:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc8b5 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6807 expref: -99 pid: 32018 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788777450.281320:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788777450.281326:0:32054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788777450.281328:0:32054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788777450.281330:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.281333:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814800/0x22b16ee488cdc8df lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a688c expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788777450.281363:0:32054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4817080. 00010000:00000001:1.0:1788777450.281371:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.281373:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.281375:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814400/0x22b16ee488cdc8b5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6807 expref: -99 pid: 32018 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788777450.281382:0:32054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fd12e48c0. 00010000:00000040:1.0:1788777450.281388:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8d300 count: 0 00010000:00000010:1.0:1788777450.281397:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0387100. 00010000:00000001:1.0:1788777450.281454:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.281456:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.281458:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815400/0x22b16ee488cdc8d8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6870 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777450.281490:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.281492:0:32054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.281494:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.281497:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.281499:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788777450.281515:0:32054:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788777450.281530:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1123100 x1875667211108352/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777450.281539:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.281542:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.281551:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.281554:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086208 : -110914134465408 : ffff9b1fca6a2480) 00000100:00000001:1.0:1788777450.281557:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.281559:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00000100:00000001:1.0:1788777450.281565:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.281570:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.281573:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.281576:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.281581:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123100 x1875667211108352/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.281590:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.281592:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.281596:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.281599:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.281602:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.281606:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108352:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777450.281611:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.281618:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.281620:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.281624:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.281629:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356c000. 02000000:00000001:1.0:1788777450.281631:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.281641:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.281646:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12898. 00000400:00000010:1.0:1788777450.281655:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256bb0. 00000100:00000200:1.0:1788777450.281665:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211108352, portal 10 00000100:00000001:1.0:1788777450.281667:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.281668:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00000100:00000040:1.0:1788777450.281675:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123100 x1875667211108352/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.281684:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.281687:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.281690:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256770. 00000100:00000200:1.0:1788777450.281694:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875667211108352, offset 0 00000400:00000200:1.0:1788777450.281703:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.281714:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.281724:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.281731:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.281737:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.281742:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.281745:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.281750:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2733:2733:256:4294967295] 192.168.204.133@tcp LPNI seq info [2732:2732:8:4294967295] 00000400:00000200:1.0:1788777450.281754:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.281765:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.281772:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.281779:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837b00. 00000800:00000200:1.0:1788777450.281788:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.281930:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.281938:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837b00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.281968:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.281974:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 833077 usecs (834 jiffies) 00000400:00000200:1.0:1788777450.281978:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.281982:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554423 00000100:00000001:1.0:1788777450.281985:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.281988:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554423 00000100:00000001:1.0:1788777450.281990:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.281992:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.281995:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.281998:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.282000:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.282003:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.282006:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.282009:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777450.282868:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.282878:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837b00. 00000400:00000200:3.0:1788777450.282885:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.282892:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.282901:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256770 00000400:00000010:3.0:1788777450.282904:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256770. 00000100:00000001:3.0:1788777450.282910:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.282919:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123100 x1875667211108352/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777450.282933:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.282937:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123100 x1875667211108352/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777450.282946:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.282948:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777450.291675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814800. 00010000:00000010:1.1:1788777450.291694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d300. 00010000:00000010:1.1:1788777450.291699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814400. 00010000:00000010:1.1:1788777450.291702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815400. 00000800:00000001:3.0:1788777450.292982:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.293003:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.293009:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.293012:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.293024:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.293034:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.293158:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.293165:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.293173:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.293178:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5c000 00000400:00000200:3.0:1788777450.293184:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.293194:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x800d [1] + 224 00000800:00000001:3.0:1788777450.293204:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.293215:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.293220:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.293225:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.293236:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.293250:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123100 x1875667211108352/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777450.293319:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fd1123100 x1875667211108352/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.293572:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777450.293614:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.293626:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.293630:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777450.293670:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.293673:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.293678:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12898. 00000400:00000200:1.0:1788777450.293684:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256bb0 00000400:00000010:1.0:1788777450.293687:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256bb0. 00000100:00000001:1.0:1788777450.293692:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.293698:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123100 x1875667211108352/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777450.293707:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123100 x1875667211108352/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.293714:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.293717:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.293720:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.293725:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.293728:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.293731:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.293735:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.293748:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777450.293753:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.293756:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.293758:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.293761:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.293765:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.293769:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777450.293771:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012d/0x10000012f] 00000100:00000001:1.0:1788777450.293773:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777450.293775:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.293777:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00000100:00000001:1.0:1788777450.293780:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.293783:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.293785:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.293788:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.293793:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123100 x1875667211108352/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777466 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.293876:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.293881:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.293884:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.293889:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123100 x1875667211108352/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777466 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777450.293903:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108352:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777450.293909:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.293913:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.293915:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.293918:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.293922:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123100 x1875667211108352/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777466 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.293928:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.293931:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.293935:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.293937:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.293946:0:32054:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.293950:0:32054:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.293955:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d540 2 00000080:00000010:1.0:1788777450.293959:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068400. 00000100:00000001:1.0:1788777450.293967:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.293970:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123100 x1875667211108352/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.293977:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.293982:0:32054:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.293997:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777450.294001:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be28 00000080:00002000:1.0:1788777450.294004:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b1fd1739a20, parent ffff9b1fd1739ca8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788777450.294008:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.294015:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777450.294023:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788777450.294033:0:32054:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788777450.294037:0:32054:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788777450.294040:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.294122:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777450.294127:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:1.0:1788777450.294137:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caaa8 -> ffff9b1fc72caaa8 00000020:00000001:1.0:1788777450.294141:0:32054:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777450.294145:0:32054:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777450.294147:0:32054:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777450.294151:0:32054:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777450.294153:0:32054:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777450.294155:0:32054:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777450.294160:0:32054:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff9b1fc3191530 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788777450.294162:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.294167:0:32054:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777450.294169:0:32054:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777450.294172:0:32054:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777450.294174:0:32054:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.294176:0:32054:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777450.294178:0:32054:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777450.294180:0:32054:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.294181:0:32054:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777450.294182:0:32054:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777450.294183:0:32054:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777450.294185:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00000020:00000001:1.0:1788777450.294188:0:32054:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.294190:0:32054:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777450.294192:0:32054:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788777450.294194:0:32054:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777450.294198:0:32054:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777450.294202:0:32054:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777450.294205:0:32054:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777450.294207:0:32054:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777450.294208:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.294210:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:1.0:1788777450.294212:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:1.0:1788777450.294215:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca6c0 -> ffff9b1fc72caaa8 00000020:00000001:1.0:1788777450.294217:0:32054:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777450.294220:0:32054:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777450.294221:0:32054:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777450.294223:0:32054:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.294225:0:32054:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.294227:0:32054:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:1.0:1788777450.294229:0:32054:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788777450.294231:0:32054:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.294234:0:32054:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.294236:0:32054:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.294238:0:32054:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788777450.294239:0:32054:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777450.294241:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777450.294242:0:32054:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777450.294244:0:32054:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777450.294245:0:32054:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.294247:0:32054:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.294249:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.294250:0:32054:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.294252:0:32054:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777450.294253:0:32054:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.294254:0:32054:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.294256:0:32054:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788777450.294329:0:32054:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777450.294332:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777450.295014:0:32054:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777450.295019:0:32054:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788777450.295022:0:32054:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788777450.295026:0:32054:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777450.295029:0:32054:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc7189a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777450.295035:0:32054:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777450.295037:0:32054:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7189a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788777450.295041:0:32054:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777450.295044:0:32054:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.295058:0:32054:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.295060:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.295062:0:32054:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.295064:0:32054:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.295066:0:32054:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777450.295068:0:32054:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788777450.295070:0:32054:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777450.295072:0:32054:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788777450.295073:0:32054:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788777450.295075:0:32054:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.295077:0:32054:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788777450.295078:0:32054:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788777450.295081:0:32054:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788777450.295083:0:32054:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788777450.295085:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777450.295087:0:32054:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777450.295088:0:32054:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788777450.295089:0:32054:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.295092:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.295093:0:32054:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788777450.295094:0:32054:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788777450.295096:0:32054:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788777450.295098:0:32054:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788777450.295099:0:32054:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777450.295101:0:32054:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777450.295102:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777450.295103:0:32054:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788777450.295105:0:32054:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788777450.295106:0:32054:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.295108:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.295110:0:32054:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777450.295111:0:32054:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777450.295112:0:32054:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.295115:0:32054:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777450.295117:0:32054:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777450.295118:0:32054:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777450.295120:0:32054:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777450.295122:0:32054:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777450.295124:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:1.0:1788777450.295129:0:32054:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777450.295131:0:32054:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777450.295133:0:32054:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777450.295136:0:32054:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777450.295139:0:32054:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777450.295140:0:32054:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777450.295143:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:1.0:1788777450.295146:0:32054:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.295151:0:32054:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788777450.295154:0:32054:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x22:0x0](ffff9b1fd157ec08) 00800000:00000001:1.0:1788777450.295160:0:32054:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788777450.295162:0:32054:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x22:0x0] 00000002:00000001:1.0:1788777450.295168:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777450.295177:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.295179:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777450.295182:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.295184:0:32054:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.295187:0:32054:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788777450.295191:0:32054:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788777450.295193:0:32054:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.295195:0:32054:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.295199:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777450.295201:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777450.295203:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00020000:00000001:1.0:1788777450.295211:0:32054:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788777450.295213:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.295216:0:32054:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788777450.295219:0:32054:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617360, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777450.295224:0:32054:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777450.295228:0:32054:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc850e800: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000001:1.0:1788777450.295231:0:32054:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788777450.295234:0:32054:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.295236:0:32054:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788777450.295239:0:32054:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788777450.295244:0:32054:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788777450.295251:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d100 count: 2 00010000:00000001:1.0:1788777450.295254:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.295268:0:32054:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788777450.295271:0:32054:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788777450.295277:0:32054:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1788777432 1788777432 1788777432 by oinfo size 0 blocks 0 [cma]time 1788777432 1788777432 1788777432 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1788777450.295292:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7189a40 -> ffff9b1fc72caaa8 00000020:00000001:1.0:1788777450.295295:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7189a40 -> ffff9b1fc72caaa8 00000008:00000001:1.0:1788777450.295297:0:32054:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777450.295300:0:32054:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777450.295303:0:32054:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777450.295304:0:32054:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788777450.295311:0:32054:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b1fc7189a40. 00020000:00000001:1.0:1788777450.295319:0:32054:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788777450.295323:0:32054:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b1fc72ca640. 00020000:00000001:1.0:1788777450.295330:0:32054:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788777450.295332:0:32054:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777450.295344:0:32054:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777450.295346:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.295349:0:32054:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788777450.295352:0:32054:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788777450.295353:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:1.0:1788777450.295356:0:32054:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788777450.295359:0:32054:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b1fc82d2b10. 00020000:00000010:1.0:1788777450.295364:0:32054:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b1fd11599c0. 00020000:00000010:1.0:1788777450.295367:0:32054:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b1fc32a67b0. 00020000:00000002:1.0:1788777450.295370:0:32054:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617360, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777450.295374:0:32054:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777450.295377:0:32054:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc850e800: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000010:1.0:1788777450.295381:0:32054:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc850e800. 00020000:00000010:1.0:1788777450.295385:0:32054:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617120. 00020000:00000010:1.0:1788777450.295390:0:32054:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617360. 00020000:00000001:1.0:1788777450.295392:0:32054:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788777450.295394:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fca608000 00020000:00000010:1.0:1788777450.295396:0:32054:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b1fc4f82000. 00020000:00000001:1.0:1788777450.295400:0:32054:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788777450.295413:0:32054:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b1fc72caa28. 00000020:00001000:1.0:1788777450.295418:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:1.0:1788777450.295421:0:32054:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788777450.295423:0:32054:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788777450.295507:0:32054:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777450.295511:0:32054:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777450.295513:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdd0 00000080:00200008:1.0:1788777450.295516:0:32054:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9b1fd1579988), flags 704000 00000080:00400000:1.0:1788777450.295520:0:32054:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:1.0:1788777450.295524:0:32054:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777450.295526:0:32054:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788777450.295528:0:32054:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788777450.295534:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.295538:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.295541:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.295544:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.295546:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.295548:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.295550:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.295553:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.295556:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.295560:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 2 00010000:00000001:1.0:1788777450.295562:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.295567:0:32054:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788777450.295571:0:32054:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788777450.295575:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.295582:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.295586:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777450.295595:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.295598:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.295600:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788777450.295603:0:32054:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 16 00000080:00000010:1.0:1788777450.295606:0:32054:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777450.295610:0:32054:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.295614:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdd0 00000080:00000008:1.0:1788777450.295616:0:32054:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9b1fd1579988), flags 704000, rc = 0 00000080:00000001:1.0:1788777450.295620:0:32054:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.295622:0:32054:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.295626:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777450.295628:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be00 00000080:00002000:1.0:1788777450.295630:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9b1fd1739ca8, parent ffff9b1fd155f360, inode ffff9b1fd1579988) hashed, 00000080:00000001:1.0:1788777450.295634:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.295640:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777450.295644:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788777450.295680:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.295685:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.295687:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.295690:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bbd8 00000080:00200000:1.0:1788777450.295692:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777450.295699:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068400. 00800000:00000002:1.0:1788777450.295706:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.295710:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.295715:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.295717:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6baf8 00800000:00000002:1.0:1788777450.295720:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.295723:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.295726:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.295728:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.295729:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.295731:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.295732:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.295734:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.295736:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.295739:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.295744:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.295746:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b9c8 00000002:00010000:1.0:1788777450.295748:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.295752:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.295754:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.295755:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.295759:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777450.295761:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.295765:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.295768:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.295773:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777450.295781:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.295783:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.295786:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777450.295814:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.295816:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.295819:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.295821:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.295823:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.295826:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.295829:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.295831:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.295834:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068400. 00000080:00000001:1.0:1788777450.295839:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.295841:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.295844:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777450.295848:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc902 00800000:00000001:1.0:1788777450.295851:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.295853:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.295855:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.295858:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.295862:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777450.295865:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.295868:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.295872:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.295873:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.295874:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.295876:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.295878:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc902 from it ffffb70bc1d6bc10 00010000:00000001:1.0:1788777450.295880:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.295882:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.295883:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777450.295884:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.295886:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.295889:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.295892:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777450.295899:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.295900:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.295901:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.295903:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.295906:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777450.295913:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.295917:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.295919:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.295924:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.295925:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.295927:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.295932:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.295934:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.295936:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.295940:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.295943:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.295944:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.295946:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.295949:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.295951:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.295953:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777450.295957:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777450.295973:0:32054:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ec140. 00000020:00000001:1.0:1788777450.295977:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bdc8 00000080:00200000:1.0:1788777450.295979:0:32054:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=0 00000080:00000001:1.0:1788777450.295982:0:32054:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777450.295984:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bc78 00000080:00200000:1.0:1788777450.295986:0:32054:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=getattr 00000080:00000010:1.0:1788777450.295994:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068400. 00800000:00000002:1.0:1788777450.295997:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.296001:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.296003:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.296004:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb98 00800000:00000002:1.0:1788777450.296006:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.296008:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.296011:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.296012:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.296014:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.296015:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.296017:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.296018:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.296020:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.296022:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb30 00800000:00000002:1.0:1788777450.296024:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788777450.296027:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.296028:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba68 00000002:00010000:1.0:1788777450.296030:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788777450.296033:0:32054:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777450.296036:0:32054:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777450.296042:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120700. 00000020:00000040:1.0:1788777450.296047:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777450.296054:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777450.296060:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.296062:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.296064:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.296065:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.296068:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.296071:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.296074:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.296084:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356e000. 00000100:00000001:1.0:1788777450.296094:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.296100:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.296101:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.296103:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.296104:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.296106:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.296116:0:32054:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00010000:00000001:1.0:1788777450.296121:0:32054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777450.296123:0:32054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777450.296126:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777450.296128:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.296131:0:32054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777450.296136:0:32054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044c00. 00000020:00000001:1.0:1788777450.296139:0:32054:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777450.296142:0:32054:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044c00 with handle 0x22b16ee488cdc917 to hash 00000020:00000001:1.0:1788777450.296144:0:32054:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777450.296146:0:32054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.296150:0:32054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.296154:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.296156:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.296159:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.296167:0:32054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.296178:0:32054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777450.296184:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.296186:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.296193:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.296196:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086208 : -110914134465408 : ffff9b1fca6a2480) 00000100:00000001:1.0:1788777450.296199:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.296201:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000001:1.0:1788777450.296207:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.296212:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.296215:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.296217:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.296231:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.296247:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.296250:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.296254:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.296258:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.296261:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.296265:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108480:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777450.296269:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.296276:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.296279:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.296282:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.296288:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1162800. 02000000:00000001:1.0:1788777450.296290:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.296300:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.296305:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12898. 00000400:00000010:1.0:1788777450.296315:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256bb0. 00000100:00000200:1.0:1788777450.296324:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211108480, portal 10 00000100:00000001:1.0:1788777450.296326:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.296328:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000040:1.0:1788777450.296344:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.296353:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.296357:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.296360:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777450.296364:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211108480, offset 0 00000400:00000200:1.0:1788777450.296373:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.296385:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.296396:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.296404:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.296410:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.296415:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.296419:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.296423:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2734:2734:256:4294967295] 192.168.204.133@tcp LPNI seq info [2733:2733:8:4294967295] 00000400:00000200:1.0:1788777450.296429:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.296441:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.296449:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.296457:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837b00. 00000800:00000200:1.0:1788777450.296510:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.296519:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.296526:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837b00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.296552:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.296559:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 831895 usecs (832 jiffies) 00000400:00000200:1.0:1788777450.296562:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.296566:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554436 00000100:00000001:1.0:1788777450.296571:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.296573:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554436 00000100:00000001:1.0:1788777450.296576:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.296579:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.296583:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.296586:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.296589:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.296593:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.296596:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.296601:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777450.296925:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.296932:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837b00. 00000400:00000200:3.0:1788777450.296938:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.296944:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.296952:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:3.0:1788777450.296955:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:3.0:1788777450.296960:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.296966:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.296977:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.296981:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.296989:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.296991:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788777450.301627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b3c0. 00000080:00000010:1.1:1788777450.301672:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157eb40. 00000080:00000010:1.1:1788777450.301679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105b320. 00000800:00000001:3.0:1788777450.302058:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.302079:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.302083:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.302085:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.302097:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.302107:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.302121:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.302127:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.302135:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.302139:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5c080 00000400:00000200:3.0:1788777450.302145:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.302154:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8015 [1] + 224 00000800:00000001:3.0:1788777450.302163:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.302173:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.302177:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.302182:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.302194:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.302206:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777450.302218:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.302243:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.302254:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.302258:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.302330:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.302348:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.302351:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.302355:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12898. 00000400:00000200:1.0:1788777450.302360:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256bb0 00000400:00000010:1.0:1788777450.302363:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256bb0. 00000100:00000001:1.0:1788777450.302366:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.302371:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777450.302380:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.302387:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.302389:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.302392:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.302398:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.302416:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.302420:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.302423:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.302436:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777450.302441:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.302444:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.302447:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.302451:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.302456:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.302657:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.302661:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.302663:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.302667:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.302674:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.302681:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.302685:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.302687:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.302692:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777450.302699:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108480:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777450.302704:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.302708:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.302711:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.302713:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.302716:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.302724:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.302727:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.302731:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.302733:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.302737:0:32054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777450.302742:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.302746:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.302749:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=4 00000020:00000001:1.0:1788777450.302752:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.302755:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000040:1.0:1788777450.302763:0:32054:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044c00, remote cookie: 0x542deec0941a696c, flags: 0x1001 00010000:00010000:1.0:1788777450.302770:0:32054:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777450.302781:0:32054:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777450.302785:0:32054:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788777450.302794:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 2 00010000:00000001:1.0:1788777450.302797:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.302800:0:32054:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.302804:0:32054:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777450.302813:0:32054:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.302820:0:32054:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777450.302826:0:32054:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777450.302829:0:32054:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777450.302832:0:32054:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777450.302833:0:32054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777450.302837:0:32054:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9b1fd9c8da00) refcount = 2 00010000:00000040:1.0:1788777450.302841:0:32054:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777450.302843:0:32054:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788777450.302851:0:32054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.302858:0:32054:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777450.302863:0:32054:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777450.302864:0:32054:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.302868:0:32054:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777450.302871:0:32054:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.302874:0:32054:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.302880:0:32054:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777450.302882:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.302884:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.302885:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.302886:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.302888:0:32054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.302893:0:32054:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777450.302894:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.302896:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.302897:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777450.302899:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.302901:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.302904:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.302905:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.302906:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=4 00000020:00000001:1.0:1788777450.302908:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.302910:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.302914:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.302918:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.302921:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.302933:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.302934:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.302935:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.302937:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.302938:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=5 00000020:00000001:1.0:1788777450.302940:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.302942:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.302944:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.302947:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.302952:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.302953:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777450.302956:0:32054:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.302963:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.302964:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.302965:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.302967:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.302968:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777450.302973:0:32054:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777450.302983:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.302985:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.302986:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777450.302988:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.302990:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.302992:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.302993:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.302995:0:32054:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.302998:0:32054:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.303001:0:32054:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777450.303003:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.303004:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.303005:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777450.303007:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.303010:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00000002:00010000:1.0:1788777450.303013:0:32054:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.303019:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303021:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.303023:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777450.303024:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.303025:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.303026:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777450.303028:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.303030:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000040:1.0:1788777450.303033:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 3 00010000:00000001:1.0:1788777450.303035:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777450.303039:0:32054:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:1.0:1788777450.303041:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303042:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.303044:0:32054:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777450.303048:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b9f0 00000002:00002000:1.0:1788777450.303050:0:32054:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777450.303054:0:32054:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.303058:0:32054:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.303061:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777450.303064:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777450.303068:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.303072:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.303075:0:32054:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777450.303077:0:32054:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1d6be00 it_disposition b 00000080:00000001:1.0:1788777450.303082:0:32054:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777450.303091:0:32054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777450.303096:0:32054:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777450.303104:0:32054:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32de900. 00800000:00000001:1.0:1788777450.303106:0:32054:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453698304 : -110914255853312 : ffff9b1fc32de900) 00800000:00000001:1.0:1788777450.303109:0:32054:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.303111:0:32054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777450.303115:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:1.0:1788777450.303118:0:32054:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788777450.303126:0:32054:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777450.303128:0:32054:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:1.0:1788777450.303132:0:32054:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777450.303135:0:32054:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777450.303137:0:32054:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.303142:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:1.0:1788777450.303145:0:32054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788777450.303148:0:32054:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1788777432 to 1788777450 00000080:00200000:1.0:1788777450.303153:0:32054:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:1.0:1788777450.303156:0:32054:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff9b1fd1579988): rc = 0 00000080:00000001:1.0:1788777450.303158:0:32054:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691311496 : -110914018240120 : ffff9b1fd1579988) 00010000:00000001:1.0:1788777450.303161:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.303162:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.303164:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777450.303166:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.303169:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.303172:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303173:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777450.303174:0:32054:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777450.303178:0:32054:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777450.303179:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32de900 1 00800000:00000010:1.0:1788777450.303182:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32de900. 00800000:00000001:1.0:1788777450.303186:0:32054:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.303190:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9b1fd1579988) for lock 0x22b16ee488cdc917 00800000:00000001:1.0:1788777450.303193:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.303196:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.303197:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.303199:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.303200:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777450.303202:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.303204:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.303207:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303209:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.303210:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.303212:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788777450.303219:0:32054:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd17685e8 inode ffff9b1fd1579988 refc 1 flags 0x20000e 00000080:00000002:1.0:1788777450.303224:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788777450.303228:0:32054:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788777450.303232:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9b1fd1579988) 00000080:00010000:1.0:1788777450.303236:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc917 from it ffffb70bc1d6be00 00010000:00000001:1.0:1788777450.303238:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.303239:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.303240:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=3 00000020:00000001:1.0:1788777450.303242:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.303244:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777450.303245:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.303248:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777450.303254:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303255:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.303257:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.303259:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.303262:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777450.303271:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.303274:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.303277:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.303282:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303283:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.303284:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.303288:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.303290:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.303292:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.303296:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.303297:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.303299:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303300:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777450.303301:0:32054:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777450.303306:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068400. 00000100:00000001:1.0:1788777450.303312:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.303316:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120700 x1875667211108480/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.303322:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777450.303325:0:32054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.303329:0:32054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1162800. 02000000:00000001:1.0:1788777450.303344:0:32054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777450.303347:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.303349:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.303352:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777450.303356:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356e000. 02000000:00000001:1.0:1788777450.303361:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.303364:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.303366:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120700. 00000100:00000001:1.0:1788777450.303370:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.303371:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.303374:0:32054:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777450.303376:0:32054:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc1d6be00 released 00000080:00000001:1.0:1788777450.303378:0:32054:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788777450.303384:0:32054:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777450.303386:0:32054:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777450.303389:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd50 00000080:00200000:1.0:1788777450.303391:0:32054:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777450.303397:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068400. 00800000:00000002:1.0:1788777450.303603:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777450.303609:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777450.303613:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.303615:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bc70 00800000:00000002:1.0:1788777450.303617:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.303620:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777450.303624:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.303627:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.303630:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.303633:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.303635:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.303637:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.303640:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.303643:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777450.303647:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777450.303649:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb40 00000002:00010000:1.0:1788777450.303651:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777450.303655:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777450.303657:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.303659:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.303663:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777450.303665:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.303669:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.303672:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777450.303676:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777450.303684:0:32054:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777450.303688:0:32054:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.303691:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777450.303698:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777450.303700:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.303702:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.303703:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777450.303706:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.303707:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777450.303709:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777450.303711:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.303713:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068400. 00000080:00000001:1.0:1788777450.303717:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777450.303719:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.303721:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777450.303724:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc902 00800000:00000001:1.0:1788777450.303726:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777450.303728:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777450.303729:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.303731:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.303733:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777450.303735:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.303737:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.303740:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303741:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777450.303742:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.303743:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777450.303745:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc902 from it ffffb70bc1d6bd88 00010000:00000001:1.0:1788777450.303747:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777450.303748:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777450.303750:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:1.0:1788777450.303752:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.303753:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:1.0:1788777450.303756:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777450.303758:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777450.303764:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303765:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.303766:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777450.303768:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777450.303771:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777450.303777:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777450.303779:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777450.303780:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.303783:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303784:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.303786:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.303788:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777450.303790:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.303791:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.303793:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.303795:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777450.303796:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303797:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777450.303800:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777450.303801:0:32054:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777450.303804:0:32054:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788777450.303809:0:32054:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.303816:0:32054:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:1.0:1788777450.303818:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be18 00000080:00200000:1.0:1788777450.303820:0:32054:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:1.0:1788777450.303823:0:32054:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1788777450.303827:0:32054:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000405:0x20:0x0]) is foreign... 00000080:00000001:1.0:1788777450.303830:0:32054:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788777450.303835:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068400. 00800000:00000002:1.0:1788777450.303838:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:1.0:1788777450.303847:0:32054:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788777450.303851:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.303852:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.303853:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.303855:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.303857:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.303858:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777450.303860:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.303862:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.303864:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.303865:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.303866:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.303868:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.303870:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.303871:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.303874:0:32054:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788777450.303876:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.303877:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.303878:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.303880:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.303881:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.303883:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.303884:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.303887:0:32054:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.303890:0:32054:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.303892:0:32054:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x20:0x0] -> mds #0 00000002:00000001:1.0:1788777450.303896:0:32054:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788777450.303898:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.303901:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777450.303903:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.303905:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.303909:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.303911:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788777450.303919:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.303923:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.303925:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.303927:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777450.303930:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.303931:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.303932:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 3 00010000:00000001:1.0:1788777450.303935:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.303937:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.303938:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.303940:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.303942:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 3 00010000:00000001:1.0:1788777450.303944:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.303946:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.303947:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.303948:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.303950:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 3 00010000:00000001:1.0:1788777450.303952:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.303954:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.303956:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777450.303959:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777450.303963:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777450.303965:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777450.303968:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.303969:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.303973:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.303976:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.303978:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.303979:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.303981:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.303984:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4e00 with handle 0x22b16ee488cdc902 from hash 00010000:00000001:1.0:1788777450.303986:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.303988:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.303989:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.303991:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.303993:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.303995:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.303998:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777450.304000:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.304002:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777450.304004:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777450.304007:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 3 00010000:00000001:1.0:1788777450.304009:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777450.304010:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777450.304013:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.304015:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788777450.304027:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.304029:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.304030:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.304032:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:1.0:1788777450.304033:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.304035:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.304036:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 4 00010000:00000001:1.0:1788777450.304038:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.304040:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.304042:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.304043:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.304055:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 4 00010000:00000001:1.0:1788777450.304057:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.304059:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.304061:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.304062:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.304063:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 4 00010000:00000001:1.0:1788777450.304065:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.304067:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.304069:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777450.304071:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff9b1fd15798c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777450.304074:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777450.304075:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777450.304077:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777450.304079:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9b1fd1579988) invalid 00000020:00000001:1.0:1788777450.304082:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba80 00000080:00002000:1.0:1788777450.304083:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9b1fd17685e8) parent ffff9b1fd155f360 inode ffff9b1fd1579988 refc 2 00000080:00000001:1.0:1788777450.304087:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777450.304088:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.304090:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.304092:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.304093:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.304094:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.304096:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.304098:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.304101:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044c00 with handle 0x22b16ee488cdc917 from hash 00010000:00000001:1.0:1788777450.304103:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.304104:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.304105:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.304106:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.304108:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.304109:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.304112:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777450.304115:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788777450.304122:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777450.304123:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777450.304125:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.304126:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode CR 00000002:00000001:1.0:1788777450.304128:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.304129:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.304131:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 4 00010000:00000001:1.0:1788777450.304133:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.304136:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.304137:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.304138:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.304140:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 4 00010000:00000001:1.0:1788777450.304141:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.304143:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.304145:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.304147:0:32054:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777450.304152:0:32054:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777450.304157:0:32054:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fd1069a00. 00000080:00000001:1.0:1788777450.304160:0:32054:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788777450.304162:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3d540 2 00000080:00000001:1.0:1788777450.304166:0:32054:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777450.304169:0:32054:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777450.304171:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.304173:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.304175:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.304176:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.304178:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.304180:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.304181:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.304183:0:32054:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:1.0:1788777450.304187:0:32054:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777450.304189:0:32054:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777450.304196:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120700. 00000020:00000040:1.0:1788777450.304201:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777450.304206:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.304210:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.304213:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.304224:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1069000. 00000100:00000001:1.0:1788777450.304231:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777450.304249:0:32054:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777450.304261:0:32054:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777450.304267:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120700 x1875667211108736/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777450.304275:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.304276:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.304286:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.304288:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086208 : -110914134465408 : ffff9b1fca6a2480) 00000100:00000001:1.0:1788777450.304291:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.304292:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000001:1.0:1788777450.304298:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.304304:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.304306:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.304309:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.304314:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120700 x1875667211108736/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.304321:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.304325:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.304329:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.304332:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.304345:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.304350:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108736:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777450.304354:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.304362:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.304365:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.304368:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.304373:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356e000. 02000000:00000001:1.0:1788777450.304375:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.304384:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.304389:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12898. 00000400:00000010:1.0:1788777450.304398:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256bb0. 00000100:00000200:1.0:1788777450.305178:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211108736, portal 10 00000100:00000001:1.0:1788777450.305186:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.305187:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000040:1.0:1788777450.305202:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120700 x1875667211108736/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.305213:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.305216:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.305223:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256908. 00000100:00000200:1.0:1788777450.305228:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211108736, offset 0 00000400:00000200:1.0:1788777450.305236:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.305250:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.305261:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.305270:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.305275:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.305280:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.305283:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.305287:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2735:2735:256:4294967295] 192.168.204.133@tcp LPNI seq info [2734:2734:8:4294967295] 00000400:00000200:1.0:1788777450.305292:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.305304:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.305313:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.305320:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837500. 00000800:00000200:1.0:1788777450.305329:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.305350:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.305356:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.305382:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.305388:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 830706 usecs (831 jiffies) 00000400:00000200:1.0:1788777450.305392:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.305395:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554443 00000100:00000001:1.0:1788777450.305399:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.305530:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554444 00000100:00000001:1.0:1788777450.305533:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.305536:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.305540:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.305543:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.305546:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.305549:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.305553:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.305556:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777450.305888:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.305895:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837500. 00000400:00000200:3.0:1788777450.305902:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.305909:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.305916:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256908 00000400:00000010:3.0:1788777450.305918:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256908. 00000100:00000001:3.0:1788777450.305923:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.305929:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120700 x1875667211108736/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.305941:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.305945:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120700 x1875667211108736/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.305952:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.305954:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777450.309121:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.309147:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.309153:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.309157:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.309170:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.309180:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.309193:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.309200:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.309207:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.309211:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5c180 00000400:00000200:3.0:1788777450.309217:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.309224:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x801d [1] + 224 00000800:00000001:3.0:1788777450.309234:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.309244:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.309248:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.309254:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.309263:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.309275:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120700 x1875667211108736/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777450.309286:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1120700 x1875667211108736/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777450.309311:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.309322:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.309326:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.309517:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.309529:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.309532:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.309537:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12898. 00000400:00000200:1.0:1788777450.309542:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256bb0 00000400:00000010:1.0:1788777450.309545:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256bb0. 00000100:00000001:1.0:1788777450.309549:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.309554:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120700 x1875667211108736/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777450.309563:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120700 x1875667211108736/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.309570:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.309574:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.309577:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.309581:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.309584:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.309587:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.309591:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.309602:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777450.309607:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.309610:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.309612:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.309615:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.309619:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.309623:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777450.309626:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777450.309627:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777450.309630:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.309632:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000001:1.0:1788777450.309636:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.309638:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.309640:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.309644:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.309648:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120700 x1875667211108736/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.309655:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.309659:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.309661:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.309665:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120700 x1875667211108736/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777450.309673:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108736:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777450.309678:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.309681:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.309684:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.309686:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.309689:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120700 x1875667211108736/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.309697:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.309701:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.309705:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.309707:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.309715:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.309716:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000002:00000001:1.0:1788777450.309719:0:32054:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.309723:0:32054:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.309728:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d540 2 00000080:00000010:1.0:1788777450.309732:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069a00. 00000080:00000001:1.0:1788777450.309737:0:32054:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777450.309740:0:32054:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777450.309744:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777450.309747:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777450.309750:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777450.309753:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777450.309755:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.309758:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788777450.309761:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.309766:0:32054:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777450.309772:0:32054:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.309780:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.309781:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777450.309783:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.309786:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.309793:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.309794:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.309797:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120700 x1875667211108736/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.309803:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.309806:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.309809:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211108096/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777466 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.309815:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777450.309820:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.309822:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.309824:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777450.309828:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777450.309833:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.309835:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.309837:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:1.0:1788777450.309843:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.309844:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.309845:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.309848:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120700 x1875667211108736/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.309854:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.309856:0:32054:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd11ecd60. 00000002:00000001:1.0:1788777450.309859:0:32054:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.309861:0:32054:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777450.309863:0:32054:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc32def40. 00000100:00000001:1.0:1788777450.309867:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.309870:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120700 x1875667211108736/t4294967613(4294967613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777466 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777450.309875:0:32054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777450.309877:0:32054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777450.309880:0:32054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356e000. 02000000:00000001:1.0:1788777450.309882:0:32054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777450.309883:0:32054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777450.309884:0:32054:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777450.309886:0:32054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777450.309887:0:32054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1069000. 02000000:00000001:1.0:1788777450.309889:0:32054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777450.309890:0:32054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777450.309891:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120700. 00000100:00000001:1.0:1788777450.309895:0:32054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777450.309896:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.309900:0:32054:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.309903:0:32054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777450.309906:0:32054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:1.0:1788777450.309909:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777450.309913:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777450.309921:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8da00 count: 4 00010000:00000001:1.0:1788777450.309924:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777450.309930:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.309932:0:32054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.309936:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777450.309939:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9b1fd1579988) invalid 00000020:00000001:1.0:1788777450.309943:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba80 00000080:00002000:1.0:1788777450.309946:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9b1fd17685e8) parent ffff9b1fd155f360 inode ffff9b1fd1579988 refc 2 00000080:00000001:1.0:1788777450.309950:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777450.309953:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777450.309955:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.309960:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777450.309964:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777450.309966:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777450.309968:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777450.309972:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777450.309976:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045c00 with handle 0x22b16ee488cdc910 from hash 00010000:00000001:1.0:1788777450.309979:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777450.309981:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777450.309984:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.309985:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777450.309989:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777450.309991:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777450.309994:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788777450.309996:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788777450.309999:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788777450.310006:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120700. 00000020:00000040:1.0:1788777450.310009:0:32054:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777450.310014:0:32054:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777450.310017:0:32054:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.310020:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777450.310024:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777450.310028:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.310031:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777450.310033:0:32054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777450.310039:0:32054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777450.310166:0:32054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1069000. 00000100:00000001:1.0:1788777450.310175:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.310179:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.310182:0:32054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777450.310188:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777450.310199:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788777450.310207:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788777450.310213:0:32054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788777450.310215:0:32054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788777450.310217:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.310220:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc917 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a696c expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777450.310232:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.310234:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.310236:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc910 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a692d expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788777450.310242:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8da00 count: 0 00010000:00000010:1.0:1788777450.310249:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0387e80. 00010000:00000001:1.0:1788777450.310256:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.310257:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777450.310259:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc902 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6911 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1788777450.310266:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6100 count: 0 00010000:00000010:1.0:1788777450.310270:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d580. 00010000:00000001:1.0:1788777450.310276:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777450.310278:0:32054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.310279:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777450.310280:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.310282:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788777450.310295:0:32054:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788777450.310303:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120700 x1875667211108992/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777450.310310:0:32054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777450.310312:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777450.310319:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.310321:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086208 : -110914134465408 : ffff9b1fca6a2480) 00000100:00000001:1.0:1788777450.310324:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.310325:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000001:1.0:1788777450.310330:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777450.310344:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.310347:0:32054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777450.310348:0:32054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777450.310353:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120700 x1875667211108992/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.310360:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777450.310362:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.310366:0:32054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777450.310370:0:32054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777450.310372:0:32054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777450.310376:0:32054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108992:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777450.310381:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777450.310387:0:32054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777450.310391:0:32054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.310394:0:32054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777450.310400:0:32054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356e000. 02000000:00000001:1.0:1788777450.310402:0:32054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777450.310409:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777450.310412:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12898. 00000400:00000010:1.0:1788777450.310419:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256bb0. 00000100:00000200:1.0:1788777450.310426:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211108992, portal 10 00000100:00000001:1.0:1788777450.310428:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.310430:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000040:1.0:1788777450.310437:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120700 x1875667211108992/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.310444:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777450.310446:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777450.310449:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92566e8. 00000100:00000200:1.0:1788777450.310453:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875667211108992, offset 0 00000400:00000200:1.0:1788777450.310918:0:32054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777450.310931:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.310940:0:32054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777450.310946:0:32054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777450.310952:0:32054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777450.310956:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777450.310959:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777450.310963:0:32054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2736:2736:256:4294967295] 192.168.204.133@tcp LPNI seq info [2735:2735:8:4294967295] 00000400:00000200:1.0:1788777450.310968:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777450.310979:0:32054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777450.310986:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777450.310994:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837800. 00000800:00000200:1.0:1788777450.311001:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777450.311010:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777450.311016:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788777450.311033:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.311039:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 829518 usecs (830 jiffies) 00000400:00000200:1.0:1788777450.311042:0:32054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777450.311109:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296554448 00000100:00000001:1.0:1788777450.311114:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.311117:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296554448 00000100:00000001:1.0:1788777450.311119:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296555496 00000100:00000001:1.0:1788777450.311122:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.311125:0:32054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.311128:0:32054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777450.311130:0:32054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777450.311133:0:32054:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777450.311137:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777450.311139:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777450.311376:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777450.311382:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837800. 00000400:00000200:3.0:1788777450.311387:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.311393:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777450.311399:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92566e8 00000400:00000010:3.0:1788777450.311409:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92566e8. 00000100:00000001:3.0:1788777450.311415:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777450.311422:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120700 x1875667211108992/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777450.311434:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777450.311438:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120700 x1875667211108992/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777450.311446:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777450.311448:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777450.316572:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.316597:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777450.316603:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.316607:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.316619:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.316630:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777450.316642:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.316648:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.316656:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.316661:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5c280 00000400:00000200:3.0:1788777450.316667:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777450.316674:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8025 [1] + 224 00000800:00000001:3.0:1788777450.316683:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.316692:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777450.316696:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777450.316702:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777450.316714:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777450.316728:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120700 x1875667211108992/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777450.316740:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fd1120700 x1875667211108992/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777450.316759:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777450.316775:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777450.316779:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788777450.317086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00010000:00000010:1.1:1788777450.317096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8da00. 00010000:00000010:1.1:1788777450.317101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00010000:00000010:1.1:1788777450.317106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6100. 00010000:00000010:1.1:1788777450.317109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00000100:00000001:1.0:1788777450.317129:0:32054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777450.317140:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777450.317143:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777450.317147:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12898. 00000400:00000200:1.0:1788777450.317151:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256bb0 00000400:00000010:1.0:1788777450.317155:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256bb0. 00000100:00000001:1.0:1788777450.317159:0:32054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777450.317165:0:32054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120700 x1875667211108992/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777450.317175:0:32054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120700 x1875667211108992/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777466 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.317182:0:32054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777450.317184:0:32054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.317187:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777450.317192:0:32054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777450.317195:0:32054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777450.317199:0:32054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777450.317203:0:32054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777450.317215:0:32054:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=109 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777450.317220:0:32054:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777450.317223:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777450.317225:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777450.317228:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777450.317232:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.317236:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777450.317238:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x10000012d] 00000100:00000001:1.0:1788777450.317240:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777450.317243:0:32054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777450.317245:0:32054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000001:1.0:1788777450.317248:0:32054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777450.317250:0:32054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788777450.317252:0:32054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777450.317256:0:32054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777450.317261:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120700 x1875667211108992/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777466 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.317269:0:32054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777450.317272:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777450.317274:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777450.317279:0:32054:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120700 x1875667211108992/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777466 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777450.317286:0:32054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32054:1875667211108992:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777450.317292:0:32054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777450.317295:0:32054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777450.317298:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777450.317300:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.317304:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120700 x1875667211108992/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777466 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.317311:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777450.317314:0:32054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2480. 00000100:00000001:1.0:1788777450.317317:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777450.317319:0:32054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.317329:0:32054:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.317343:0:32054:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.317348:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777450.317353:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068400. 00000100:00000001:1.0:1788777450.317362:0:32054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777450.317366:0:32054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120700 x1875667211108992/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777466 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777450.317374:0:32054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.317376:0:32054:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.317401:0:32054:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788777450.317406:0:32054:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788777450.317408:0:32054:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9b1fd1579988) 00800000:00000001:1.0:1788777450.317412:0:32054:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788777450.317415:0:32054:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x20:0x0] 00000002:00000001:1.0:1788777450.317422:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777450.317430:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777450.317432:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777450.317436:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777450.317438:0:32054:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.317441:0:32054:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788777450.317445:0:32054:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788777450.317447:0:32054:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777450.317449:0:32054:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777450.317453:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d540 1 00800000:00000010:1.0:1788777450.317456:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3d540. 00000080:00000001:1.0:1788777450.317486:0:32054:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788777450.317489:0:32054:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788777450.317508:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777450.317512:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6be30 00000080:00002000:1.0:1788777450.317516:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9b1fd17685e8, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788777450.317521:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777450.317525:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777450.317528:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788777450.332661:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15798c0. 00000080:00000010:1.1:1788777450.332688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec140. 00010000:00000001:2.0:1788777450.683737:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777450.683747:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.683752:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777450.683753:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777450.683756:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777450.683757:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777450.686906:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777450.686915:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777450.686922:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777451.626344:0:32141:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777451.700614:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777451.700627:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777451.700635:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777451.700636:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777451.700640:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777451.700641:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777451.700924:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777451.700929:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777451.700933:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777452.212558:0:26690:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296555496, at 4296555520 00000100:00000010:2.0:1788777452.212573:0:26690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181a80. 00000100:00000040:3.0:1788777452.213309:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296555496, at 4296555520 00000100:00000010:3.0:1788777452.213318:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181f00. 00010000:00000001:2.0:1788777452.724821:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777452.724829:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777452.724834:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777452.724835:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777452.724839:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777452.724840:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777452.726446:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777452.726452:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777452.726456:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777453.240499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777453.240512:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777453.240520:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257b80. 00000020:00000040:3.0:1788777453.240526:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777453.240531:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777453.240534:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777453.240538:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777453.240546:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bf00. 00000100:00000001:3.0:1788777453.240553:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240564:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777453.240574:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777453.240578:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240584:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033e090ac] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.240605:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777453.240610:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777453.240614:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254a80. 00000020:00000040:3.0:1788777453.240616:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777453.240618:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777453.240620:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777453.240621:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777453.240625:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bc00. 00000100:00000001:3.0:1788777453.240627:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240632:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777453.240640:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777453.240641:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240645:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0f9fde0] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.240654:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777453.240659:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777453.240663:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257100. 00000020:00000040:3.0:1788777453.240664:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777453.240666:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777453.240667:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777453.240669:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777453.240672:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b900. 00000100:00000001:3.0:1788777453.240674:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240677:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777453.240683:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777453.240685:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240688:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2dc746] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.240695:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777453.240700:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777453.240704:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256a00. 00000020:00000040:3.0:1788777453.240706:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777453.240707:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777453.240708:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777453.240710:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777453.240712:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b700. 00000100:00000001:3.0:1788777453.240714:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240718:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777453.240724:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777453.240725:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240728:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0e44f76] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.240740:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777453.240745:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777453.240747:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255f80. 00000020:00000040:3.0:1788777453.240750:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777453.240752:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777453.240753:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777453.240754:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777453.240757:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b800. 00000100:00000001:3.0:1788777453.240759:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240763:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777453.240770:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777453.240771:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240775:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3bf698] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.240782:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.240786:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1894) 00000100:00000001:3.0:1788777453.240796:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777453.240800:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777453.240802:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777453.240808:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.240815:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777453.240817:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.240820:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777453.240823:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777453.240826:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777453.240829:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211109120:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777453.240834:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777453.240840:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777453.240842:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.240845:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777453.240849:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332b800. 02000000:00000001:3.0:1788777453.240851:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777453.240858:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777453.240862:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73058. 00000400:00000010:3.0:1788777453.240869:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255000. 00000100:00000200:3.0:1788777453.240877:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211109120, portal 25 00000100:00000001:3.0:1788777453.240880:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777453.240881:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453145984 : -110914256405632 : ffff9b1fc3257b80) 00000100:00000040:3.0:1788777453.240886:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.240908:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777453.240911:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777453.240914:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255bb0. 00000100:00000200:3.0:1788777453.240917:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211109120, offset 0 00000400:00000200:3.0:1788777453.240924:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777453.240933:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.240940:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777453.240946:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777453.240950:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777453.240954:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777453.240957:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777453.240960:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2737:2737:256:4294967295] 192.168.204.133@tcp LPNI seq info [2736:2736:8:4294967295] 00000400:00000200:3.0:1788777453.240965:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.240975:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777453.240980:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777453.240986:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b600. 00000800:00000200:3.0:1788777453.240992:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777453.241000:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777453.241005:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777453.241017:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777453.241020:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777453.241023:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296560609 00000100:00000010:3.0:1788777453.241028:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181f00. 00000100:00000001:3.0:1788777453.241035:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777453.241040:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296560609 00000100:00000010:3.0:1788777453.241043:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181e40. 00000100:00000001:3.0:1788777453.241046:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777453.241049:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777453.241052:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.241055:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777453.241059:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.241065:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777453.241067:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.241069:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777453.241070:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777453.241072:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777453.241075:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211109376:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777453.241078:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777453.241080:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777453.241082:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.241083:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777453.241086:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332a600. 02000000:00000001:3.0:1788777453.241088:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777453.241091:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777453.241094:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c739f8. 00000400:00000010:3.0:1788777453.241098:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255dd0. 00000100:00000200:3.0:1788777453.241101:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211109376, portal 10 00000100:00000001:3.0:1788777453.241102:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777453.241104:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453143296 : -110914256408320 : ffff9b1fc3257100) 00000100:00000040:3.0:1788777453.241111:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.241117:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777453.241120:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777453.241122:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255990. 00000100:00000200:3.0:1788777453.241124:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211109376, offset 0 00000400:00000200:3.0:1788777453.241127:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777453.241131:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.241134:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777453.241137:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777453.241139:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777453.241141:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777453.241143:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777453.241146:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2738:2738:255:4294967295] 192.168.204.133@tcp LPNI seq info [2737:2737:7:4294967295] 00000400:00000200:3.0:1788777453.241150:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.241155:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777453.241159:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777453.241163:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777453.241166:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777453.241170:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777453.241173:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777453.241175:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.241179:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21832 usecs (22 jiffies) 00000400:00000200:3.0:1788777453.241182:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777453.241184:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296556569 00000100:00000001:3.0:1788777453.241186:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296560609 00000100:00000001:3.0:1788777453.241188:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296556569 00000100:00000001:3.0:1788777453.241190:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296560609 00000100:00000001:3.0:1788777453.241192:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777453.241194:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.241196:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777453.241200:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.241207:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777453.241208:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.241210:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777453.241212:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777453.241214:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777453.241216:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211109632:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777453.241219:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777453.241222:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777453.241223:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.241224:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777453.241227:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332a800. 02000000:00000001:3.0:1788777453.241229:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777453.241232:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777453.241235:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73370. 00000400:00000010:3.0:1788777453.241238:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92556e8. 00000100:00000200:3.0:1788777453.241241:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211109632, portal 4 00000100:00000001:3.0:1788777453.241242:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777453.241243:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453138816 : -110914256412800 : ffff9b1fc3255f80) 00000100:00000040:3.0:1788777453.241248:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.241253:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777453.241255:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777453.241257:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255a18. 00000100:00000200:3.0:1788777453.241259:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211109632, offset 0 00000400:00000200:3.0:1788777453.241262:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777453.241266:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.241269:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777453.241271:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777453.241274:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777453.241276:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777453.241290:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777453.241292:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2739:2739:254:4294967295] 192.168.204.133@tcp LPNI seq info [2738:2738:6:4294967295] 00000400:00000200:3.0:1788777453.241296:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.241302:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777453.241306:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777453.241309:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777453.241313:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777453.241317:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777453.241319:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777453.241322:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.241325:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 246517 usecs (247 jiffies) 00000400:00000200:3.0:1788777453.241327:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777453.241329:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296556794 00000100:00000001:3.0:1788777453.241332:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296560609 00000100:00000001:3.0:1788777453.241334:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296556794 00000100:00000001:3.0:1788777453.241336:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296560609 00000100:00000001:3.0:1788777453.241337:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777453.241339:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.241341:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.241344:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777453.241351:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777453.241353:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777453.241355:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777453.241356:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777453.241358:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777453.241360:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788777453.241362:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777453.241364:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777453.241365:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777453.241366:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777453.241367:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777453.241368:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777453.241373:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.241380:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777453.241381:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.241383:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777453.241385:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777453.241386:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777453.241389:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211109248:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777453.241392:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777453.241394:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777453.241396:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.241397:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777453.241401:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332b400. 02000000:00000001:3.0:1788777453.241402:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777453.241405:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777453.241408:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73dc0. 00000400:00000010:3.0:1788777453.241411:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255aa0. 00000100:00000200:3.0:1788777453.241414:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211109248, portal 10 00000100:00000001:3.0:1788777453.241415:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777453.241416:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453133440 : -110914256418176 : ffff9b1fc3254a80) 00000100:00000040:3.0:1788777453.241422:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.241428:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777453.241430:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777453.241433:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255198. 00000100:00000200:3.0:1788777453.241435:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211109248, offset 0 00000400:00000200:3.0:1788777453.241439:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777453.241443:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.241446:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777453.241449:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777453.241451:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777453.241453:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777453.241456:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777453.241459:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2740:2740:253:4294967295] 192.168.204.133@tcp LPNI seq info [2739:2739:5:4294967295] 00000400:00000200:3.0:1788777453.241708:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.241715:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777453.241720:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777453.241724:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777453.241727:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777453.241731:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777453.241734:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777453.241737:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.241740:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 828337 usecs (829 jiffies) 00000400:00000200:3.0:1788777453.241742:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777453.241744:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296557378 00000100:00000001:3.0:1788777453.241747:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296560609 00000100:00000001:3.0:1788777453.241749:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296557378 00000100:00000001:3.0:1788777453.241751:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296560609 00000100:00000001:3.0:1788777453.241753:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777453.241755:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.241757:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777453.241760:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.241766:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777453.241767:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.241770:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777453.241771:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777453.241773:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777453.241775:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211109504:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777453.241778:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777453.241780:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777453.241782:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.241784:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777453.241787:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc310e000. 02000000:00000001:3.0:1788777453.241789:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777453.241792:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777453.241794:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73f78. 00000400:00000010:3.0:1788777453.241798:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92552a8. 00000100:00000200:3.0:1788777453.241800:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211109504, portal 4 00000100:00000001:3.0:1788777453.241802:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777453.241803:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00000100:00000040:3.0:1788777453.241808:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.241813:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777453.241815:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777453.241817:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255cc0. 00000100:00000200:3.0:1788777453.241819:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211109504, offset 0 00000400:00000200:3.0:1788777453.241822:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777453.241826:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.241830:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777453.241833:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777453.241835:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777453.241837:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777453.241839:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777453.241842:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2741:2741:252:4294967295] 192.168.204.133@tcp LPNI seq info [2740:2740:4:4294967295] 00000400:00000200:3.0:1788777453.241846:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.241851:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777453.241855:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777453.241859:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777453.241862:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777453.241865:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777453.241868:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777453.241871:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.241874:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20781 usecs (21 jiffies) 00000400:00000200:3.0:1788777453.241877:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777453.241879:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296556570 00000100:00000001:3.0:1788777453.241881:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296560609 00000100:00000001:3.0:1788777453.241883:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296556570 00000100:00000001:3.0:1788777453.241884:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296560609 00000100:00000001:3.0:1788777453.241887:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777453.241889:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.242205:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.242209:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777453.242257:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777453.242260:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b600. 00000400:00000200:3.0:1788777453.242265:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.242270:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777453.242275:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255bb0 00000400:00000010:3.0:1788777453.242288:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255bb0. 00000100:00000001:3.0:1788777453.242292:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777453.242298:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242307:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777453.242310:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242317:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.242319:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777453.242334:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777453.242336:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:3.0:1788777453.242339:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.242342:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777453.242344:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255990 00000400:00000010:3.0:1788777453.242346:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255990. 00000100:00000001:3.0:1788777453.242347:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777453.242351:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242358:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777453.242360:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242366:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.242367:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777453.242374:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777453.242376:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b400. 00000400:00000200:3.0:1788777453.242378:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.242382:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777453.242384:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255a18 00000400:00000010:3.0:1788777453.242386:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255a18. 00000100:00000001:3.0:1788777453.242387:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777453.242390:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242396:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777453.242398:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242404:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.242405:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777453.242412:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777453.242414:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b200. 00000400:00000200:3.0:1788777453.242416:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.242419:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777453.242421:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255198 00000400:00000010:3.0:1788777453.242423:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255198. 00000100:00000001:3.0:1788777453.242425:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777453.242429:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242435:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777453.242438:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242449:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.242450:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777453.242544:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777453.242547:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:3.0:1788777453.242550:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.242553:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777453.242556:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255cc0 00000400:00000010:3.0:1788777453.242558:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255cc0. 00000100:00000001:3.0:1788777453.242560:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777453.242563:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242570:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777453.242573:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.242579:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.242580:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777453.243192:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777453.243198:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777453.253479:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253492:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777453.253495:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253497:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.253505:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253512:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777453.253521:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253526:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253532:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253535:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5c500 00000400:00000200:2.0:1788777453.253540:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253546:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x804d [1] + 224 00000800:00000001:2.0:1788777453.253553:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253556:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.253560:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777453.253564:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777453.253572:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.253580:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777453.253593:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.253608:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777453.253615:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253617:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777453.253619:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253621:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.253624:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253627:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777453.253630:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253633:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253635:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253638:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5c480 00000400:00000200:2.0:1788777453.253641:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253645:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x806d [1] + 224 00000800:00000001:2.0:1788777453.253648:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253650:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.253652:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777453.253655:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777453.253658:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.253662:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777453.253670:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.253677:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777453.253679:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253681:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777453.253683:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253685:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.253688:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253691:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777453.253694:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253696:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253698:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253701:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5c300 00000400:00000200:2.0:1788777453.253703:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.253707:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x802d [1] + 224 00000800:00000001:2.0:1788777453.253710:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253714:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.253716:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777453.253719:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777453.253721:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.253725:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777453.253733:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.253739:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777453.253741:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.253743:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.253755:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777453.253759:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777453.253765:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777453.253767:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777453.253770:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73f78. 00000400:00000200:2.0:1788777453.253774:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92552a8 00000400:00000010:2.0:1788777453.253776:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92552a8. 00000100:00000001:2.0:1788777453.253779:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.253782:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777453.253791:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.253797:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777453.253799:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.253801:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777453.253804:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777453.253807:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777453.253809:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777453.253812:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777453.253843:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=112 v=5 (5 5 5 36) 00000100:00001000:2.0:1788777453.253848:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777453.253851:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777453.253853:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.253856:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777453.253860:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.253863:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777453.253865:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788777453.253868:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777453.253869:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777453.253875:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.253882:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777453.253885:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777453.253887:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777453.253891:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777453.253900:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211109504:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777453.253905:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777453.253906:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777453.253908:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73058. 00000400:00000200:2.0:1788777453.253910:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255000 00000400:00000010:2.0:1788777453.253912:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255000. 00000100:00000001:2.0:1788777453.253914:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.253917:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777453.253926:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.253931:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777453.253933:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.253934:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777453.253935:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777453.253936:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777453.253938:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777453.253940:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777453.253942:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=112 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777453.253945:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=112 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777453.253947:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777453.253948:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.253950:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777453.253951:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.253953:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777453.253956:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.253962:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777453.253963:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777453.253964:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777453.253968:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777453.253975:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211109120:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777453.253981:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777453.253982:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777453.253983:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73370. 00000400:00000200:2.0:1788777453.253985:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92556e8 00000400:00000010:2.0:1788777453.253986:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92556e8. 00000100:00000001:2.0:1788777453.253988:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.253990:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777453.253997:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.254003:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777453.254004:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.254006:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777453.254007:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777453.254008:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777453.254009:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777453.254010:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777453.254013:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=112 v=5 (5 5 5 36) 00000100:00001000:2.0:1788777453.254016:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=20 v=5 (1 1 0 0) 00000100:00000001:2.0:1788777453.254018:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777453.254019:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.254020:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777453.254022:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.254023:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777453.254025:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967323 00000100:00000001:2.0:1788777453.254026:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777453.254029:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777453.254032:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.254038:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777453.254040:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777453.254041:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777453.254045:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777453.254052:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211109632:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777453.254056:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.254058:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777453.254061:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256a00 x1875667211109504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.254067:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777453.254070:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777453.254072:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc310e000. 02000000:00000001:2.0:1788777453.254076:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777453.254078:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777453.254080:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777453.254082:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777453.254086:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b700. 02000000:00000001:2.0:1788777453.254089:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777453.254091:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777453.254092:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256a00. 00000100:00000001:2.0:1788777453.254096:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777453.254098:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.254099:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777453.254102:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257b80 x1875667211109120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.254109:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777453.254110:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777453.254111:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332b800. 02000000:00000001:2.0:1788777453.254113:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777453.254114:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777453.254116:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:2.0:1788777453.254117:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777453.254118:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bf00. 02000000:00000001:2.0:1788777453.254120:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777453.254121:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777453.254122:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257b80. 00000100:00000001:2.0:1788777453.254125:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777453.254126:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.254128:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777453.254131:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255f80 x1875667211109632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.254137:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777453.254138:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777453.254139:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332a800. 02000000:00000001:2.0:1788777453.254141:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777453.254142:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777453.254143:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777453.254144:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777453.254145:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b800. 02000000:00000001:2.0:1788777453.254147:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777453.254148:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777453.254149:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255f80. 00000100:00000001:2.0:1788777453.254151:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777453.254152:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.254155:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.254157:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777453.254158:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777453.254159:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.254161:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777453.264331:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.264349:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777453.264354:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.264356:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.264366:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264374:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777453.264394:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264399:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264405:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264409:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5c400 00000400:00000200:2.0:1788777453.264414:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264421:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x803d [1] + 224 00000800:00000001:2.0:1788777453.264428:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.264433:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.264436:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777453.264441:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777453.264449:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.264459:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777453.264506:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.264519:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777453.264528:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.264532:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777453.264534:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.264535:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.264538:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264542:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777453.264546:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264549:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264551:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264554:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5c380 00000400:00000200:2.0:1788777453.264558:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.264562:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x805d [1] + 224 00000800:00000001:2.0:1788777453.264565:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.264571:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.264574:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777453.264577:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777453.264580:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.264584:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777453.264594:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.264602:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777453.264605:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.264608:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.264620:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777453.264624:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777453.264630:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777453.264632:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777453.264636:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73dc0. 00000400:00000200:2.0:1788777453.264640:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255aa0 00000400:00000010:2.0:1788777453.264643:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255aa0. 00000100:00000001:2.0:1788777453.264646:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.264650:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777453.264660:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.264666:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777453.264669:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.264671:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777453.264675:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777453.264677:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777453.264680:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777453.264683:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777453.264693:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=112 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777453.264697:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777453.264700:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777453.264702:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.264704:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777453.264710:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.264714:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777453.264717:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967600 00000100:00000001:2.0:1788777453.264718:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777453.264721:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777453.264727:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.264740:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777453.264743:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777453.264745:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777453.264749:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777453.264757:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211109248:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777453.264763:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777453.264764:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777453.264766:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c739f8. 00000400:00000200:2.0:1788777453.264769:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255dd0 00000400:00000010:2.0:1788777453.264771:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255dd0. 00000100:00000001:2.0:1788777453.264773:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777453.264776:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777453.264785:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.264792:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777453.264793:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.264795:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777453.264796:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777453.264797:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777453.264798:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777453.264800:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777453.264803:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=112 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777453.264807:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=112 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777453.264809:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777453.264810:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.264812:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777453.264813:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.264815:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777453.264816:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:2.0:1788777453.264818:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777453.264819:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777453.264823:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.264829:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777453.264831:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777453.264833:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777453.264836:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777453.264842:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211109376:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777453.264847:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.264849:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777453.264853:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254a80 x1875667211109248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.264860:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777453.264863:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777453.264866:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332b400. 02000000:00000001:2.0:1788777453.264869:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777453.264872:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777453.264874:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777453.264876:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777453.264879:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bc00. 02000000:00000001:2.0:1788777453.264882:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777453.264884:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777453.264886:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254a80. 00000100:00000001:2.0:1788777453.264889:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777453.264890:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.264891:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777453.264894:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257100 x1875667211109376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.264899:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777453.264901:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777453.264903:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332a600. 02000000:00000001:2.0:1788777453.264905:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777453.264906:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777453.264907:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777453.264909:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777453.264910:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b900. 02000000:00000001:2.0:1788777453.264912:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777453.264913:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777453.264914:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257100. 00000100:00000001:2.0:1788777453.264917:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777453.264918:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.264920:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.264928:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777453.264931:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.264933:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777453.264935:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.751811:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777453.751819:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.751826:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777453.751827:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.751831:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777453.753656:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777453.753716:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777453.753720:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777453.753725:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788777453.877710:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.877730:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777453.877735:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.877738:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.877747:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.877756:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777453.877765:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.877771:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.877777:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.877782:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2cd600 00000400:00000200:2.0:1788777453.877793:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x7185 [2] + 1640 00000800:00000001:2.0:1788777453.877802:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.877811:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777453.877815:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777453.877820:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777453.877828:0:2406:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788777453.877830:0:2406:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788777453.877837:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d500. 00000100:00000040:2.0:1788777453.877841:0:2406:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc639d500 x1875667233592832 msgsize 328 00000100:00100000:2.0:1788777453.877845:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:2.0:1788777453.877858:0:2406:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788777453.877869:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777453.877871:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.878009:0:16848:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788777453.878012:0:16848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233592832 02000000:00000001:2.0:1788777453.878016:0:16848:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788777453.878018:0:16848:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777453.878020:0:16848:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777453.878025:0:16848:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777453.878030:0:16848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233592832 00000020:00000001:2.0:1788777453.878033:0:16848:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777453.878035:0:16848:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:2.0:1788777453.878038:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777453.878041:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:2.0:1788777453.878044:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:2.0:1788777453.878046:0:16848:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000001:2.0:1788777453.878050:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777453.878055:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3d200. 00000100:00000001:2.0:1788777453.878058:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777453.878060:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3d200. 00000020:00000010:2.0:1788777453.878066:0:16848:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fd115d600. 00000020:00000010:2.0:1788777453.878072:0:16848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fc835d800. 00000020:00000010:2.0:1788777453.878077:0:16848:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc82c7bb8. 00000100:00000040:2.0:1788777453.878086:0:16848:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788777453.878089:0:16848:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788777453.878091:0:16848:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788777453.878094:0:16848:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.878101:0:16848:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.878108:0:16848:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777453.878118:0:16848:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788777453.878120:0:16848:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788777453.878125:0:16848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 58 00000100:00000040:2.0:1788777453.878128:0:16848:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd895f800 : new rpc_count 1 00000100:00000001:2.0:1788777453.878131:0:16848:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:2.0:1788777453.878139:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc639d500 x1875667233592832/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:509/0 lens 328/0 e 0 to 0 dl 1788777464 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777453.878148:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777453.878150:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3d200. 00000100:00000001:2.0:1788777453.878152:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777453.878154:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3d200. 00000100:00100000:2.0:1788777453.878158:0:16848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc639d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8430:x1875667233592832:12345-192.168.204.133@tcp:104: 00000100:00000200:2.0:1788777453.878162:0:16848:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233592832 00010000:00000001:2.0:1788777453.878165:0:16848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788777453.878171:0:16848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777453.878173:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777453.878175:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=2 00000020:00000001:2.0:1788777453.878178:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:2.0:1788777453.878180:0:16848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:2.0:1788777453.878185:0:16848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777453.878188:0:16848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777453.878193:0:16848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788777453.878206:0:16848:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788777453.878208:0:16848:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788777453.878212:0:16848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fc333a000. 02000000:00000001:2.0:1788777453.878215:0:16848:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.878218:0:16848:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.878223:0:16848:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788777453.878226:0:16848:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777453.878230:0:16848:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777453.878234:0:16848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777453.878237:0:16848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777453.878240:0:16848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:2.0:1788777453.878242:0:16848:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788777453.878244:0:16848:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.878247:0:16848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777453.878250:0:16848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777453.878254:0:16848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777453.878259:0:16848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233592832, offset 224 00000400:00000200:2.0:1788777453.878276:0:16848:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777453.878283:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.878290:0:16848:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777453.878295:0:16848:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2742:2742:256:4294967295] 192.168.204.133@tcp LPNI seq info [2741:2741:8:4294967295] 00000400:00000200:2.0:1788777453.878299:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777453.878306:0:16848:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777453.878311:0:16848:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777453.878316:0:16848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956b00. 00000800:00000200:2.0:1788777453.878322:0:16848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777453.878328:0:16848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777453.878332:0:16848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777453.878342:0:16848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777453.878346:0:16848:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:2.0:1788777453.878348:0:16848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788777453.878352:0:16848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fca735480. 00010000:00000001:2.0:1788777453.878355:0:16848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788777453.878372:0:16848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788777453.878374:0:16848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.878376:0:16848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777453.878378:0:16848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777453.878383:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667233592832/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:509/0 lens 328/224 e 0 to 0 dl 1788777464 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788777453.878392:0:16848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc639d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8430:x1875667233592832:12345-192.168.204.133@tcp:104: Request processed in 242us (549us total) trans 0 rc 0/0 00000020:00000001:1.0:1788777453.878392:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777453.878395:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777453.878399:0:16848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 58 00000100:00000040:2.0:1788777453.878403:0:16848:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd895f800 : new rpc_count 0 00000100:00000001:2.0:1788777453.878405:0:16848:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788777453.878407:0:16848:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1788777453.878407:0:16856:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788777453.878410:0:16856:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1788777453.878411:0:16848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fc835d800. 00010000:00000001:1.0:1788777453.878412:0:16856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1788777453.878414:0:16848:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc82c7bb8. 00010000:00010000:1.0:1788777453.878416:0:16856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000010:2.0:1788777453.878418:0:16848:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fd115d600. 00000020:00000040:2.0:1788777453.878422:0:16848:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:2.0:1788777453.878425:0:16848:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777453.878425:0:16856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002044e00 already unused, calling callback (ffffffffc1266300) 00000008:00000001:1.0:1788777453.878429:0:16856:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788777453.878431:0:16856:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777453.878433:0:16856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777453.878434:0:16856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777453.878435:0:16856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:1.0:1788777453.878437:0:16856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777453.878439:0:16856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777453.878442:0:16856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777453.878445:0:16856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788777453.878452:0:16856:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788777453.878454:0:16856:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777453.878458:0:16856:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777453.878460:0:16856:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000008:00000001:1.0:1788777453.878491:0:16856:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788777453.878494:0:16856:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777453.878496:0:16856:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000008:00000001:1.0:1788777453.878498:0:16856:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777453.878502:0:16856:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777453.878507:0:16856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777453.878508:0:16856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777453.878510:0:16856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777453.878511:0:16856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777453.878514:0:16856:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044e00 with handle 0x22b16ee488cdc8d1 from hash 00010000:00000001:1.0:1788777453.878516:0:16856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777453.878518:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777453.878520:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777453.878521:0:16856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777453.878524:0:16856:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000800:00000200:2.0:1788777453.878525:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1788777453.878526:0:16856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000010:2.0:1788777453.878529:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956b00. 00010000:00000001:1.0:1788777453.878532:0:16856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1788777453.878534:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1788777453.878534:0:16856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777453.878536:0:16856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1788777453.878537:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00010000:00000001:1.0:1788777453.878539:0:16856:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000400:00000200:2.0:1788777453.878541:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:2.0:1788777453.878543:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000010:1.0:1788777453.878543:0:16856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777453.878546:0:16856:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777453.878547:0:2407:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788777453.878548:0:2407:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1788777453.878550:0:16856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777453.878552:0:16856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777453.878557:0:16856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777453.878563:0:16856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9201400. 00000100:00000001:1.0:1788777453.878569:0:16856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777453.878571:0:16856:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777453.878575:0:16856:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777453.878583:0:16856:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777453.878585:0:16856:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777453.878589:0:16856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777453.878594:0:16856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777453.878601:0:16856:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b6e9fb] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1123480 x1875667211109760/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788777453.878619:0:16856:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777453.878622:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777453.878624:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777453.878625:0:16856:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777453.878627:0:16856:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777453.878629:0:16856:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777453.878632:0:16856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777453.878640:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777453.878642:0:16856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000000fc1b36d/0x22b16ee488cdc8d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6854 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788777453.878649:0:16856:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc32de580. 00010000:00000040:1.0:1788777453.878654:0:16856:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611100 count: 0 00010000:00000010:1.0:1788777453.878661:0:16856:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd2611d00. 00010000:00000001:1.0:1788777453.878668:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777453.878670:0:16856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788777453.878672:0:16856:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fca735480. 00010000:00000001:1.0:1788777453.878675:0:16856:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777453.878677:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777453.878678:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777453.878680:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777453.878682:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777453.878683:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777453.878685:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777453.878686:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777453.878688:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777453.878689:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777453.878696:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777453.878700:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777453.878702:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777453.878708:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211109760/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777453.878716:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777453.878720:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777453.878724:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777453.878727:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777453.878729:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777453.878733:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211109760:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777453.878736:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777453.878742:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777453.878745:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777453.878747:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777453.878752:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9200a00. 02000000:00000001:1.0:1788777453.878754:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777453.878759:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777453.878762:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12898. 00000400:00000010:1.0:1788777453.878767:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256bb0. 00000100:00000200:1.0:1788777453.878772:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211109760, portal 18 00000100:00000001:1.0:1788777453.878774:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777453.878776:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777453.878783:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123480 x1875667211109760/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777453.878790:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777453.878793:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777453.878795:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256990. 00000100:00000200:1.0:1788777453.878798:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211109760, offset 0 00000400:00000200:1.0:1788777453.878802:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777453.878806:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777453.878810:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777453.878814:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777453.878818:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777453.878822:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777453.878825:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777453.878828:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2743:2743:256:4294967295] 192.168.204.133@tcp LPNI seq info [2742:2742:8:4294967295] 00000400:00000200:1.0:1788777453.878832:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777453.878838:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777453.878843:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777453.878847:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837c00. 00000800:00000200:1.0:1788777453.878851:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777453.878855:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777453.878858:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777453.878877:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777453.878883:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20757 usecs (21 jiffies) 00000400:00000200:1.0:1788777453.878886:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777453.878889:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296557207 00000100:00000001:1.0:1788777453.878892:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296560609 00000100:00000001:1.0:1788777453.878894:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296557207 00000100:00000001:1.0:1788777453.878896:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296560609 00000100:00000001:1.0:1788777453.878898:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777453.878900:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777453.878904:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777453.878906:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777453.878911:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777453.878913:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777453.878914:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777453.878915:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777453.878917:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777453.878919:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777453.878928:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777453.878930:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777453.879521:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777453.879525:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837c00. 00000400:00000200:2.0:1788777453.879529:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777453.879534:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777453.879538:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256990 00000400:00000010:2.0:1788777453.879540:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256990. 00000100:00000001:2.0:1788777453.879544:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777453.879549:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211109760/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.879558:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777453.879563:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211109760/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777453.879569:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777453.879571:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777453.880893:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.881127:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777453.881132:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.881136:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777453.881143:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.881149:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777453.881156:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.881160:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.881165:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.881168:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2cd700 00000400:00000200:3.0:1788777453.881176:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x7185 [2] + 1968 00000400:00000010:3.0:1788777453.881181:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bb58. 00000400:00000200:3.0:1788777453.881185:0:2407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fd1304c00 00000800:00000001:3.0:1788777453.881191:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.881197:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777453.881200:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.881205:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777453.881211:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1304c00 00000400:00000010:3.0:1788777453.881213:0:2407:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9b1fd1304c00. 00000100:00000001:3.0:1788777453.881219:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777453.881221:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1788777453.881224:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc333a450 x1875667233593088 msgsize 328 00000100:00100000:3.0:1788777453.881228:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000040:3.0:1788777453.881230:0:2407:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1788777453.881239:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777453.881247:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.881250:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777453.881280:0:16848:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9b1fd12eec00. 00000100:00000010:3.0:1788777453.881288:0:16848:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9b1fca71a000. 00000100:00100000:3.0:1788777453.881291:0:16848:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788777453.881295:0:16848:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788777453.881300:0:16848:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73738. 00000400:00000010:3.0:1788777453.881305:0:16848:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9b1fc31abcc0. 00000100:00000001:3.0:1788777453.881313:0:16848:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788777453.881315:0:16848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233593088 02000000:00000001:3.0:1788777453.881318:0:16848:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788777453.881320:0:16848:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777453.881323:0:16848:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777453.881327:0:16848:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777453.881331:0:16848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233593088 00000020:00000001:3.0:1788777453.881334:0:16848:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777453.881335:0:16848:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:3.0:1788777453.881338:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777453.881340:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:3.0:1788777453.881343:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:3.0:1788777453.881345:0:16848:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00000001:3.0:1788777453.881349:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777453.881353:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817b80. 00000100:00000001:3.0:1788777453.881356:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777453.881358:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817b80. 00000020:00000010:3.0:1788777453.881364:0:16848:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc61ca000. 00000020:00000010:3.0:1788777453.881369:0:16848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fd0387900. 00000020:00000010:3.0:1788777453.881374:0:16848:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc8352bb8. 00000100:00000040:3.0:1788777453.881382:0:16848:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788777453.881385:0:16848:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788777453.881387:0:16848:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788777453.881388:0:16848:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.881396:0:16848:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.881404:0:16848:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777453.881414:0:16848:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788777453.881416:0:16848:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788777453.881420:0:16848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 59 00000100:00000040:3.0:1788777453.881424:0:16848:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd8959000 : new rpc_count 1 00000100:00000001:3.0:1788777453.881426:0:16848:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159454073936 : -110914255477680 : ffff9b1fc333a450) 00000100:00000040:3.0:1788777453.881432:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc333a450 x1875667233593088/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:509/0 lens 328/0 e 0 to 0 dl 1788777464 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777453.881441:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777453.881443:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817b80. 00000100:00000001:3.0:1788777453.881445:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777453.881447:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817b80. 00000100:00100000:3.0:1788777453.881451:0:16848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc333a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8429:x1875667233593088:12345-192.168.204.133@tcp:104: 00000100:00000200:3.0:1788777453.881454:0:16848:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233593088 00010000:00000001:3.0:1788777453.881457:0:16848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788777453.881491:0:16848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777453.881493:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777453.881495:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814a00 refcount=2 00000020:00000001:3.0:1788777453.881498:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:3.0:1788777453.881501:0:16848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:3.0:1788777453.881505:0:16848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777453.881509:0:16848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777453.881514:0:16848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788777453.881533:0:16848:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788777453.881535:0:16848:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788777453.881539:0:16848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fd12ed400. 02000000:00000001:3.0:1788777453.881542:0:16848:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.881544:0:16848:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777453.881548:0:16848:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788777453.881551:0:16848:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777453.881554:0:16848:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777453.881559:0:16848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777453.881562:0:16848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777453.881564:0:16848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:3.0:1788777453.881566:0:16848:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788777453.881568:0:16848:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.881571:0:16848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777453.881573:0:16848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777453.882214:0:16848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255cc0. 00000100:00000200:3.0:1788777453.882220:0:16848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233593088, offset 224 00000400:00000200:3.0:1788777453.882227:0:16848:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777453.882235:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.882242:0:16848:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777453.882249:0:16848:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2744:2744:256:4294967295] 192.168.204.133@tcp LPNI seq info [2743:2743:8:4294967295] 00000400:00000200:3.0:1788777453.882253:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.882261:0:16848:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777453.882278:0:16848:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777453.882284:0:16848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777453.882291:0:16848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777453.882297:0:16848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777453.882302:0:16848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777453.882313:0:16848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.882318:0:16848:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:3.0:1788777453.882321:0:16848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788777453.882325:0:16848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fc31ab9c0. 00010000:00000001:3.0:1788777453.882327:0:16848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777453.882376:0:16848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788777453.882379:0:16848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777453.882381:0:16848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777453.882383:0:16848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777453.882390:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc333a450 x1875667233593088/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:509/0 lens 328/224 e 0 to 0 dl 1788777464 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788777453.882400:0:16848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc333a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8429:x1875667233593088:12345-192.168.204.133@tcp:104: Request processed in 957us (1173us total) trans 0 rc 0/0 00000100:00100000:3.0:1788777453.882408:0:16848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 59 00000100:00000040:3.0:1788777453.882411:0:16848:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd8959000 : new rpc_count 0 00000100:00000001:3.0:1788777453.882413:0:16848:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788777453.882415:0:16848:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788777453.882420:0:16848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fd0387900. 00000020:00000010:3.0:1788777453.882424:0:16848:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc8352bb8. 00000020:00000010:3.0:1788777453.882428:0:16848:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc61ca000. 00000020:00000040:3.0:1788777453.882432:0:16848:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 02000000:00000001:3.0:1788777453.882437:0:16848:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777453.882440:0:16848:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fc333a000. 02000000:00000001:3.0:1788777453.882443:0:16848:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777453.882445:0:16848:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 02000000:00000001:3.0:1788777453.882448:0:16848:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777453.882449:0:16848:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fd12ef000. 02000000:00000001:3.0:1788777453.882452:0:16848:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777453.882453:0:16848:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257800. 02000000:00000001:3.0:1788777453.882456:0:16848:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777453.882458:0:16848:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fc333ac00. 02000000:00000001:3.0:1788777453.882459:0:16848:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777453.882489:0:16848:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255880. 02000000:00000001:3.0:1788777453.882493:0:16848:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777453.882494:0:16848:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fc3339000. 02000000:00000001:3.0:1788777453.882497:0:16848:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777453.882498:0:16848:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257480. 02000000:00000001:3.0:1788777453.882500:0:16848:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777453.882501:0:16848:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fd12ed000. 02000000:00000001:3.0:1788777453.882503:0:16848:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777453.882504:0:16848:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639df80. 02000000:00000001:3.0:1788777453.882507:0:16848:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777453.882508:0:16848:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fd12ef400. 02000000:00000001:3.0:1788777453.882509:0:16848:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777453.882511:0:16848:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254380. 00000100:00000010:3.0:1788777453.882513:0:16848:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9b1fd132c000. 00000100:00000010:3.0:1788777453.882517:0:16848:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9b1fc333a400. 00000100:00000001:3.0:1788777453.882519:0:16848:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777453.882848:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777453.882852:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:3.0:1788777453.882856:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.882862:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777453.882866:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255cc0 00000400:00000010:3.0:1788777453.882868:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255cc0. 00000100:00000001:3.0:1788777453.882872:0:2406:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1788777453.882874:0:2406:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777453.882875:0:2406:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fd12ed400. 02000000:00000001:3.0:1788777453.882878:0:2406:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1788777453.882879:0:2406:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1788777453.883795:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.883806:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777453.883811:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.883813:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777453.883820:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.883825:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777453.883831:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.883834:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.883839:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.883843:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd5c580 00000400:00000200:3.0:1788777453.883847:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.883852:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8085 [1] + 224 00000800:00000001:3.0:1788777453.883859:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.883865:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777453.883867:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.883871:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777453.883876:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777453.883882:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211109760/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777453.883894:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123480 x1875667211109760/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.883933:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777453.883939:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.883942:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777453.886665:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777453.886670:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777453.886674:0:16855:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788777453.886677:0:16855:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788777453.886679:0:16855:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788777453.886685:0:16855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777453.886704:0:16855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd1814a00 already unused, calling callback (ffffffffc1266300) 00000008:00000001:1.0:1788777453.886709:0:16855:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788777453.886711:0:16855:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777453.886713:0:16855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777453.886716:0:16855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777453.886719:0:16855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814a00 refcount=3 00000020:00000001:1.0:1788777453.886722:0:16855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:1.0:1788777453.886724:0:16855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694043648 : -110914015507968 : ffff9b1fd1814a00) 00010000:00000001:1.0:1788777453.886727:0:16855:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777453.886731:0:16855:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788777453.886739:0:16855:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788777453.886741:0:16855:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777453.886746:0:16855:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777453.886749:0:16855:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000008:00000001:1.0:1788777453.886751:0:16855:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788777453.886754:0:16855:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777453.886756:0:16855:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000008:00000001:1.0:1788777453.886758:0:16855:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777453.886761:0:16855:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777453.886766:0:16855:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777453.886768:0:16855:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777453.886770:0:16855:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777453.886773:0:16855:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777453.886776:0:16855:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814a00 with handle 0x22b16ee488cdc8e6 from hash 00010000:00000001:1.0:1788777453.886779:0:16855:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777453.886780:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777453.886782:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777453.886784:0:16855:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777453.886788:0:16855:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777453.886790:0:16855:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788777453.886796:0:16855:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777453.886799:0:16855:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777453.886802:0:16855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777453.886804:0:16855:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788777453.886811:0:16855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123b80. 00000020:00000040:1.0:1788777453.886815:0:16855:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777453.886821:0:16855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777453.886824:0:16855:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777453.886828:0:16855:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777453.886837:0:16855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9201400. 00000100:00000001:1.0:1788777453.886843:0:16855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777453.886846:0:16855:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777453.886851:0:16855:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777453.886859:0:16855:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777453.886860:0:16855:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777453.886865:0:16855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777453.886869:0:16855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777453.886881:0:16855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c349a11c] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1123b80 x1875667211109888/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788777453.887453:0:16855:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777453.887456:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777453.887458:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777453.887459:0:16855:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777453.887478:0:16855:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777453.887481:0:16855:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777453.887485:0:16855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777453.887493:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777453.887495:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000059878a0e/0x22b16ee488cdc8e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6893 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788777453.887504:0:16855:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc48177c0. 00010000:00000040:1.0:1788777453.887508:0:16855:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8d100 count: 0 00010000:00000010:1.0:1788777453.887515:0:16855:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd9c8d700. 00010000:00000001:1.0:1788777453.887521:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777453.887522:0:16855:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788777453.887524:0:16855:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fc31ab9c0. 00010000:00000001:1.0:1788777453.887526:0:16855:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777453.887529:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777453.887531:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777453.887533:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777453.887534:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777453.887535:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777453.887537:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777453.887539:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777453.887539:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777453.887541:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788777453.888250:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777453.888256:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777453.888261:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.888278:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777453.888284:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b4c8 00000400:00000010:3.0:1788777453.888286:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b4c8. 00000100:00000001:3.0:1788777453.888292:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777453.888298:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123b80 x1875667211109888/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.888308:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777453.888311:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123b80 x1875667211109888/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.888319:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777453.888321:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777453.889504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611100. 00010000:00000010:1.1:1788777453.889516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00000800:00000001:3.0:1788777453.896284:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.896301:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777453.896305:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.896307:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777453.896316:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.896324:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777453.896344:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.896349:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.896355:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.896359:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd5c600 00000400:00000200:3.0:1788777453.896364:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777453.896370:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x809d [1] + 224 00000800:00000001:3.0:1788777453.896378:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.896386:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777453.896390:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777453.896394:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777453.896401:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777453.896412:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123b80 x1875667211109888/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777453.896423:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123b80 x1875667211109888/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777469 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777453.896444:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777453.896453:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777453.896456:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788777453.896993:0:32360:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d100. 00010000:00000010:1.1:1788777453.897000:0:32360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814a00. 00010000:00000001:2.0:1788777454.772548:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777454.772558:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777454.772561:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777454.772565:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777454.772570:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777454.772572:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777454.772574:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777454.772576:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777454.772598:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777454.772601:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777454.772604:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777455.018206:0:32429:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777455.802085:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777455.802092:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777455.805054:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777455.805062:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777455.805067:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777456.054263:0:32491:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777456.821529:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777456.821535:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777456.821637:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777456.821640:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777456.821643:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777457.243800:0:32584:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777457.332603:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296560609, at 4296560640 00000100:00000010:3.0:1788777457.332620:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181e40. 00000100:00000040:2.0:1788777457.332702:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296560609, at 4296560640 00000100:00000010:2.0:1788777457.332708:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181f00. 00000001:00000001:2.0:1788777457.586973:0:32620:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788777457.586980:0:32620:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 06:37:36 (1788777456) 00000001:00000001:2.0:1788777457.605627:0:32620:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788777457.847598:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777457.847606:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777457.847626:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777457.847629:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777457.847632:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788777457.959649:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777457.959654:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777457.959658:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777457.959664:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777457.959669:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b990 00000400:00000010:3.0:1788777457.959671:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b990. 00000100:00000001:3.0:1788777457.959675:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777457.959679:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211110016/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777457.959687:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777457.959690:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eea00 x1875667211110016/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777457.959697:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777457.959698:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777457.982094:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777457.982111:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777457.982116:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777457.982119:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777457.982128:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777457.982136:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777457.982145:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777457.982150:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777457.982156:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777457.982160:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5c680 00000400:00000200:3.0:1788777457.982165:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777457.982171:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x80a5 [1] + 224 00000800:00000001:3.0:1788777457.982178:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777457.982195:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777457.982199:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777457.982204:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777457.982212:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777457.982221:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eea00 x1875667211110016/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777457.982231:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc31eea00 x1875667211110016/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777457.982252:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777457.982262:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777457.982265:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1788777457.986729:0:32632:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32ded00. 00800000:00000001:1.0:1788777457.986738:0:32632:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453699328 : -110914255852288 : ffff9b1fc32ded00) 00800000:00000001:1.0:1788777457.986743:0:32632:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777457.986747:0:32632:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777457.986752:0:32632:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777457.986755:0:32632:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788777457.986758:0:32632:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777457.986761:0:32632:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777457.986764:0:32632:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777457.986770:0:32632:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777457.986772:0:32632:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788777457.986777:0:32632:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788777457.986781:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777457.986784:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777457.986787:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777457.986790:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777457.986792:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777457.986795:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777457.986797:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777457.986798:0:32632:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777457.986802:0:32632:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777457.986804:0:32632:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 1 00800000:00000010:1.0:1788777457.986807:0:32632:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32ded00. 00800000:00000001:1.0:1788777457.986812:0:32632:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777457.986907:0:32632:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc91e 00800000:00000001:1.0:1788777457.986912:0:32632:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777457.986914:0:32632:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777457.986916:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777457.986917:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777457.986919:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777457.986921:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777457.986923:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777457.986926:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777457.986927:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777457.986929:0:32632:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777457.986930:0:32632:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777457.986933:0:32632:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777457.986936:0:32632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777457.986939:0:32632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc91e from it ffffb70bc209bb58 00010000:00000001:1.0:1788777457.986941:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777457.986942:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777457.986944:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777457.986946:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777457.986948:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777457.986950:0:32632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777457.986954:0:32632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777457.986963:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777457.986964:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777457.986966:0:32632:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777457.986969:0:32632:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777457.986971:0:32632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777457.986982:0:32632:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777457.986985:0:32632:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777457.986988:0:32632:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777457.986992:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777457.986993:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777457.986995:0:32632:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777457.986998:0:32632:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777457.987000:0:32632:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777457.987002:0:32632:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777457.987004:0:32632:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777457.987006:0:32632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777457.987007:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777457.987008:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777457.987011:0:32632:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777457.987023:0:32632:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eea00 x1875667211110016/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777457.987031:0:32632:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777457.987035:0:32632:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777457.987038:0:32632:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd8958000. 02000000:00000001:1.0:1788777457.987042:0:32632:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777457.987045:0:32632:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777457.987047:0:32632:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777457.987049:0:32632:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777457.987052:0:32632:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001800. 02000000:00000001:1.0:1788777457.987056:0:32632:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777457.987058:0:32632:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777457.987060:0:32632:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eea00. 00000100:00000001:1.0:1788777457.987254:0:32632:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777457.987256:0:32632:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777457.987260:0:32632:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777457.987266:0:32632:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777457.987295:0:32632:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ece80. 00000020:00000001:1.0:1788777457.987302:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bae8 00000080:00200000:1.0:1788777457.987305:0:32632:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=13 00000080:00000001:1.0:1788777457.987308:0:32632:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777457.987310:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209b998 00000080:00200000:1.0:1788777457.987313:0:32632:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=getattr 00000080:00000010:1.0:1788777457.987322:0:32632:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00800000:00000002:1.0:1788777457.987327:0:32632:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777457.987332:0:32632:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777457.987334:0:32632:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777457.987336:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209b8b8 00800000:00000002:1.0:1788777457.987511:0:32632:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777457.987515:0:32632:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777457.987519:0:32632:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777457.987522:0:32632:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777457.987524:0:32632:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777457.987527:0:32632:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777457.987529:0:32632:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777457.987531:0:32632:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777457.987533:0:32632:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777457.987537:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209b850 00800000:00000002:1.0:1788777457.987539:0:32632:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788777457.987545:0:32632:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777457.987546:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209b788 00000002:00010000:1.0:1788777457.987548:0:32632:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788777457.987553:0:32632:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777457.987556:0:32632:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777457.987561:0:32632:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120e00. 00000020:00000040:1.0:1788777457.987564:0:32632:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777457.987569:0:32632:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777457.987574:0:32632:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777457.987577:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777457.987578:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777457.987580:0:32632:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777457.987583:0:32632:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777457.987585:0:32632:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777457.987589:0:32632:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777457.987596:0:32632:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356f000. 00000100:00000001:1.0:1788777457.987602:0:32632:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777457.987607:0:32632:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777457.987608:0:32632:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777457.987610:0:32632:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777457.987611:0:32632:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777457.987613:0:32632:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777457.987619:0:32632:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00010000:00000001:1.0:1788777457.987623:0:32632:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777457.987626:0:32632:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777457.987631:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 2 00010000:00000001:1.0:1788777457.987634:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777457.987636:0:32632:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777457.987640:0:32632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045c00. 00000020:00000001:1.0:1788777457.987643:0:32632:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777457.987646:0:32632:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045c00 with handle 0x22b16ee488cdc925 to hash 00000020:00000001:1.0:1788777457.987648:0:32632:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777457.987649:0:32632:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777457.987653:0:32632:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777457.987656:0:32632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777457.987658:0:32632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777457.987662:0:32632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777457.987674:0:32632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777457.987684:0:32632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777457.987690:0:32632:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777457.987692:0:32632:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777457.987699:0:32632:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777457.987701:0:32632:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543784192 : -110914165767424 : ffff9b1fc88c8300) 00000100:00000001:1.0:1788777457.987704:0:32632:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777457.987705:0:32632:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000001:1.0:1788777457.987710:0:32632:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777457.987715:0:32632:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777457.987717:0:32632:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777457.987719:0:32632:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777457.987725:0:32632:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777457.987733:0:32632:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777457.987735:0:32632:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777457.987739:0:32632:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777457.987741:0:32632:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777457.987744:0:32632:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777457.987747:0:32632:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32632:1875667211110144:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777457.987751:0:32632:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777457.987756:0:32632:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777457.987758:0:32632:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777457.987760:0:32632:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777457.987765:0:32632:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1164000. 02000000:00000001:1.0:1788777457.987767:0:32632:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777457.987774:0:32632:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777457.987778:0:32632:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12e18. 00000400:00000010:1.0:1788777457.987787:0:32632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777457.987794:0:32632:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211110144, portal 10 00000100:00000001:1.0:1788777457.987796:0:32632:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777457.987797:0:32632:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000040:1.0:1788777457.987803:0:32632:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777457.987810:0:32632:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777457.987813:0:32632:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777457.987869:0:32632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256198. 00000100:00000200:1.0:1788777457.987873:0:32632:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211110144, offset 0 00000400:00000200:1.0:1788777457.987880:0:32632:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777457.987890:0:32632:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777457.987898:0:32632:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777457.987904:0:32632:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777457.987909:0:32632:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777457.987912:0:32632:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777457.987916:0:32632:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777457.987919:0:32632:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2747:2747:256:4294967295] 192.168.204.133@tcp LPNI seq info [2746:2746:8:4294967295] 00000400:00000200:1.0:1788777457.987924:0:32632:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777457.987933:0:32632:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777457.987939:0:32632:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777457.987944:0:32632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837200. 00000800:00000200:1.0:1788777457.987951:0:32632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777457.987959:0:32632:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777457.987964:0:32632:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788777457.988048:0:32632:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777457.988053:0:32632:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 826045 usecs (827 jiffies) 00000400:00000200:1.0:1788777457.988057:0:32632:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777457.988060:0:32632:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296562122 00000100:00000001:1.0:1788777457.988705:0:32632:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296562093 00000100:00000001:1.0:1788777457.988713:0:32632:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296562123 00000100:00000001:1.0:1788777457.988716:0:32632:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296562093 00000100:00000001:1.0:1788777457.988720:0:32632:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777457.988723:0:32632:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777457.988725:0:32632:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777457.988727:0:32632:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777457.988730:0:32632:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8300 going to sleep for 11 seconds 00000100:00000001:1.0:1788777457.988734:0:32632:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777457.988736:0:32632:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777457.999598:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777457.999610:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837200. 00000400:00000200:3.0:1788777457.999617:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777457.999628:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777457.999638:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256198 00000400:00000010:3.0:1788777457.999642:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256198. 00000100:00000001:3.0:1788777457.999649:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777457.999658:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777457.999672:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777457.999676:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777457.999685:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777457.999687:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777458.015377:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.015407:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777458.015412:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.015415:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.015428:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.015437:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777458.015449:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.015456:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.015518:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.015523:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 584 into portal 10 MB=0x6a9e8cdd5c700 00000400:00000200:3.0:1788777458.015529:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.015538:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 584/584 into md 0x80ad [1] + 224 00000800:00000001:3.0:1788777458.015547:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.015560:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.015564:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.015570:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777458.015580:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.015593:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777458.015605:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.015628:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.016288:0:32632:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777458.016297:0:32632:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777458.016299:0:32632:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777458.016302:0:32632:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12e18. 00000400:00000200:1.0:1788777458.016308:0:32632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:1.0:1788777458.016310:0:32632:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:1.0:1788777458.016313:0:32632:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777458.016321:0:32632:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777458.016332:0:32632:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.016339:0:32632:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.016341:0:32632:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.016344:0:32632:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777458.016348:0:32632:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777458.016350:0:32632:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777458.016352:0:32632:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.016355:0:32632:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777458.016364:0:32632:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=117 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777458.016368:0:32632:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777458.016371:0:32632:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788777458.016375:0:32632:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777473 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.016382:0:32632:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788777458.016387:0:32632:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777458.016389:0:32632:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788777458.016390:0:32632:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777458.016392:0:32632:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788777458.016396:0:32632:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777473 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.016403:0:32632:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788777458.016406:0:32632:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777458.016408:0:32632:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777458.016412:0:32632:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777473 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777458.016419:0:32632:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32632:1875667211110144:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777458.016424:0:32632:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.016427:0:32632:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788777458.016429:0:32632:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777458.016431:0:32632:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.016437:0:32632:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777473 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.016445:0:32632:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777458.016447:0:32632:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777458.016451:0:32632:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777458.016452:0:32632:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788777458.016456:0:32632:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777458.016460:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.016485:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.016489:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777458.016491:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.016494:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00010000:1.0:1788777458.016499:0:32632:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.016510:0:32632:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788777458.016515:0:32632:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.016521:0:32632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777458.016524:0:32632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.016529:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.016531:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777458.016534:0:32632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.016539:0:32632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.016542:0:32632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.016545:0:32632:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788777458.016547:0:32632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777458.016554:0:32632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002045c00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:1.0:1788777458.016557:0:32632:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788777458.016561:0:32632:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.016568:0:32632:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788777458.016570:0:32632:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788777458.016573:0:32632:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.016578:0:32632:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788777458.016580:0:32632:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777458.016581:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.016582:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.016584:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=5 00000020:00000001:1.0:1788777458.016586:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.016588:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.016591:0:32632:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777458.016593:0:32632:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788777458.016598:0:32632:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777458.016600:0:32632:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.016602:0:32632:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788777458.016604:0:32632:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777458.016607:0:32632:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777458.016609:0:32632:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777458.016610:0:32632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.016612:0:32632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777458.016614:0:32632:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045c00 with handle 0x22b16ee488cdc925 from hash 00010000:00000001:1.0:1788777458.016617:0:32632:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777458.016618:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.016619:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.016620:0:32632:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777458.016622:0:32632:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777458.016623:0:32632:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788777458.016626:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.016626:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.016628:0:32632:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.016629:0:32632:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.016631:0:32632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.016636:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.016637:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.016638:0:32632:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788777458.016640:0:32632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.016642:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.016643:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.016644:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777458.016646:0:32632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc925 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.016662:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.016663:0:32632:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788777458.016668:0:32632:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788777458.016674:0:32632:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777473 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777458.016681:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788777458.016683:0:32632:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.016685:0:32632:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.016688:0:32632:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.016690:0:32632:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777458.016693:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788777458.016694:0:32632:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.016696:0:32632:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777458.016700:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209b710 00000002:00002000:1.0:1788777458.016702:0:32632:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788777458.016705:0:32632:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.016710:0:32632:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.016713:0:32632:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777458.016715:0:32632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777458.016719:0:32632:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.016722:0:32632:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777458.016725:0:32632:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777458.016728:0:32632:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc209bb20 it_disposition 7 00000080:00002000:1.0:1788777458.016734:0:32632:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1767ca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1788777458.016741:0:32632:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1788777458.016743:0:32632:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777458.016746:0:32632:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777458.016748:0:32632:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777458.016750:0:32632:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777458.016752:0:32632:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.016754:0:32632:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.016756:0:32632:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.016761:0:32632:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777458.016763:0:32632:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777458.016766:0:32632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777458.016770:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 2 00010000:00000001:1.0:1788777458.016774:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.016778:0:32632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.016780:0:32632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777458.016783:0:32632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777458.016791:0:32632:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777458.016796:0:32632:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.016799:0:32632:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777458.016806:0:32632:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777458.016808:0:32632:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777458.016809:0:32632:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777458.016813:0:32632:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777458.016815:0:32632:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc209b930 released 00000080:00010000:1.0:1788777458.016817:0:32632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc91e from it ffffb70bc209b930 00010000:00000001:1.0:1788777458.016819:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.016821:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.016823:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777458.016825:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.016828:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.016829:0:32632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777458.016832:0:32632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777458.016837:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.016838:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.016839:0:32632:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777458.016840:0:32632:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777458.016843:0:32632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777458.016855:0:32632:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777458.016857:0:32632:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777458.016859:0:32632:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.016863:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.016864:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.016865:0:32632:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.016868:0:32632:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777458.016869:0:32632:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.016871:0:32632:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.016873:0:32632:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.016875:0:32632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.016876:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.016877:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777458.016878:0:32632:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788777458.016879:0:32632:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777458.016882:0:32632:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777458.016886:0:32632:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211200. 00000100:00000001:1.0:1788777458.016890:0:32632:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.016894:0:32632:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120e00 x1875667211110144/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777473 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.016901:0:32632:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777458.016904:0:32632:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777458.016907:0:32632:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1164000. 02000000:00000001:1.0:1788777458.016910:0:32632:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777458.016912:0:32632:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777458.016914:0:32632:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777458.016916:0:32632:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777458.016919:0:32632:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356f000. 02000000:00000001:1.0:1788777458.016922:0:32632:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777458.016924:0:32632:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777458.016926:0:32632:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120e00. 00000100:00000001:1.0:1788777458.016929:0:32632:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777458.016931:0:32632:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777458.016933:0:32632:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777458.016934:0:32632:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc209bb20 released 00000080:00000001:1.0:1788777458.016936:0:32632:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788777458.016940:0:32632:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777458.016942:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bb70 00000080:00002000:1.0:1788777458.016944:0:32632:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9b1fd1767ca8, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788777458.016947:0:32632:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.016994:0:32632:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777458.016997:0:32632:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777458.016999:0:32632:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777458.017001:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bbb0 00000080:00200000:1.0:1788777458.017003:0:32632:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777458.017009:0:32632:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00800000:00000002:1.0:1788777458.017014:0:32632:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777458.017017:0:32632:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777458.017020:0:32632:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.017022:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bad0 00800000:00000002:1.0:1788777458.017023:0:32632:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.017027:0:32632:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777458.017029:0:32632:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777458.017030:0:32632:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777458.017031:0:32632:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777458.017033:0:32632:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777458.017034:0:32632:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.017036:0:32632:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.017038:0:32632:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.017040:0:32632:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777458.017043:0:32632:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.017045:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209b9a0 00000002:00010000:1.0:1788777458.017047:0:32632:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777458.017049:0:32632:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777458.017050:0:32632:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777458.017052:0:32632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777458.017054:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 2 00010000:00000001:1.0:1788777458.017057:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.017059:0:32632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.017274:0:32632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777458.017278:0:32632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777458.017286:0:32632:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777458.017289:0:32632:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.017291:0:32632:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777458.017297:0:32632:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777458.017298:0:32632:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777458.017300:0:32632:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777458.017302:0:32632:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777458.017304:0:32632:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777458.017306:0:32632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777458.017308:0:32632:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777458.017310:0:32632:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777458.017312:0:32632:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211200. 00000080:00000001:1.0:1788777458.017315:0:32632:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777458.017317:0:32632:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.017319:0:32632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777458.017323:0:32632:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc91e 00800000:00000001:1.0:1788777458.017326:0:32632:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777458.017328:0:32632:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777458.017329:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.017331:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.017333:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777458.017335:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.017337:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.017340:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.017341:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.017343:0:32632:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.017344:0:32632:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.017346:0:32632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc91e from it ffffb70bc209bbe8 00010000:00000001:1.0:1788777458.017348:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.017349:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.017351:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777458.017353:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.017355:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.017357:0:32632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777458.017359:0:32632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777458.017365:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.017366:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.017367:0:32632:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777458.017369:0:32632:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777458.017372:0:32632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777458.017378:0:32632:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777458.017380:0:32632:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777458.017381:0:32632:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.017383:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.017385:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.017386:0:32632:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.017388:0:32632:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777458.017389:0:32632:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.017390:0:32632:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.017392:0:32632:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.017394:0:32632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.017395:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.017396:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777458.017398:0:32632:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777458.017399:0:32632:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777458.017401:0:32632:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777458.017406:0:32632:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.017410:0:32632:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777458.017412:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bbd8 00000080:00002000:1.0:1788777458.017414:0:32632:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9b1fd1767ca8) flags 0x8000e refc 0 00000080:00000001:1.0:1788777458.017417:0:32632:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777458.017419:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bc20 00000080:00200000:1.0:1788777458.017421:0:32632:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:1.0:1788777458.017425:0:32632:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777458.017427:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bba8 00000080:00002000:1.0:1788777458.017429:0:32632:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9b1fd1767ca8, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788777458.017431:0:32632:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777458.017649:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bd08 00000080:00200008:1.0:1788777458.017652:0:32632:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788777458.017658:0:32632:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788777458.017661:0:32632:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.017663:0:32632:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777458.017664:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bc80 00000080:00200000:1.0:1788777458.017665:0:32632:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777458.017669:0:32632:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00800000:00000002:1.0:1788777458.017672:0:32632:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777458.017675:0:32632:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777458.017677:0:32632:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.017678:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bba0 00800000:00000002:1.0:1788777458.017680:0:32632:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.017682:0:32632:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777458.017684:0:32632:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777458.017686:0:32632:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777458.017687:0:32632:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777458.017688:0:32632:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777458.017690:0:32632:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.017692:0:32632:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.017693:0:32632:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.017695:0:32632:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777458.017698:0:32632:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.017699:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209ba70 00000002:00010000:1.0:1788777458.017701:0:32632:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777458.017703:0:32632:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777458.017704:0:32632:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777458.017706:0:32632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777458.017708:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 2 00010000:00000001:1.0:1788777458.017710:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.017713:0:32632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.017715:0:32632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777458.017718:0:32632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777458.017725:0:32632:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777458.017727:0:32632:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.017730:0:32632:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777458.017735:0:32632:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777458.017737:0:32632:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777458.017738:0:32632:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777458.017740:0:32632:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777458.017741:0:32632:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777458.017742:0:32632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777458.017744:0:32632:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777458.017746:0:32632:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777458.017748:0:32632:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211200. 00000080:00000001:1.0:1788777458.017750:0:32632:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777458.017751:0:32632:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.017753:0:32632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777458.017755:0:32632:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc91e 00800000:00000001:1.0:1788777458.017758:0:32632:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777458.017759:0:32632:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777458.017760:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.017761:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.017763:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777458.017765:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.017767:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.017769:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.017770:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.017771:0:32632:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.017772:0:32632:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.017775:0:32632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc91e from it ffffb70bc209bcb8 00010000:00000001:1.0:1788777458.017776:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.017777:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.017778:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777458.017780:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.017782:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.017784:0:32632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777458.017786:0:32632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777458.017791:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.017793:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.017793:0:32632:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777458.017795:0:32632:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777458.017797:0:32632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777458.017802:0:32632:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777458.017804:0:32632:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777458.017805:0:32632:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.017807:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.017808:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.017809:0:32632:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.017811:0:32632:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777458.017812:0:32632:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.017813:0:32632:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.017816:0:32632:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.017818:0:32632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.017819:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.017820:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777458.017821:0:32632:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777458.017822:0:32632:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777458.017825:0:32632:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777458.017829:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bd08 00000080:00000008:1.0:1788777458.017831:0:32632:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788777458.018582:0:32632:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777458.018612:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bd08 00000080:00200008:1.0:1788777458.018614:0:32632:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788777458.018619:0:32632:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777458.018620:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bc80 00000080:00200000:1.0:1788777458.018622:0:32632:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777458.018626:0:32632:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00800000:00000002:1.0:1788777458.018630:0:32632:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777458.018632:0:32632:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777458.018636:0:32632:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.018637:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bba0 00800000:00000002:1.0:1788777458.018640:0:32632:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.018643:0:32632:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777458.018645:0:32632:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777458.018647:0:32632:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777458.018648:0:32632:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777458.018650:0:32632:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777458.018651:0:32632:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.018653:0:32632:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.018655:0:32632:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.018658:0:32632:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777458.018662:0:32632:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.018663:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209ba70 00000002:00010000:1.0:1788777458.018665:0:32632:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777458.018668:0:32632:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777458.018669:0:32632:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777458.018671:0:32632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777458.018674:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 2 00010000:00000001:1.0:1788777458.018676:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.018680:0:32632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.018682:0:32632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777458.018686:0:32632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777458.018693:0:32632:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777458.018697:0:32632:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.018700:0:32632:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777458.018706:0:32632:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777458.018708:0:32632:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777458.018709:0:32632:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777458.018711:0:32632:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777458.018712:0:32632:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777458.018714:0:32632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777458.018717:0:32632:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777458.018718:0:32632:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777458.018720:0:32632:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211200. 00000080:00000001:1.0:1788777458.018723:0:32632:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777458.018724:0:32632:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.018727:0:32632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777458.018730:0:32632:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc91e 00800000:00000001:1.0:1788777458.018732:0:32632:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777458.018734:0:32632:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777458.018735:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.018737:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.018739:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777458.018741:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.018743:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.018746:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.018747:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.018749:0:32632:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.018750:0:32632:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.018752:0:32632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc91e from it ffffb70bc209bcb8 00010000:00000001:1.0:1788777458.018754:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.018755:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.018756:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777458.018757:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.018759:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.018761:0:32632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777458.018764:0:32632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777458.018770:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.018772:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.018773:0:32632:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777458.018775:0:32632:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777458.018777:0:32632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777458.018783:0:32632:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777458.018785:0:32632:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777458.018786:0:32632:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.018788:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.018789:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.018790:0:32632:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.018792:0:32632:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777458.018794:0:32632:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.018796:0:32632:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.018798:0:32632:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.018800:0:32632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.018802:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.018803:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777458.018804:0:32632:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777458.018806:0:32632:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777458.018808:0:32632:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777458.018811:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bd08 00000080:00000008:1.0:1788777458.018813:0:32632:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788777458.018932:0:32632:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777458.018934:0:32632:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777458.018935:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bb78 00000080:00200000:1.0:1788777458.018937:0:32632:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777458.018941:0:32632:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00800000:00000002:1.0:1788777458.018944:0:32632:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777458.018946:0:32632:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777458.018949:0:32632:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.018950:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209ba98 00800000:00000002:1.0:1788777458.018952:0:32632:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.018955:0:32632:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777458.018957:0:32632:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777458.018958:0:32632:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777458.018960:0:32632:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777458.018961:0:32632:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777458.018962:0:32632:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.018964:0:32632:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.018966:0:32632:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.018969:0:32632:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777458.018972:0:32632:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.018974:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209b968 00000002:00010000:1.0:1788777458.018975:0:32632:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777458.018978:0:32632:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777458.018979:0:32632:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777458.018981:0:32632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777458.018983:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 2 00010000:00000001:1.0:1788777458.018985:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.018987:0:32632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.018989:0:32632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777458.018992:0:32632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777458.018999:0:32632:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777458.019001:0:32632:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.019004:0:32632:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788777458.019010:0:32632:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777458.019012:0:32632:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777458.019013:0:32632:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777458.019015:0:32632:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777458.019017:0:32632:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777458.019019:0:32632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777458.019022:0:32632:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777458.019023:0:32632:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777458.019025:0:32632:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211200. 00000080:00000001:1.0:1788777458.019028:0:32632:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777458.019029:0:32632:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.019031:0:32632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777458.019033:0:32632:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc91e 00800000:00000001:1.0:1788777458.019036:0:32632:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777458.019037:0:32632:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777458.019038:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.019039:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.019041:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777458.019042:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.019044:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.019046:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.019047:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.019048:0:32632:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.019049:0:32632:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.019051:0:32632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc91e from it ffffb70bc209bbb0 00010000:00000001:1.0:1788777458.019053:0:32632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.019054:0:32632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.019055:0:32632:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7000 refcount=3 00000020:00000001:1.0:1788777458.019056:0:32632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.019058:0:32632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145088 : -110914032406528 : ffff9b1fd07f7000) 00010000:00000001:1.0:1788777458.019060:0:32632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000800:00000001:2.0:1788777458.019227:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.019237:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777458.019733:0:32632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777458.019742:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.019744:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.019745:0:32632:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777458.019747:0:32632:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777458.019750:0:32632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777458.019757:0:32632:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777458.019759:0:32632:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777458.019761:0:32632:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.019765:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.019766:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.019767:0:32632:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.019770:0:32632:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777458.019772:0:32632:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.019773:0:32632:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.019777:0:32632:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.019779:0:32632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.019780:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.019782:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777458.019784:0:32632:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777458.019786:0:32632:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777458.019789:0:32632:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788777458.019793:0:32632:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.019799:0:32632:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777458.019802:0:32632:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777458.019804:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bb78 00000080:00200008:1.0:1788777458.019806:0:32632:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 300000 00000080:00000010:1.0:1788777458.019815:0:32632:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777458.019821:0:32632:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.019823:0:32632:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.019848:0:32632:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777458.019850:0:32632:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c03066f0 arg=7ffda568a7d0 00000020:00000001:1.0:1788777458.019857:0:32632:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777458.019863:0:32632:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9b1fc356f000. 00000020:00000001:1.0:1788777458.019868:0:32632:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.019873:0:32632:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788777458.019875:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bad0 00000080:00200000:1.0:1788777458.019877:0:32632:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1788777458.019883:0:32632:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00800000:00000002:1.0:1788777458.019888:0:32632:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:1.0:1788777458.019897:0:32632:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788777458.019900:0:32632:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788777458.019903:0:32632:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777458.019906:0:32632:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777458.019907:0:32632:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777458.019909:0:32632:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777458.019911:0:32632:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.019913:0:32632:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.019915:0:32632:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.019918:0:32632:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:1.0:1788777458.019922:0:32632:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788777458.019924:0:32632:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788777458.019927:0:32632:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788777458.019931:0:32632:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788777458.019934:0:32632:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x23:0x0] 40000000:00000001:1.0:1788777458.019937:0:32632:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.019939:0:32632:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.019941:0:32632:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.019942:0:32632:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777458.019945:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209b9e8 00800000:00000002:1.0:1788777458.019947:0:32632:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000405:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788777458.019951:0:32632:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788777458.019953:0:32632:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777458.019957:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 2 00010000:00000001:1.0:1788777458.019959:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.019961:0:32632:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777458.019964:0:32632:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777458.019968:0:32632:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788777458.019976:0:32632:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777458.019979:0:32632:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777458.019981:0:32632:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777458.019983:0:32632:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777458.019986:0:32632:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777458.019988:0:32632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777458.019991:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 3 00010000:00000001:1.0:1788777458.019993:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777458.019995:0:32632:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.019997:0:32632:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777458.019998:0:32632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777458.019999:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 3 00010000:00000001:1.0:1788777458.020001:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777458.020003:0:32632:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.020004:0:32632:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777458.020005:0:32632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777458.020006:0:32632:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e000 count: 3 00010000:00000001:1.0:1788777458.020008:0:32632:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777458.020009:0:32632:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.020012:0:32632:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777458.020015:0:32632:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777458.020019:0:32632:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788777458.020022:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209b670 00000080:00002000:1.0:1788777458.020024:0:32632:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:1.0:1788777458.020031:0:32632:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777458.020037:0:32632:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788777458.020040:0:32632:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777458.020043:0:32632:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777458.020045:0:32632:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.020048:0:32632:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777458.020051:0:32632:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777458.020053:0:32632:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777458.020055:0:32632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.020057:0:32632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777458.020260:0:32632:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7000 with handle 0x22b16ee488cdc91e from hash 00010000:00000001:1.0:1788777458.020264:0:32632:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777458.020266:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.020267:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.020268:0:32632:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777458.020272:0:32632:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777458.020274:0:32632:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777458.020277:0:32632:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777458.020279:0:32632:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777458.020282:0:32632:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788777458.020289:0:32632:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120e00. 00000020:00000040:1.0:1788777458.020294:0:32632:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777458.020301:0:32632:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777458.020312:0:32632:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.020315:0:32632:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777458.020319:0:32632:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.020322:0:32632:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.020325:0:32632:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777458.020327:0:32632:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777458.020331:0:32632:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777458.020340:0:32632:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356e000. 00000100:00000001:1.0:1788777458.020348:0:32632:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.020350:0:32632:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777458.020353:0:32632:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777458.020359:0:32632:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788777458.020365:0:32632:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777458.020367:0:32632:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777458.020369:0:32632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777458.020371:0:32632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7000/0x22b16ee488cdc91e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a699d expref: -99 pid: 32632 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1788777458.020377:0:32632:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e000 count: 0 00010000:00000010:1.0:1788777458.020382:0:32632:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6ae80. 00010000:00000001:1.0:1788777458.020390:0:32632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.020391:0:32632:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.020393:0:32632:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777458.020394:0:32632:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.020396:0:32632:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788777458.020407:0:32632:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788777458.020419:0:32632:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120e00 x1875667211110400/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777458.020428:0:32632:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777458.020431:0:32632:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777458.020438:0:32632:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777458.020441:0:32632:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543784192 : -110914165767424 : ffff9b1fc88c8300) 00000100:00000001:1.0:1788777458.020444:0:32632:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.020445:0:32632:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000001:1.0:1788777458.020451:0:32632:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777458.020456:0:32632:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.020458:0:32632:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777458.020459:0:32632:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777458.020494:0:32632:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120e00 x1875667211110400/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.020503:0:32632:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777458.020505:0:32632:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.020509:0:32632:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777458.020512:0:32632:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777458.020515:0:32632:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777458.020518:0:32632:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32632:1875667211110400:192.168.204.133@tcp:36:lfs.0 00000100:00000001:1.0:1788777458.020522:0:32632:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777458.020528:0:32632:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777458.020530:0:32632:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.020533:0:32632:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777458.020538:0:32632:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356c000. 02000000:00000001:1.0:1788777458.020540:0:32632:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777458.020550:0:32632:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777458.020555:0:32632:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12e18. 00000400:00000010:1.0:1788777458.020564:0:32632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777458.020575:0:32632:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211110400, portal 10 00000100:00000001:1.0:1788777458.020577:0:32632:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.020578:0:32632:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000040:1.0:1788777458.020585:0:32632:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120e00 x1875667211110400/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.020599:0:32632:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777458.020603:0:32632:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777458.020606:0:32632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256a18. 00000100:00000200:1.0:1788777458.020612:0:32632:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667211110400, offset 0 00000400:00000200:1.0:1788777458.020623:0:32632:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777458.020634:0:32632:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.020642:0:32632:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777458.020648:0:32632:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777458.020654:0:32632:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777458.020659:0:32632:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777458.020662:0:32632:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777458.020667:0:32632:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2748:2748:256:4294967295] 192.168.204.133@tcp LPNI seq info [2747:2747:8:4294967295] 00000400:00000200:1.0:1788777458.020671:0:32632:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.020683:0:32632:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777458.020691:0:32632:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777458.020696:0:32632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837800. 00000800:00000200:1.0:1788777458.020705:0:32632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777458.020713:0:32632:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777458.020718:0:32632:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837800 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788777458.020807:0:32632:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.020814:0:32632:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 824912 usecs (825 jiffies) 00000400:00000200:1.0:1788777458.020817:0:32632:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777458.020820:0:32632:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296562153 00000100:00000001:1.0:1788777458.020830:0:32632:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296562122 00000100:00000001:1.0:1788777458.020836:0:32632:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296562153 00000100:00000001:1.0:1788777458.020840:0:32632:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296562123 00000100:00000001:1.0:1788777458.020843:0:32632:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.020846:0:32632:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.020849:0:32632:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777458.020851:0:32632:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777458.020855:0:32632:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8300 going to sleep for 11 seconds 00000100:00000001:1.0:1788777458.020858:0:32632:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777458.020862:0:32632:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777458.023768:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777458.023780:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837800. 00000400:00000200:3.0:1788777458.023787:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.023796:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777458.023805:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256a18 00000400:00000010:3.0:1788777458.023809:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256a18. 00000100:00000001:3.0:1788777458.023815:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777458.023823:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120e00 x1875667211110400/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.023836:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.023840:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120e00 x1875667211110400/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.023847:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.023849:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777458.025512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00000080:00000010:1.1:1788777458.025532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ece80. 00010000:00000010:1.1:1788777458.025540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e000. 00010000:00000010:1.1:1788777458.025544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7000. 00000800:00000001:2.0:1788777458.058856:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.058874:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777458.058880:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.058883:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777458.058902:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.058911:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777458.058920:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.058924:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.058930:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.058933:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 10 MB=0x6a9e8cdd5c800 00000400:00000200:2.0:1788777458.058938:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.058945:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 448/448 into md 0x80b5 [1] + 224 00000800:00000001:2.0:1788777458.058952:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.058960:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777458.058963:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777458.058968:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777458.058976:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777458.058985:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120e00 x1875667211110400/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777458.058997:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b1fd1120e00 x1875667211110400/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777458.059017:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777458.059026:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.059029:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.059145:0:32632:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777458.059153:0:32632:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777458.059155:0:32632:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777458.059159:0:32632:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12e18. 00000400:00000200:1.0:1788777458.059164:0:32632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:1.0:1788777458.059166:0:32632:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:1.0:1788777458.059169:0:32632:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777458.059174:0:32632:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120e00 x1875667211110400/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777458.059193:0:32632:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120e00 x1875667211110400/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.059199:0:32632:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.059202:0:32632:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.059205:0:32632:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777458.059208:0:32632:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777458.059210:0:32632:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777458.059212:0:32632:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.059215:0:32632:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777458.059224:0:32632:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=117 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777458.059228:0:32632:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777458.059230:0:32632:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777458.059232:0:32632:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.059235:0:32632:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777458.059239:0:32632:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.059242:0:32632:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777458.059244:0:32632:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:1.0:1788777458.059246:0:32632:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777458.059249:0:32632:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.059250:0:32632:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000001:1.0:1788777458.059254:0:32632:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777458.059256:0:32632:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788777458.059258:0:32632:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777458.059261:0:32632:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.059265:0:32632:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120e00 x1875667211110400/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.059273:0:32632:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.059276:0:32632:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777458.059278:0:32632:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777458.059282:0:32632:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120e00 x1875667211110400/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777458.059291:0:32632:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32632:1875667211110400:192.168.204.133@tcp:36:lfs.0 00000100:00000001:1.0:1788777458.059296:0:32632:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.059299:0:32632:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.059301:0:32632:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777458.059303:0:32632:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.059306:0:32632:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120e00 x1875667211110400/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.059314:0:32632:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777458.059317:0:32632:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777458.059320:0:32632:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777458.059322:0:32632:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.059330:0:32632:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.059333:0:32632:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788777458.059336:0:32632:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.059340:0:32632:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777458.059347:0:32632:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777458.059349:0:32632:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777458.059351:0:32632:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788777458.059354:0:32632:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788777458.059368:0:32632:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd1598000. 00000080:00000001:1.0:1788777458.059377:0:32632:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788777458.059379:0:32632:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8) 00000080:00000001:1.0:1788777458.059382:0:32632:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777458.059384:0:32632:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788777458.059387:0:32632:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.059388:0:32632:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788777458.059391:0:32632:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788777458.059393:0:32632:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 0 to 1788777458 00000080:00200000:1.0:1788777458.059397:0:32632:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:1.0:1788777458.059399:0:32632:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788777458.059401:0:32632:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691436232 : -110914018115384 : ffff9b1fd15980c8) 00000080:00000001:1.0:1788777458.059404:0:32632:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777458.059406:0:32632:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777458.059408:0:32632:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.059415:0:32632:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.059418:0:32632:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120e00 x1875667211110400/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.059425:0:32632:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.059428:0:32632:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777458.059431:0:32632:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211200. 00000080:00000010:1.0:1788777458.059436:0:32632:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff9b1fc356f000. 00000080:00000001:1.0:1788777458.059439:0:32632:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.059456:0:32632:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777458.059458:0:32632:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777458.059498:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bdd0 00000080:00200008:1.0:1788777458.059501:0:32632:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 300000 00000080:00400000:1.0:1788777458.059505:0:32632:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788777458.059508:0:32632:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777458.059511:0:32632:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777458.059514:0:32632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc209bdd0 00000080:00000008:1.0:1788777458.059516:0:32632:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 300000, rc = 0 00000080:00000001:1.0:1788777458.059518:0:32632:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.059520:0:32632:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777458.082915:0:32633:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777458.082923:0:32633:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777458.082926:0:32633:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777458.082929:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fb20 00000080:00200000:2.0:1788777458.082935:0:32633:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777458.082944:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069a00. 00800000:00000002:2.0:1788777458.082952:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777458.082956:0:32633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777458.082962:0:32633:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777458.082964:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fa40 00800000:00000002:2.0:1788777458.082967:0:32633:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777458.082971:0:32633:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777458.082974:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777458.082977:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777458.082979:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777458.082981:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777458.082983:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777458.082986:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777458.082988:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777458.082991:0:32633:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777458.082998:0:32633:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777458.083000:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f910 00000002:00010000:2.0:1788777458.083002:0:32633:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777458.083006:0:32633:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777458.083008:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777458.083011:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777458.083019:0:32633:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777458.083022:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777458.083023:0:32633:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777458.083026:0:32633:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777458.083028:0:32633:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777458.083033:0:32633:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c000. 00000020:00000040:2.0:1788777458.083037:0:32633:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777458.083043:0:32633:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777458.083047:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777458.083050:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.083054:0:32633:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777458.083056:0:32633:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777458.083569:0:32633:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777458.083579:0:32633:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333a800. 00000100:00000001:2.0:1788777458.083587:0:32633:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777458.083592:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777458.083593:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777458.083595:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777458.083596:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777458.083598:0:32633:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777458.083604:0:32633:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00010000:00000001:2.0:1788777458.083609:0:32633:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777458.083611:0:32633:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777458.083616:0:32633:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6800. 00010000:00000010:2.0:1788777458.083620:0:32633:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835dd00. 00010000:00000001:2.0:1788777458.083627:0:32633:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777458.083630:0:32633:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5600. 00000020:00000001:2.0:1788777458.083634:0:32633:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777458.083637:0:32633:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5600 with handle 0x22b16ee488cdc92c to hash 00000020:00000001:2.0:1788777458.083639:0:32633:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777458.083640:0:32633:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777458.083644:0:32633:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777458.083647:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777458.083650:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777458.083654:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777458.083664:0:32633:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777458.083675:0:32633:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777458.083680:0:32633:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777458.083682:0:32633:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777458.083689:0:32633:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159e40. 00000100:00000001:2.0:1788777458.083691:0:32633:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686987328 : -110914022564288 : ffff9b1fd1159e40) 00000100:00000001:2.0:1788777458.083694:0:32633:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777458.083696:0:32633:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000001:2.0:1788777458.083701:0:32633:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777458.083706:0:32633:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.083708:0:32633:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777458.083709:0:32633:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777458.083720:0:32633:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.083735:0:32633:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777458.083738:0:32633:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777458.083741:0:32633:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777458.083744:0:32633:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777458.083746:0:32633:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777458.083750:0:32633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32633:1875667211110528:192.168.204.133@tcp:101:lfs.0 00000100:00000001:2.0:1788777458.083754:0:32633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777458.083759:0:32633:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777458.083761:0:32633:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777458.083763:0:32633:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777458.083768:0:32633:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920f000. 02000000:00000001:2.0:1788777458.083770:0:32633:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777458.083777:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777458.083781:0:32633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b2c0. 00000400:00000010:2.0:1788777458.083788:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777458.083795:0:32633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211110528, portal 10 00000100:00000001:2.0:1788777458.083796:0:32633:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777458.083798:0:32633:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000040:2.0:1788777458.083804:0:32633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.083812:0:32633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777458.083815:0:32633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777458.083818:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777458.083821:0:32633:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211110528, offset 0 00000400:00000200:2.0:1788777458.083827:0:32633:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777458.083840:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.083847:0:32633:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777458.083851:0:32633:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777458.083856:0:32633:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777458.083860:0:32633:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777458.083862:0:32633:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777458.083866:0:32633:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2749:2749:256:4294967295] 192.168.204.133@tcp LPNI seq info [2748:2748:8:4294967295] 00000400:00000200:2.0:1788777458.083871:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.083880:0:32633:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777458.083886:0:32633:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777458.083891:0:32633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956100. 00000800:00000200:2.0:1788777458.083960:0:32633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777458.083968:0:32633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777458.083972:0:32633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777458.084028:0:32633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777458.084033:0:32633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 823802 usecs (824 jiffies) 00000400:00000200:2.0:1788777458.084037:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777458.084041:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296562215 00000100:00000001:2.0:1788777458.084048:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296562153 00000100:00000001:2.0:1788777458.084053:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296562215 00000100:00000001:2.0:1788777458.084056:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296562153 00000100:00000001:2.0:1788777458.084059:0:32633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777458.084128:0:32633:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.084130:0:32633:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777458.084133:0:32633:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777458.084136:0:32633:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159e40 going to sleep for 11 seconds 00000100:00000001:2.0:1788777458.084138:0:32633:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777458.084141:0:32633:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777458.090398:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777458.090407:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956100. 00000400:00000200:3.0:1788777458.090414:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.090423:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777458.090431:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:3.0:1788777458.090434:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:3.0:1788777458.090439:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777458.090447:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.090459:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.091795:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.091806:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.091809:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777458.100770:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.100788:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777458.100793:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.100796:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777458.100805:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.100813:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777458.100823:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.100828:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.100834:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.100838:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5c880 00000400:00000200:2.0:1788777458.100843:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.100849:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x80bd [1] + 224 00000800:00000001:2.0:1788777458.100856:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.100863:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777458.100867:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777458.100871:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777458.100879:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777458.100889:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777458.100900:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.100924:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777458.100932:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.100936:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777458.101500:0:32633:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777458.101509:0:32633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777458.101511:0:32633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777458.101515:0:32633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b2c0. 00000400:00000200:3.0:1788777458.101521:0:32633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:3.0:1788777458.101523:0:32633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:3.0:1788777458.101527:0:32633:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.101532:0:32633:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777458.101542:0:32633:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.101549:0:32633:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777458.101551:0:32633:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777458.101553:0:32633:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777458.101557:0:32633:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777458.101559:0:32633:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777458.101561:0:32633:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777458.101564:0:32633:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777458.101572:0:32633:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=117 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777458.101576:0:32633:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777458.101578:0:32633:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777458.101580:0:32633:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.101583:0:32633:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777458.101586:0:32633:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.101590:0:32633:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777458.101592:0:32633:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1788777458.101594:0:32633:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777458.101596:0:32633:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777458.101601:0:32633:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.101608:0:32633:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777458.101610:0:32633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777458.101613:0:32633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777458.101616:0:32633:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777458.101623:0:32633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32633:1875667211110528:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777458.101628:0:32633:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777458.101631:0:32633:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.101633:0:32633:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777458.101636:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.101639:0:32633:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.101645:0:32633:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777458.101648:0:32633:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159e40. 00000100:00000001:3.0:1788777458.101652:0:32633:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777458.101653:0:32633:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.101656:0:32633:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777458.101659:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.101661:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.101665:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=4 00000020:00000001:3.0:1788777458.101667:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101670:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000040:3.0:1788777458.101676:0:32633:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5600, remote cookie: 0x542deec0941a69d5, flags: 0x1001 00010000:00010000:3.0:1788777458.101681:0:32633:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777458.101691:0:32633:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.101699:0:32633:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777458.101703:0:32633:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777458.101705:0:32633:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777458.101706:0:32633:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777458.101708:0:32633:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777458.101711:0:32633:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6800) refcount = 1 00010000:00010000:3.0:1788777458.101715:0:32633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.101721:0:32633:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777458.101725:0:32633:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777458.101726:0:32633:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777458.101729:0:32633:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777458.101732:0:32633:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.101735:0:32633:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.101740:0:32633:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777458.101742:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101744:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.101745:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101745:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.101747:0:32633:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.101751:0:32633:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777458.101752:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.101753:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.101755:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.101756:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101758:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101760:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.101761:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.101763:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=4 00000020:00000001:3.0:1788777458.101764:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101766:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101768:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.101770:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.101773:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.101778:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101779:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.101781:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.101782:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.101782:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=5 00000020:00000001:3.0:1788777458.101784:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101785:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101788:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777458.101791:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.101797:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101798:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777458.101800:0:32633:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.101806:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777458.101807:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101808:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.101809:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101810:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777458.101820:0:32633:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777458.101830:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.101831:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.101833:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.101834:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101836:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101838:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101839:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777458.101841:0:32633:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.101843:0:32633:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.101845:0:32633:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777458.101847:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.101848:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.101849:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.101851:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101853:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00000002:00010000:3.0:1788777458.101856:0:32633:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.101865:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101866:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.101867:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777458.101868:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.101869:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.101870:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.101872:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101873:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000040:3.0:1788777458.101878:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:3.0:1788777458.101880:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777458.101884:0:32633:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788777458.101885:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101886:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777458.101887:0:32633:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777458.101889:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f898 00000002:00002000:3.0:1788777458.101891:0:32633:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777458.101894:0:32633:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.101898:0:32633:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.101900:0:32633:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777458.101903:0:32633:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777458.101905:0:32633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.101909:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777458.101912:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069a00. 00000080:00000001:3.0:1788777458.101916:0:32633:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777458.101919:0:32633:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777458.101925:0:32633:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788777458.101928:0:32633:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788777458.101934:0:32633:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4817cc0. 00800000:00000001:3.0:1788777458.101936:0:32633:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159475952832 : -110914233598784 : ffff9b1fc4817cc0) 00800000:00000001:3.0:1788777458.101938:0:32633:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.101940:0:32633:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777458.101942:0:32633:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777458.101944:0:32633:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788777458.101947:0:32633:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777458.101950:0:32633:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777458.101951:0:32633:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.101955:0:32633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788777458.101958:0:32633:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788777458.101960:0:32633:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777450 to 1788777458 00000080:00200000:3.0:1788777458.101965:0:32633:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1788777458.101967:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.101968:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.101969:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.101971:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101972:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101974:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.101975:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777458.101976:0:32633:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777458.101978:0:32633:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788777458.101979:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4817cc0 1 00800000:00000010:3.0:1788777458.101981:0:32633:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4817cc0. 00800000:00000001:3.0:1788777458.101984:0:32633:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.101987:0:32633:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc92c 00800000:00000001:3.0:1788777458.101990:0:32633:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777458.101991:0:32633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777458.101992:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.101993:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.101995:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.101996:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.101998:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.102000:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.102002:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777458.102003:0:32633:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.102005:0:32633:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.102007:0:32633:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.102010:0:32633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777458.102012:0:32633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc92c from it ffffb70bc185fb58 00010000:00000001:3.0:1788777458.102015:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.102016:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.102017:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.102019:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.102021:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.102023:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777458.102025:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.102031:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.102032:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.102033:0:32633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777458.102035:0:32633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777458.102038:0:32633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777458.102045:0:32633:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777458.102048:0:32633:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777458.102049:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777458.102053:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.102054:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.102055:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.102058:0:32633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777458.102060:0:32633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.102071:0:32633:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.102073:0:32633:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.102075:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777458.102076:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.102077:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777458.102079:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.102084:0:32633:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c000 x1875667211110528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.102091:0:32633:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777458.102093:0:32633:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777458.102096:0:32633:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc920f000. 02000000:00000001:3.0:1788777458.102101:0:32633:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777458.102103:0:32633:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777458.102105:0:32633:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777458.102107:0:32633:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777458.102110:0:32633:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333a800. 02000000:00000001:3.0:1788777458.102113:0:32633:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777458.102115:0:32633:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777458.102117:0:32633:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c000. 00000100:00000001:3.0:1788777458.102119:0:32633:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777458.102121:0:32633:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777458.102124:0:32633:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777458.102129:0:32633:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777458.102143:0:32633:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd105baa0. 00000020:00000001:3.0:1788777458.102148:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fae8 00000080:00200000:3.0:1788777458.102150:0:32633:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=13 00000080:00000001:3.0:1788777458.102154:0:32633:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777458.102155:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f998 00000080:00200000:3.0:1788777458.102157:0:32633:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=getattr 00000080:00000010:3.0:1788777458.102165:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312ba00. 00800000:00000002:3.0:1788777458.102169:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777458.102174:0:32633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777458.102177:0:32633:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.102179:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f8b8 00800000:00000002:3.0:1788777458.102181:0:32633:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.102198:0:32633:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777458.102202:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777458.102204:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777458.102206:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777458.102208:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777458.102210:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.102212:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.102214:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777458.102217:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f850 00800000:00000002:3.0:1788777458.102219:0:32633:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788777458.102223:0:32633:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.102225:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f788 00000002:00010000:3.0:1788777458.102227:0:32633:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788777458.102230:0:32633:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777458.102232:0:32633:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777458.102237:0:32633:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254380. 00000020:00000040:3.0:1788777458.102240:0:32633:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777458.102244:0:32633:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777458.102247:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777458.102250:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.102252:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.102253:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.102256:0:32633:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777458.102258:0:32633:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777458.102262:0:32633:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777458.102268:0:32633:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ecc00. 00000100:00000001:3.0:1788777458.102273:0:32633:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.102276:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777458.102278:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.102280:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777458.102281:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.102283:0:32633:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.102288:0:32633:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453131648 : -110914256419968 : ffff9b1fc3254380) 00010000:00000001:3.0:1788777458.102291:0:32633:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777458.102293:0:32633:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777458.102295:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:3.0:1788777458.102297:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777458.102299:0:32633:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777458.102302:0:32633:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814c00. 00000020:00000001:3.0:1788777458.102305:0:32633:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777458.102308:0:32633:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814c00 with handle 0x22b16ee488cdc933 to hash 00000020:00000001:3.0:1788777458.102310:0:32633:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777458.102311:0:32633:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694044160 : -110914015507456 : ffff9b1fd1814c00) 00010000:00000001:3.0:1788777458.102314:0:32633:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694044160 : -110914015507456 : ffff9b1fd1814c00) 00010000:00000001:3.0:1788777458.102317:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.102319:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.102322:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777458.102329:0:32633:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777458.102338:0:32633:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777458.102343:0:32633:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777458.102344:0:32633:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777458.102349:0:32633:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2300. 00000100:00000001:3.0:1788777458.102351:0:32633:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575085824 : -110914134465792 : ffff9b1fca6a2300) 00000100:00000001:3.0:1788777458.102353:0:32633:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777458.102355:0:32633:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453131648 : -110914256419968 : ffff9b1fc3254380) 00000100:00000001:3.0:1788777458.102358:0:32633:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777458.102362:0:32633:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.102364:0:32633:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777458.102365:0:32633:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777458.102369:0:32633:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.102376:0:32633:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777458.102378:0:32633:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777458.102381:0:32633:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777458.102384:0:32633:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777458.102386:0:32633:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777458.102389:0:32633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254380 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32633:1875667211110656:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777458.102393:0:32633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777458.102398:0:32633:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777458.102400:0:32633:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777458.102402:0:32633:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777458.102407:0:32633:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1091800. 02000000:00000001:3.0:1788777458.102409:0:32633:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777458.102414:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777458.102418:0:32633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73e70. 00000400:00000010:3.0:1788777458.102423:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255cc0. 00000100:00000200:3.0:1788777458.102430:0:32633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211110656, portal 10 00000100:00000001:3.0:1788777458.102431:0:32633:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777458.102433:0:32633:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453131648 : -110914256419968 : ffff9b1fc3254380) 00000100:00000040:3.0:1788777458.102438:0:32633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.102445:0:32633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777458.102448:0:32633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777458.102451:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255198. 00000100:00000200:3.0:1788777458.102454:0:32633:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211110656, offset 0 00000400:00000200:3.0:1788777458.102460:0:32633:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777458.102492:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.102498:0:32633:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777458.102504:0:32633:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777458.102508:0:32633:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777458.102511:0:32633:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777458.102515:0:32633:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777458.102518:0:32633:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2750:2750:256:4294967295] 192.168.204.133@tcp LPNI seq info [2749:2749:8:4294967295] 00000400:00000200:3.0:1788777458.102523:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.102530:0:32633:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777458.102536:0:32633:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777458.102540:0:32633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777458.102547:0:32633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777458.102554:0:32633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777458.102558:0:32633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788777458.102578:0:32633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777458.102582:0:32633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 822657 usecs (823 jiffies) 00000400:00000200:3.0:1788777458.102586:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777458.102588:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296562233 00000100:00000001:3.0:1788777458.102595:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296562215 00000100:00000001:3.0:1788777458.102601:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296562233 00000100:00000001:3.0:1788777458.102603:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296562215 00000100:00000001:3.0:1788777458.102606:0:32633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777458.102609:0:32633:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.102611:0:32633:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777458.102612:0:32633:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777458.102615:0:32633:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2300 going to sleep for 11 seconds 00000100:00000001:3.0:1788777458.102617:0:32633:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777458.102619:0:32633:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777458.102907:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777458.102911:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b200. 00000400:00000200:2.0:1788777458.102917:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777458.102922:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777458.102926:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255198 00000400:00000010:2.0:1788777458.102928:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255198. 00000100:00000001:2.0:1788777458.102932:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777458.102936:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.102944:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777458.102947:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.102953:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.102954:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777458.118953:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.118977:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777458.118981:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.118985:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777458.118994:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.119003:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777458.119016:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.119021:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.119027:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.119031:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 584 into portal 10 MB=0x6a9e8cdd5c900 00000400:00000200:2.0:1788777458.119037:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777458.119044:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 584/584 into md 0x80cd [1] + 224 00000800:00000001:2.0:1788777458.119051:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777458.119248:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777458.119252:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777458.119258:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777458.119266:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777458.119275:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777458.119288:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.119308:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777458.119401:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.119405:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777458.119421:0:32633:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777458.119428:0:32633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777458.119431:0:32633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777458.119434:0:32633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73e70. 00000400:00000200:3.0:1788777458.119439:0:32633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255cc0 00000400:00000010:3.0:1788777458.119442:0:32633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255cc0. 00000100:00000001:3.0:1788777458.119445:0:32633:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.119449:0:32633:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777458.119458:0:32633:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.119481:0:32633:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777458.119483:0:32633:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777458.119485:0:32633:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777458.119489:0:32633:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777458.119492:0:32633:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777458.119494:0:32633:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777458.119497:0:32633:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777458.119507:0:32633:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=117 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777458.119511:0:32633:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777458.119515:0:32633:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777458.119519:0:32633:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.119531:0:32633:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777458.119535:0:32633:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777458.119537:0:32633:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1788777458.119539:0:32633:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777458.119542:0:32633:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788777458.119547:0:32633:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.119553:0:32633:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788777458.119557:0:32633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777458.119558:0:32633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777458.119561:0:32633:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777474 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777458.119569:0:32633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254380 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32633:1875667211110656:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777458.119574:0:32633:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777458.119577:0:32633:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777458.119579:0:32633:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777458.119582:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.119585:0:32633:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777474 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.119591:0:32633:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777458.119594:0:32633:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2300. 00000100:00000001:3.0:1788777458.119598:0:32633:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777458.119599:0:32633:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788777458.119602:0:32633:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777458.119606:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.119609:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.119612:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814c00 refcount=4 00000020:00000001:3.0:1788777458.119615:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044160 : -110914015507456 : ffff9b1fd1814c00) 00010000:00000001:3.0:1788777458.119618:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044160 : -110914015507456 : ffff9b1fd1814c00) 00010000:00010000:3.0:1788777458.119622:0:32633:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.119633:0:32633:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788777458.119637:0:32633:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.119642:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777458.119645:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.119651:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.119653:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777458.119657:0:32633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.119662:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.119665:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.119667:0:32633:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777458.119669:0:32633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777458.119675:0:32633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd1814c00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:3.0:1788777458.119679:0:32633:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777458.119681:0:32633:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.119687:0:32633:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777458.119689:0:32633:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777458.119693:0:32633:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.119698:0:32633:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777458.119701:0:32633:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777458.119702:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.119704:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.119705:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814c00 refcount=5 00000020:00000001:3.0:1788777458.119707:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044160 : -110914015507456 : ffff9b1fd1814c00) 00010000:00000001:3.0:1788777458.119709:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044160 : -110914015507456 : ffff9b1fd1814c00) 00010000:00000001:3.0:1788777458.119712:0:32633:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777458.119714:0:32633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777458.119720:0:32633:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777458.119722:0:32633:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.119724:0:32633:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777458.119727:0:32633:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777458.119731:0:32633:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777458.119732:0:32633:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777458.119734:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.119736:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777458.119738:0:32633:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814c00 with handle 0x22b16ee488cdc933 from hash 00010000:00000001:3.0:1788777458.119741:0:32633:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777458.119742:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.119743:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.119744:0:32633:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777458.119745:0:32633:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777458.119747:0:32633:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777458.119750:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.119751:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.119752:0:32633:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.119754:0:32633:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.119757:0:32633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.119762:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.119763:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.119764:0:32633:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777458.119766:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777458.119767:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.119769:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.119770:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777458.119772:0:32633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814c00/0x22b16ee488cdc933 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777458.119782:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.119783:0:32633:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788777458.119788:0:32633:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788777458.119793:0:32633:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777458.119801:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777458.119802:0:32633:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.119805:0:32633:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.119807:0:32633:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.119810:0:32633:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777458.119812:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777458.119874:0:32633:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.119877:0:32633:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777458.119880:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f710 00000002:00002000:3.0:1788777458.119882:0:32633:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1788777458.119885:0:32633:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.119890:0:32633:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.119892:0:32633:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777458.119895:0:32633:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777458.119898:0:32633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.119901:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777458.119904:0:32633:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777458.119906:0:32633:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc185fb20 it_disposition 7 00000080:00002000:3.0:1788777458.119912:0:32633:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd16e5438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1788777458.119919:0:32633:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1788777458.119922:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777458.119924:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777458.119926:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777458.119929:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777458.119930:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.119932:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.119934:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.119938:0:32633:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777458.119940:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777458.119942:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777458.119947:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:3.0:1788777458.119950:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777458.119955:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.119957:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777458.119961:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777458.119969:0:32633:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777458.119974:0:32633:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.119978:0:32633:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777458.119984:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777458.119987:0:32633:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777458.119989:0:32633:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777458.119992:0:32633:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777458.119994:0:32633:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc185f930 released 00000080:00010000:3.0:1788777458.119998:0:32633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc92c from it ffffb70bc185f930 00010000:00000001:3.0:1788777458.120000:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.120002:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.120003:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.120005:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.120008:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.120010:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777458.120013:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777458.120019:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.120020:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.120022:0:32633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777458.120024:0:32633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777458.120027:0:32633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777458.120034:0:32633:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777458.120037:0:32633:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777458.120038:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777458.120042:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.120043:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.120045:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.120047:0:32633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777458.120049:0:32633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.120051:0:32633:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.120054:0:32633:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.120056:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777458.120057:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.120059:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777458.120060:0:32633:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777458.120112:0:32633:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777458.120116:0:32633:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777458.120120:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312ba00. 00000100:00000001:3.0:1788777458.120124:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.120129:0:32633:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254380 x1875667211110656/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777458.120136:0:32633:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777458.120139:0:32633:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777458.120141:0:32633:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1091800. 02000000:00000001:3.0:1788777458.120145:0:32633:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777458.120147:0:32633:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777458.120149:0:32633:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777458.120151:0:32633:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777458.120155:0:32633:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ecc00. 02000000:00000001:3.0:1788777458.120159:0:32633:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777458.120160:0:32633:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777458.120162:0:32633:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254380. 00000100:00000001:3.0:1788777458.120165:0:32633:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777458.120167:0:32633:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777458.120169:0:32633:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777458.120171:0:32633:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc185fb20 released 00000080:00000001:3.0:1788777458.120172:0:32633:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777458.120177:0:32633:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777458.120179:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fb70 00000080:00002000:3.0:1788777458.120181:0:32633:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9b1fd16e5438, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777458.120323:0:32633:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.120369:0:32633:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777458.120372:0:32633:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777458.120374:0:32633:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777458.120375:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fbb0 00000080:00200000:3.0:1788777458.120378:0:32633:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777458.120383:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312ba00. 00800000:00000002:3.0:1788777458.120388:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777458.120391:0:32633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777458.120394:0:32633:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.120396:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fad0 00800000:00000002:3.0:1788777458.120398:0:32633:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.120402:0:32633:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777458.120404:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777458.120405:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777458.120407:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777458.120409:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777458.120410:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.120412:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.120414:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.120417:0:32633:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777458.120420:0:32633:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.120422:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f9a0 00000002:00010000:3.0:1788777458.120423:0:32633:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777458.120426:0:32633:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777458.120428:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777458.120429:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777458.120432:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:3.0:1788777458.120434:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777458.120437:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.120439:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777458.120443:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777458.120450:0:32633:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777458.120452:0:32633:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.120455:0:32633:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788777458.120949:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777458.120954:0:32633:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777458.120956:0:32633:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777458.120959:0:32633:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777458.120961:0:32633:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777458.120964:0:32633:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777458.120967:0:32633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777458.120969:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777458.120973:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312ba00. 00000080:00000001:3.0:1788777458.120978:0:32633:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777458.120979:0:32633:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.120982:0:32633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777458.120985:0:32633:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc92c 00800000:00000001:3.0:1788777458.120989:0:32633:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777458.120992:0:32633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777458.120993:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.120995:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.121019:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.121022:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.121024:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.121027:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.121029:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777458.121030:0:32633:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.121032:0:32633:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.121040:0:32633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc92c from it ffffb70bc185fbe8 00010000:00000001:3.0:1788777458.121043:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.121044:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.121045:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.121047:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.121049:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.121051:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777458.121054:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777458.121071:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.121072:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.121074:0:32633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777458.121076:0:32633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777458.121078:0:32633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777458.121085:0:32633:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777458.121087:0:32633:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777458.121089:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777458.121092:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.121093:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.121094:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.121097:0:32633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777458.121098:0:32633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.121100:0:32633:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.121102:0:32633:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.121104:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777458.121105:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.121106:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777458.121109:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777458.121110:0:32633:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777458.121113:0:32633:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777458.121117:0:32633:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.121121:0:32633:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777458.121124:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fbd8 00000080:00002000:3.0:1788777458.121126:0:32633:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9b1fd16e5438) flags 0x8000e refc 0 00000080:00000001:3.0:1788777458.121128:0:32633:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777458.121131:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fc20 00000080:00200000:3.0:1788777458.121132:0:32633:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:3.0:1788777458.121136:0:32633:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777458.121138:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fba8 00000080:00002000:3.0:1788777458.121139:0:32633:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9b1fd16e5438, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777458.121142:0:32633:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777458.121174:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fd08 00000080:00200008:3.0:1788777458.121177:0:32633:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777458.121305:0:32633:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777458.121308:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fc80 00000080:00200000:3.0:1788777458.121310:0:32633:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777458.121315:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312ba00. 00800000:00000002:3.0:1788777458.121319:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777458.121321:0:32633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777458.121324:0:32633:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.121325:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fba0 00800000:00000002:3.0:1788777458.121328:0:32633:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.121331:0:32633:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777458.121332:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777458.121334:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777458.121336:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777458.121337:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777458.121339:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.121341:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.121343:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.121345:0:32633:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777458.121349:0:32633:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.121350:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fa70 00000002:00010000:3.0:1788777458.121351:0:32633:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777458.121354:0:32633:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777458.121355:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777458.121356:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777458.121360:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:3.0:1788777458.121363:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777458.121365:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.121368:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777458.121371:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788777458.121378:0:32633:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777458.121380:0:32633:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.121383:0:32633:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788777458.121389:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777458.121391:0:32633:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777458.121392:0:32633:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777458.121394:0:32633:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777458.121396:0:32633:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777458.121397:0:32633:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777458.121400:0:32633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777458.121401:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777458.121403:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312ba00. 00000080:00000001:3.0:1788777458.121406:0:32633:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777458.121407:0:32633:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.121409:0:32633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777458.121412:0:32633:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc92c 00800000:00000001:3.0:1788777458.121415:0:32633:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777458.121416:0:32633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777458.121418:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.121419:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.121420:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.121422:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.121425:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.121427:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.121428:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777458.121429:0:32633:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.121431:0:32633:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.121433:0:32633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc92c from it ffffb70bc185fcb8 00010000:00000001:3.0:1788777458.121435:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.121436:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.121437:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.121439:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.121441:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.121443:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777458.121445:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777458.121451:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.121452:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.121453:0:32633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777458.121454:0:32633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777458.121456:0:32633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777458.121484:0:32633:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777458.121486:0:32633:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777458.121488:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777458.121490:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.121491:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.121493:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.121495:0:32633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777458.121496:0:32633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.121498:0:32633:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.121500:0:32633:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.121502:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777458.121503:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.121505:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777458.121506:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777458.121508:0:32633:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777458.121511:0:32633:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777458.121515:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fd08 00000080:00000008:3.0:1788777458.121517:0:32633:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777458.125768:0:32633:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777458.125818:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fd08 00000080:00200008:3.0:1788777458.125823:0:32633:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777458.125830:0:32633:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777458.125831:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fc80 00000080:00200000:3.0:1788777458.125833:0:32633:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777458.125840:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312aa00. 00800000:00000002:3.0:1788777458.125846:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777458.125850:0:32633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777458.125856:0:32633:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.125858:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fba0 00800000:00000002:3.0:1788777458.125860:0:32633:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.125864:0:32633:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777458.125867:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777458.125870:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777458.125872:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777458.125874:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777458.125876:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.125878:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.125880:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.125884:0:32633:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777458.125890:0:32633:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.125892:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fa70 00000002:00010000:3.0:1788777458.125894:0:32633:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777458.125899:0:32633:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777458.125901:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777458.125903:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777458.125911:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:3.0:1788777458.125914:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777458.125920:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.125923:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777458.125929:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788777458.125946:0:32633:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777458.125950:0:32633:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.125954:0:32633:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788777458.125961:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777458.125963:0:32633:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777458.125965:0:32633:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777458.125967:0:32633:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777458.125969:0:32633:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777458.125971:0:32633:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777458.125974:0:32633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777458.125976:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777458.125979:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312aa00. 00000080:00000001:3.0:1788777458.125983:0:32633:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777458.125984:0:32633:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.125987:0:32633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777458.125991:0:32633:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc92c 00800000:00000001:3.0:1788777458.125994:0:32633:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777458.125997:0:32633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777458.125998:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.126000:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.126003:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.126005:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.126008:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.126011:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.126013:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777458.126014:0:32633:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.126016:0:32633:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.126018:0:32633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc92c from it ffffb70bc185fcb8 00010000:00000001:3.0:1788777458.126020:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.126021:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.126024:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.126025:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.126027:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.126029:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777458.126032:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777458.126038:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.126039:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.126041:0:32633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777458.126043:0:32633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777458.126045:0:32633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777458.126052:0:32633:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777458.126055:0:32633:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777458.126057:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777458.128282:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.128289:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.128291:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.128296:0:32633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777458.128299:0:32633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.128300:0:32633:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.128306:0:32633:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.128309:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777458.128311:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.128312:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777458.128316:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777458.128318:0:32633:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777458.128323:0:32633:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777458.128330:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fd08 00000080:00000008:3.0:1788777458.128334:0:32633:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777458.130576:0:32633:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777458.130584:0:32633:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777458.130588:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fb78 00000080:00200000:3.0:1788777458.130592:0:32633:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777458.130601:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312aa00. 00800000:00000002:3.0:1788777458.130609:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777458.130613:0:32633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777458.130618:0:32633:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.130620:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fa98 00800000:00000002:3.0:1788777458.130622:0:32633:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.130626:0:32633:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777458.130629:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777458.130631:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777458.130634:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777458.130638:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777458.130640:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.130642:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.130645:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.130650:0:32633:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777458.130656:0:32633:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777458.130658:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f968 00000002:00010000:3.0:1788777458.130660:0:32633:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777458.130664:0:32633:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777458.130667:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777458.130670:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777458.130678:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:3.0:1788777458.130682:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777458.130687:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.130692:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777458.130698:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788777458.130709:0:32633:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777458.130714:0:32633:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.130718:0:32633:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788777458.130725:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777458.130728:0:32633:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777458.130730:0:32633:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777458.130732:0:32633:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777458.130734:0:32633:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777458.130736:0:32633:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777458.130739:0:32633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777458.130742:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777458.130746:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312aa00. 00000080:00000001:3.0:1788777458.130750:0:32633:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777458.130751:0:32633:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.130754:0:32633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777458.130758:0:32633:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc92c 00800000:00000001:3.0:1788777458.130761:0:32633:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777458.130764:0:32633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777458.130765:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.130767:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.130770:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.130772:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.130775:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.130778:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.130780:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777458.130781:0:32633:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.130783:0:32633:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777458.130785:0:32633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc92c from it ffffb70bc185fbb0 00010000:00000001:3.0:1788777458.130787:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777458.130788:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777458.130789:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777458.130791:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.130793:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777458.130795:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777458.130798:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777458.130805:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.130807:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.130809:0:32633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777458.130811:0:32633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777458.132706:0:32633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788777458.132727:0:32633:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777458.132731:0:32633:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777458.132733:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777458.132739:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.132741:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.132743:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.132746:0:32633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777458.132748:0:32633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.132750:0:32633:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.132754:0:32633:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.132756:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777458.132757:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.132758:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777458.132763:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777458.132765:0:32633:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777458.132768:0:32633:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788777458.132774:0:32633:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.132781:0:32633:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777458.132783:0:32633:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777458.132786:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fb78 00000080:00200008:3.0:1788777458.132788:0:32633:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 300000 00000080:00000010:3.0:1788777458.132798:0:32633:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd2351680. 00000080:00000001:3.0:1788777458.132803:0:32633:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.132804:0:32633:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.132836:0:32633:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777458.132838:0:32633:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c03066f0 arg=7ffedc9484c0 00000020:00000001:3.0:1788777458.132845:0:32633:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777458.132850:0:32633:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9b1fd12ecc00. 00000020:00000001:3.0:1788777458.132855:0:32633:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.132858:0:32633:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1788777458.132860:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fad0 00000080:00200000:3.0:1788777458.132861:0:32633:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1788777458.132870:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312aa00. 00800000:00000002:3.0:1788777458.132875:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:3.0:1788777458.132884:0:32633:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1788777458.132888:0:32633:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788777458.132892:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777458.132895:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777458.132897:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777458.132899:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777458.132901:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777458.132903:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777458.132905:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.132909:0:32633:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:3.0:1788777458.132912:0:32633:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788777458.132914:0:32633:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788777458.132917:0:32633:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788777458.132920:0:32633:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788777458.132922:0:32633:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x24:0x0] 40000000:00000001:3.0:1788777458.132925:0:32633:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.132928:0:32633:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.132930:0:32633:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777458.132931:0:32633:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777458.132934:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f9e8 00800000:00000002:3.0:1788777458.132936:0:32633:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000405:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1788777458.132941:0:32633:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788777458.132943:0:32633:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777458.132949:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:3.0:1788777458.132951:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777458.132954:0:32633:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777458.132957:0:32633:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777458.132960:0:32633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788777458.132970:0:32633:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777458.132973:0:32633:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777458.132975:0:32633:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777458.132978:0:32633:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777458.132981:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777458.132983:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777458.132985:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 3 00010000:00000001:3.0:1788777458.132987:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777458.132991:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.132992:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777458.132993:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777458.132995:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 3 00010000:00000001:3.0:1788777458.132996:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777458.132998:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777458.133000:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777458.133001:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777458.133002:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 3 00010000:00000001:3.0:1788777458.133004:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777458.133006:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777458.133008:0:32633:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777458.133010:0:32633:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777458.133014:0:32633:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1788777458.133017:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185f670 00000080:00002000:3.0:1788777458.133019:0:32633:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:3.0:1788777458.133026:0:32633:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777458.133033:0:32633:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777458.133036:0:32633:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777458.133039:0:32633:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777458.133041:0:32633:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.133045:0:32633:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777458.133048:0:32633:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777458.133050:0:32633:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777458.133052:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777458.133054:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777458.133058:0:32633:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5600 with handle 0x22b16ee488cdc92c from hash 00010000:00000001:3.0:1788777458.133278:0:32633:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777458.133280:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777458.133281:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.133282:0:32633:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777458.133285:0:32633:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777458.133287:0:32633:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777458.133289:0:32633:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777458.133291:0:32633:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777458.133293:0:32633:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777458.133299:0:32633:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254380. 00000020:00000040:3.0:1788777458.133303:0:32633:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:3.0:1788777458.133309:0:32633:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777458.133310:0:32633:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.133312:0:32633:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777458.133316:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777458.133318:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.133321:0:32633:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777458.133323:0:32633:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777458.133326:0:32633:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777458.133334:0:32633:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ed800. 00000100:00000001:3.0:1788777458.133340:0:32633:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.133343:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777458.133345:0:32633:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777458.133351:0:32633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1788777458.133358:0:32633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777458.133360:0:32633:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777458.133362:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777458.133364:0:32633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc92c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a69d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1788777458.133372:0:32633:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6800 count: 0 00010000:00000010:3.0:1788777458.133377:0:32633:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835dd00. 00010000:00000001:3.0:1788777458.133384:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777458.133385:0:32633:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.133387:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777458.133388:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777458.133390:0:32633:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777458.133400:0:32633:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777458.133413:0:32633:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc3254380 x1875667211110912/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777458.133420:0:32633:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777458.133422:0:32633:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777458.133428:0:32633:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2300. 00000100:00000001:3.0:1788777458.133431:0:32633:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575085824 : -110914134465792 : ffff9b1fca6a2300) 00000100:00000001:3.0:1788777458.133433:0:32633:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777458.133435:0:32633:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453131648 : -110914256419968 : ffff9b1fc3254380) 00000100:00000001:3.0:1788777458.133440:0:32633:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777458.133444:0:32633:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.133446:0:32633:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777458.133448:0:32633:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777458.133453:0:32633:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254380 x1875667211110912/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.133460:0:32633:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777458.133486:0:32633:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777458.133490:0:32633:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777458.133492:0:32633:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777458.133495:0:32633:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777458.133498:0:32633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254380 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32633:1875667211110912:192.168.204.133@tcp:36:lfs.0 00000100:00000001:3.0:1788777458.133502:0:32633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777458.133506:0:32633:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777458.133508:0:32633:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777458.133511:0:32633:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777458.133515:0:32633:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ee800. 02000000:00000001:3.0:1788777458.133516:0:32633:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777458.133524:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777458.133528:0:32633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73e70. 00000400:00000010:3.0:1788777458.133535:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255cc0. 00000100:00000200:3.0:1788777458.133542:0:32633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211110912, portal 10 00000100:00000001:3.0:1788777458.133544:0:32633:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777458.133545:0:32633:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453131648 : -110914256419968 : ffff9b1fc3254380) 00000100:00000040:3.0:1788777458.133551:0:32633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254380 x1875667211110912/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.133558:0:32633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777458.133560:0:32633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777458.133563:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255a18. 00000100:00000200:3.0:1788777458.133566:0:32633:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667211110912, offset 0 00000400:00000200:3.0:1788777458.133572:0:32633:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777458.133580:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.133587:0:32633:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777458.133592:0:32633:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777458.133597:0:32633:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777458.133600:0:32633:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777458.133603:0:32633:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777458.133606:0:32633:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2751:2751:256:4294967295] 192.168.204.133@tcp LPNI seq info [2750:2750:8:4294967295] 00000400:00000200:3.0:1788777458.133610:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.133620:0:32633:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777458.133627:0:32633:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777458.133632:0:32633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b600. 00000800:00000200:3.0:1788777458.133639:0:32633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777458.133647:0:32633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777458.133651:0:32633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788777458.133674:0:32633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777458.133679:0:32633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 821513 usecs (822 jiffies) 00000400:00000200:3.0:1788777458.133682:0:32633:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777458.133685:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296562263 00000100:00000001:3.0:1788777458.133691:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296562233 00000100:00000001:3.0:1788777458.133697:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296562263 00000100:00000001:3.0:1788777458.133700:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296562233 00000100:00000001:3.0:1788777458.133703:0:32633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777458.133706:0:32633:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.133709:0:32633:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777458.133711:0:32633:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777458.133713:0:32633:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2300 going to sleep for 11 seconds 00000100:00000001:3.0:1788777458.133717:0:32633:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777458.133722:0:32633:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777458.134757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814c00. 00000800:00000200:2.0:1788777458.135268:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777458.135273:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b600. 00000400:00000200:2.0:1788777458.135279:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777458.135287:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777458.135293:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255a18 00000400:00000010:2.0:1788777458.135295:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255a18. 00000100:00000001:2.0:1788777458.135300:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777458.135308:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254380 x1875667211110912/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777458.135320:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777458.135323:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3254380 x1875667211110912/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777458.135335:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.135337:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788777458.143724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105baa0. 00010000:00000010:3.1:1788777458.143753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6800. 00010000:00000010:3.1:1788777458.143760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00000800:00000001:3.0:1788777458.171168:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.171203:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777458.171224:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.171229:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.171242:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.171252:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777458.171263:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.171270:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.171276:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.171281:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 10 MB=0x6a9e8cdd5ca00 00000400:00000200:3.0:1788777458.171287:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.171294:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 448/448 into md 0x80dd [1] + 224 00000800:00000001:3.0:1788777458.171303:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.171312:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.171317:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.171322:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777458.171333:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.171344:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254380 x1875667211110912/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777458.171357:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b1fc3254380 x1875667211110912/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.171382:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777458.171403:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.171407:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777458.175512:0:32633:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777458.175526:0:32633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777458.175528:0:32633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777458.175532:0:32633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73e70. 00000400:00000200:2.0:1788777458.175542:0:32633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255cc0 00000400:00000010:2.0:1788777458.175545:0:32633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255cc0. 00000100:00000001:2.0:1788777458.175549:0:32633:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777458.175560:0:32633:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254380 x1875667211110912/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777458.175570:0:32633:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254380 x1875667211110912/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777458.175578:0:32633:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777458.175579:0:32633:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777458.175582:0:32633:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777458.175585:0:32633:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777458.175588:0:32633:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777458.175589:0:32633:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777458.175592:0:32633:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777458.175601:0:32633:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=117 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777458.175605:0:32633:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777458.175607:0:32633:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777458.175609:0:32633:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777458.175612:0:32633:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777458.175615:0:32633:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.175618:0:32633:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777458.175619:0:32633:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:2.0:1788777458.175621:0:32633:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777458.175623:0:32633:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777458.175624:0:32633:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453131648 : -110914256419968 : ffff9b1fc3254380) 00000100:00000001:2.0:1788777458.175627:0:32633:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777458.175629:0:32633:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967614 00000100:00000001:2.0:1788777458.175631:0:32633:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777458.175634:0:32633:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777458.175639:0:32633:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254380 x1875667211110912/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777458.175645:0:32633:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777458.175647:0:32633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777458.175649:0:32633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777458.175653:0:32633:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254380 x1875667211110912/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777458.175660:0:32633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254380 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:32633:1875667211110912:192.168.204.133@tcp:36:lfs.0 00000100:00000001:2.0:1788777458.175664:0:32633:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777458.175666:0:32633:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.175668:0:32633:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777458.175670:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777458.175673:0:32633:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3254380 x1875667211110912/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777458.175680:0:32633:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777458.175683:0:32633:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2300. 00000100:00000001:2.0:1788777458.175686:0:32633:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777458.175688:0:32633:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777458.175695:0:32633:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777458.175698:0:32633:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x24:0x0] 00800000:00000001:2.0:1788777458.175700:0:32633:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777458.175704:0:32633:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777458.175711:0:32633:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777458.175713:0:32633:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777458.175716:0:32633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788777458.175718:0:32633:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777458.175730:0:32633:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd15b6b40. 00000080:00000001:2.0:1788777458.175739:0:32633:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777458.175741:0:32633:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08) 00000080:00000001:2.0:1788777458.175744:0:32633:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777458.175746:0:32633:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:2.0:1788777458.175748:0:32633:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777458.175750:0:32633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788777458.175752:0:32633:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788777458.175755:0:32633:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 0 to 1788777458 00000080:00200000:2.0:1788777458.175758:0:32633:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:2.0:1788777458.175761:0:32633:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788777458.175764:0:32633:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691561992 : -110914017989624 : ffff9b1fd15b6c08) 00000080:00000001:2.0:1788777458.175766:0:32633:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777458.175769:0:32633:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777458.175771:0:32633:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.175776:0:32633:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777458.175780:0:32633:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254380 x1875667211110912/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777458.175786:0:32633:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777458.175788:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777458.175791:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312aa00. 00000080:00000010:2.0:1788777458.175796:0:32633:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff9b1fd12ecc00. 00000080:00000001:2.0:1788777458.175799:0:32633:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777458.175827:0:32633:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777458.175830:0:32633:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777458.175833:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fdd0 00000080:00200008:2.0:1788777458.175835:0:32633:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 300000 00000080:00400000:2.0:1788777458.175838:0:32633:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788777458.175841:0:32633:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd2351680. 00000080:00000001:2.0:1788777458.175845:0:32633:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777458.175848:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc185fdd0 00000080:00000008:2.0:1788777458.175850:0:32633:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 300000, rc = 0 00000080:00000001:2.0:1788777458.175852:0:32633:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777458.175854:0:32633:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.215024:0:32635:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777458.215035:0:32635:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777458.215038:0:32635:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777458.215042:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3bc0 00000080:00200000:1.0:1788777458.215048:0:32635:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777458.215058:0:32635:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00800000:00000002:1.0:1788777458.215067:0:32635:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777458.215072:0:32635:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777458.215078:0:32635:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.215080:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3ae0 00800000:00000002:1.0:1788777458.215083:0:32635:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.215087:0:32635:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777458.215090:0:32635:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777458.215094:0:32635:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777458.215096:0:32635:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777458.215099:0:32635:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777458.215102:0:32635:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.215104:0:32635:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.215107:0:32635:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.215111:0:32635:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777458.215117:0:32635:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.215119:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a39b0 00000002:00010000:1.0:1788777458.215120:0:32635:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777458.215124:0:32635:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777458.215126:0:32635:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777458.215131:0:32635:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777458.215140:0:32635:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.215143:0:32635:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.215144:0:32635:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.215147:0:32635:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777458.215150:0:32635:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777458.215157:0:32635:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122300. 00000020:00000040:1.0:1788777458.215161:0:32635:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777458.215169:0:32635:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777458.215176:0:32635:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.215189:0:32635:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.215193:0:32635:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777458.215197:0:32635:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777458.215203:0:32635:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777458.215214:0:32635:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356f000. 00000100:00000001:1.0:1788777458.215224:0:32635:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.215232:0:32635:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777458.215235:0:32635:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.215236:0:32635:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777458.215237:0:32635:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.215239:0:32635:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.215246:0:32635:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00010000:00000001:1.0:1788777458.215252:0:32635:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777458.215255:0:32635:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777458.215260:0:32635:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611c00. 00010000:00000010:1.0:1788777458.215265:0:32635:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182f00. 00010000:00000001:1.0:1788777458.215272:0:32635:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777458.215276:0:32635:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045c00. 00000020:00000001:1.0:1788777458.215280:0:32635:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777458.215283:0:32635:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045c00 with handle 0x22b16ee488cdc93a to hash 00000020:00000001:1.0:1788777458.215286:0:32635:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777458.215288:0:32635:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.215291:0:32635:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.215296:0:32635:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.215298:0:32635:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.215304:0:32635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777458.215313:0:32635:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777458.215324:0:32635:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777458.215329:0:32635:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777458.215332:0:32635:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777458.215340:0:32635:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777458.215342:0:32635:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543784192 : -110914165767424 : ffff9b1fc88c8300) 00000100:00000001:1.0:1788777458.215345:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.215347:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000001:1.0:1788777458.215352:0:32635:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777458.215358:0:32635:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.215360:0:32635:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777458.215362:0:32635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777458.215375:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.215383:0:32635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777458.215386:0:32635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.215391:0:32635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777458.215395:0:32635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777458.215398:0:32635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777458.215402:0:32635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32635:1875667211111040:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777458.215406:0:32635:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777458.215413:0:32635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777458.215416:0:32635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.215418:0:32635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777458.215425:0:32635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1164000. 02000000:00000001:1.0:1788777458.215427:0:32635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777458.215437:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777458.215442:0:32635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12e18. 00000400:00000010:1.0:1788777458.215451:0:32635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777458.215595:0:32635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211111040, portal 10 00000100:00000001:1.0:1788777458.215599:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.215601:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000040:1.0:1788777458.215609:0:32635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.215616:0:32635:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777458.215619:0:32635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777458.215623:0:32635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256b28. 00000100:00000200:1.0:1788777458.215627:0:32635:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211111040, offset 0 00000400:00000200:1.0:1788777458.215635:0:32635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777458.215646:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.215655:0:32635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777458.215662:0:32635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777458.215668:0:32635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777458.215672:0:32635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777458.215676:0:32635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777458.215680:0:32635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2752:2752:256:4294967295] 192.168.204.133@tcp LPNI seq info [2751:2751:8:4294967295] 00000400:00000200:1.0:1788777458.215685:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.215698:0:32635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777458.215706:0:32635:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777458.215711:0:32635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837500. 00000800:00000200:1.0:1788777458.215719:0:32635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777458.215728:0:32635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777458.215734:0:32635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777458.215813:0:32635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.215819:0:32635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 820418 usecs (821 jiffies) 00000400:00000200:1.0:1788777458.215823:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777458.215827:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296562344 00000100:00000001:1.0:1788777458.215835:0:32635:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296562263 00000100:00000001:1.0:1788777458.215842:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296562344 00000100:00000001:1.0:1788777458.215845:0:32635:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296562263 00000100:00000001:1.0:1788777458.215849:0:32635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.215852:0:32635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.215856:0:32635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777458.215858:0:32635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777458.215862:0:32635:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8300 going to sleep for 11 seconds 00000100:00000001:1.0:1788777458.215865:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777458.215868:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777458.216303:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777458.216309:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837500. 00000400:00000200:2.0:1788777458.216315:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777458.216321:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777458.216328:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256b28 00000400:00000010:2.0:1788777458.216330:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256b28. 00000100:00000001:2.0:1788777458.216336:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777458.216342:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.216352:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777458.216355:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.216362:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.216364:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777458.219831:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.219853:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777458.219859:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.219862:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.219875:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.219886:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777458.219906:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.219912:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.219919:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.219924:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5ca80 00000400:00000200:3.0:1788777458.219930:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.219938:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x80ed [1] + 224 00000800:00000001:3.0:1788777458.219948:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.219956:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.219961:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.219966:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777458.219976:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.219987:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777458.220001:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.220065:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777458.220091:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777458.220115:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.220119:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777458.220273:0:32635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777458.220276:0:32635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777458.220280:0:32635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12e18. 00000400:00000200:1.0:1788777458.220286:0:32635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:1.0:1788777458.220289:0:32635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:1.0:1788777458.220293:0:32635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777458.220298:0:32635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777458.220307:0:32635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.220312:0:32635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.220314:0:32635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.220317:0:32635:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777458.220321:0:32635:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777458.220324:0:32635:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777458.220326:0:32635:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.220329:0:32635:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777458.220340:0:32635:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=117 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777458.220344:0:32635:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777458.220347:0:32635:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777458.220349:0:32635:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.220352:0:32635:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777458.220357:0:32635:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.220360:0:32635:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777458.220363:0:32635:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788777458.220365:0:32635:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777458.220368:0:32635:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.220373:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.220381:0:32635:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.220384:0:32635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777458.220387:0:32635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777458.220390:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777458.220398:0:32635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32635:1875667211111040:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777458.220404:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.220408:0:32635:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.220410:0:32635:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777458.220413:0:32635:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.220416:0:32635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.220423:0:32635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777458.220426:0:32635:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777458.220429:0:32635:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777458.220431:0:32635:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.220435:0:32635:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777458.220439:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.220443:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.220447:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777458.220449:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220452:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:1.0:1788777458.220459:0:32635:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045c00, remote cookie: 0x542deec0941a6a0d, flags: 0x1001 00010000:00010000:1.0:1788777458.220587:0:32635:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777458.220600:0:32635:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.220607:0:32635:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777458.220613:0:32635:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777458.220616:0:32635:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777458.220618:0:32635:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777458.220619:0:32635:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777458.220623:0:32635:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd2611c00) refcount = 1 00010000:00010000:1.0:1788777458.220627:0:32635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.220634:0:32635:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777458.220638:0:32635:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777458.220750:0:32635:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.220755:0:32635:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777458.220758:0:32635:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.220761:0:32635:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.220768:0:32635:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777458.220770:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.220772:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.220773:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.220774:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.220776:0:32635:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.220781:0:32635:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777458.220783:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.220785:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.220787:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777458.220789:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220791:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220794:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.220795:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.220796:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777458.220798:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220800:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220803:0:32635:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.220806:0:32635:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.220809:0:32635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.220816:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.220817:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.220819:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.220820:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.220821:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=5 00000020:00000001:1.0:1788777458.220823:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220826:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220829:0:32635:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777458.220831:0:32635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.220838:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.220839:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777458.220842:0:32635:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.220848:0:32635:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.220850:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.220851:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.220852:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.220853:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777458.220858:0:32635:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777458.220869:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.220870:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.220872:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777458.220874:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220876:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220879:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.220880:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.220881:0:32635:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.220883:0:32635:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.220886:0:32635:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777458.220889:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.220947:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.220949:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777458.220952:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220954:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00000002:00010000:1.0:1788777458.220958:0:32635:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.220967:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.220968:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.220970:0:32635:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777458.220972:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.220973:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.220974:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777458.220976:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.220978:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:1.0:1788777458.220984:0:32635:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611c00 count: 2 00010000:00000001:1.0:1788777458.220987:0:32635:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777458.220992:0:32635:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777458.220995:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.220996:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.220997:0:32635:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777458.221001:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3938 00000002:00002000:1.0:1788777458.221004:0:32635:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777458.221007:0:32635:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.221012:0:32635:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.221016:0:32635:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777458.221020:0:32635:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777458.221024:0:32635:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.221028:0:32635:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777458.221033:0:32635:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211200. 00000080:00000001:1.0:1788777458.221039:0:32635:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777458.221042:0:32635:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777458.221050:0:32635:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777458.221055:0:32635:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777458.221064:0:32635:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32ded00. 00800000:00000001:1.0:1788777458.221066:0:32635:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453699328 : -110914255852288 : ffff9b1fc32ded00) 00800000:00000001:1.0:1788777458.221069:0:32635:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.221072:0:32635:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777458.221075:0:32635:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777458.221078:0:32635:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788777458.221081:0:32635:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777458.221086:0:32635:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777458.221088:0:32635:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.221093:0:32635:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777458.221097:0:32635:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788777458.221170:0:32635:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788777458.221174:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.221175:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.221177:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777458.221189:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.221192:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.221194:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.221196:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777458.221197:0:32635:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777458.221201:0:32635:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777458.221202:0:32635:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 1 00800000:00000010:1.0:1788777458.221205:0:32635:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32ded00. 00800000:00000001:1.0:1788777458.221209:0:32635:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.221213:0:32635:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc93a 00800000:00000001:1.0:1788777458.221217:0:32635:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777458.221219:0:32635:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777458.221221:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.221222:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.221223:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777458.221225:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.221227:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.221230:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.221231:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.221232:0:32635:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.221235:0:32635:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.221238:0:32635:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.221241:0:32635:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777458.221244:0:32635:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc93a from it ffffb70bc20a3bf8 00010000:00000001:1.0:1788777458.221246:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.221248:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.223591:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777458.223600:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.223604:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777458.223608:0:32635:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777458.223615:0:32635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.223627:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.223629:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.223630:0:32635:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777458.223635:0:32635:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777458.223638:0:32635:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777458.223646:0:32635:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777458.223650:0:32635:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777458.223652:0:32635:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.223658:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.223658:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.223661:0:32635:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.223665:0:32635:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777458.223667:0:32635:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.223669:0:32635:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.223674:0:32635:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.223676:0:32635:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.223678:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.223679:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777458.223685:0:32635:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.223701:0:32635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122300 x1875667211111040/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.223710:0:32635:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777458.223714:0:32635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777458.223718:0:32635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1164000. 02000000:00000001:1.0:1788777458.223722:0:32635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777458.223727:0:32635:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777458.223729:0:32635:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777458.223731:0:32635:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777458.223735:0:32635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356f000. 02000000:00000001:1.0:1788777458.223739:0:32635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777458.223742:0:32635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777458.223744:0:32635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122300. 00000100:00000001:1.0:1788777458.223749:0:32635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777458.223751:0:32635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777458.223755:0:32635:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777458.223761:0:32635:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777458.223782:0:32635:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ece80. 00000020:00000001:1.0:1788777458.223788:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3b28 00000080:00200000:1.0:1788777458.223791:0:32635:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=25 00000080:00000001:1.0:1788777458.223795:0:32635:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777458.223797:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a39d8 00000080:00200000:1.0:1788777458.223799:0:32635:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=0 00000080:00000010:1.0:1788777458.223807:0:32635:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00800000:00000002:1.0:1788777458.223815:0:32635:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777458.223821:0:32635:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777458.223826:0:32635:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.223828:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a38f8 00800000:00000002:1.0:1788777458.223830:0:32635:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.223834:0:32635:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777458.223839:0:32635:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777458.223842:0:32635:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777458.223845:0:32635:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777458.223847:0:32635:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777458.223849:0:32635:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.223851:0:32635:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777458.223854:0:32635:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777458.223858:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3890 00800000:00000002:1.0:1788777458.223860:0:32635:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788777458.223866:0:32635:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.223868:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a37c8 00000002:00010000:1.0:1788777458.223870:0:32635:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788777458.223875:0:32635:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777458.223878:0:32635:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777458.223882:0:32635:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122300. 00000020:00000040:1.0:1788777458.223885:0:32635:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777458.224095:0:32635:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777458.224167:0:32635:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.224172:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.224173:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.224174:0:32635:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.224189:0:32635:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777458.224192:0:32635:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777458.224197:0:32635:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777458.224208:0:32635:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356f000. 00000100:00000001:1.0:1788777458.224217:0:32635:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.224224:0:32635:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777458.224225:0:32635:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.224227:0:32635:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777458.224228:0:32635:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.224231:0:32635:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.224241:0:32635:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00010000:00000001:1.0:1788777458.224245:0:32635:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777458.224249:0:32635:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777458.224255:0:32635:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611c00 count: 2 00010000:00000001:1.0:1788777458.224258:0:32635:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.224261:0:32635:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777458.224265:0:32635:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044200. 00000020:00000001:1.0:1788777458.224270:0:32635:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777458.224273:0:32635:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044200 with handle 0x22b16ee488cdc941 to hash 00000020:00000001:1.0:1788777458.224275:0:32635:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777458.224277:0:32635:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.224281:0:32635:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.224286:0:32635:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.224289:0:32635:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.224294:0:32635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777458.224302:0:32635:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777458.224314:0:32635:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777458.224320:0:32635:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777458.224322:0:32635:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777458.224331:0:32635:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777458.224333:0:32635:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543784192 : -110914165767424 : ffff9b1fc88c8300) 00000100:00000001:1.0:1788777458.224335:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.224337:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000001:1.0:1788777458.224342:0:32635:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777458.224347:0:32635:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.224349:0:32635:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777458.224350:0:32635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777458.224358:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.224366:0:32635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777458.224369:0:32635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.224374:0:32635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777458.224377:0:32635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777458.224379:0:32635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777458.224383:0:32635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32635:1875667211111168:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777458.224388:0:32635:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777458.224395:0:32635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777458.224399:0:32635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.224402:0:32635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777458.224407:0:32635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1164000. 02000000:00000001:1.0:1788777458.224409:0:32635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777458.224419:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777458.224423:0:32635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12e18. 00000400:00000010:1.0:1788777458.224432:0:32635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777458.224441:0:32635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211111168, portal 10 00000100:00000001:1.0:1788777458.224443:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.224444:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000040:1.0:1788777458.224450:0:32635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.224458:0:32635:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777458.224544:0:32635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777458.224548:0:32635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256440. 00000100:00000200:1.0:1788777458.224554:0:32635:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211111168, offset 0 00000400:00000200:1.0:1788777458.224562:0:32635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777458.224573:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.224582:0:32635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777458.224589:0:32635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777458.224594:0:32635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777458.224598:0:32635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777458.224601:0:32635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777458.224605:0:32635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2753:2753:256:4294967295] 192.168.204.133@tcp LPNI seq info [2752:2752:8:4294967295] 00000400:00000200:1.0:1788777458.224609:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.224621:0:32635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777458.224628:0:32635:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777458.224634:0:32635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837b00. 00000800:00000200:1.0:1788777458.224643:0:32635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777458.224651:0:32635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777458.224656:0:32635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837b00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788777458.224750:0:32635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.224755:0:32635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 819261 usecs (820 jiffies) 00000400:00000200:1.0:1788777458.224759:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777458.224762:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296562352 00000100:00000001:1.0:1788777458.224771:0:32635:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296562344 00000100:00000001:1.0:1788777458.224779:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296562352 00000100:00000001:1.0:1788777458.224782:0:32635:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296562344 00000100:00000001:1.0:1788777458.224785:0:32635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.224789:0:32635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.224791:0:32635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777458.224794:0:32635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777458.224797:0:32635:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8300 going to sleep for 11 seconds 00000100:00000001:1.0:1788777458.224800:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777458.224803:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777458.225448:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777458.225455:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837b00. 00000400:00000200:2.0:1788777458.225503:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777458.225511:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777458.225518:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256440 00000400:00000010:2.0:1788777458.225521:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256440. 00000100:00000001:2.0:1788777458.225526:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777458.225533:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.225545:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777458.225548:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.225555:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.225557:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777458.234676:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.234700:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777458.234705:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.234708:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.234720:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.234730:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777458.234741:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.234747:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.234754:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.234758:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5cb00 00000400:00000200:3.0:1788777458.234764:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.234772:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x80f5 [1] + 224 00000800:00000001:3.0:1788777458.234781:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.234790:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.234794:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.234799:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777458.234809:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.234822:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777458.234834:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.234917:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777458.234938:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777458.234951:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.234955:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777458.235094:0:32635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777458.235097:0:32635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777458.235323:0:32635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12e18. 00000400:00000200:1.0:1788777458.235330:0:32635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:1.0:1788777458.235334:0:32635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:1.0:1788777458.235338:0:32635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777458.235344:0:32635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777458.235354:0:32635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.235361:0:32635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.235363:0:32635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.235366:0:32635:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777458.235371:0:32635:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777458.235374:0:32635:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777458.235377:0:32635:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.235381:0:32635:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777458.235397:0:32635:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=117 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777458.235402:0:32635:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777458.235405:0:32635:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777458.235408:0:32635:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.235412:0:32635:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777458.235417:0:32635:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.235422:0:32635:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777458.235425:0:32635:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788777458.235428:0:32635:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777458.235433:0:32635:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.235438:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.235446:0:32635:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.235450:0:32635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777458.235453:0:32635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777458.235457:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777474 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777458.235592:0:32635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32635:1875667211111168:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777458.235599:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.235602:0:32635:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.235605:0:32635:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777458.235608:0:32635:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.235611:0:32635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777474 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.235618:0:32635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777458.235622:0:32635:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777458.235627:0:32635:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777458.235629:0:32635:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.235632:0:32635:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777458.235637:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.235641:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.235644:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=4 00000020:00000001:1.0:1788777458.235647:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235650:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000040:1.0:1788777458.235658:0:32635:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044200, remote cookie: 0x542deec0941a6a29, flags: 0x1001 00010000:00010000:1.0:1788777458.235665:0:32635:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777458.235680:0:32635:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777458.235683:0:32635:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788777458.235696:0:32635:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611600. 00010000:00000010:1.0:1788777458.235702:0:32635:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182380. 00010000:00000001:1.0:1788777458.235708:0:32635:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.235711:0:32635:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777458.235719:0:32635:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.235727:0:32635:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777458.235732:0:32635:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777458.235735:0:32635:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777458.235737:0:32635:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777458.235739:0:32635:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777458.235742:0:32635:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9b1fd2611600) refcount = 1 00010000:00010000:1.0:1788777458.235745:0:32635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.235752:0:32635:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777458.235756:0:32635:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777458.235758:0:32635:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.235761:0:32635:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777458.235764:0:32635:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.235767:0:32635:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.235774:0:32635:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777458.235776:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.235778:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.235779:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.235780:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.235782:0:32635:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.235786:0:32635:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777458.235789:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.235790:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.235791:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=3 00000020:00000001:1.0:1788777458.235793:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235795:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235798:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.235799:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.235800:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=4 00000020:00000001:1.0:1788777458.235802:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235804:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235807:0:32635:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.235811:0:32635:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.235815:0:32635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.235821:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.235822:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.235824:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.235825:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.235826:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=5 00000020:00000001:1.0:1788777458.235828:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235830:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235833:0:32635:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777458.235835:0:32635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.235841:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.235842:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777458.235845:0:32635:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.235851:0:32635:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.235852:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.235853:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.235854:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.235855:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777458.235860:0:32635:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777458.235870:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.235871:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.235872:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=3 00000020:00000001:1.0:1788777458.235874:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235876:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235878:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.235880:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.235881:0:32635:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.235884:0:32635:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.235886:0:32635:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777458.235889:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.235890:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.235892:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=3 00000020:00000001:1.0:1788777458.235894:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235896:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00000002:00010000:1.0:1788777458.235900:0:32635:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.235907:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.235908:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.235910:0:32635:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777458.235911:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.235912:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.235914:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=3 00000020:00000001:1.0:1788777458.235916:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.235918:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000040:1.0:1788777458.235921:0:32635:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611600 count: 2 00010000:00000001:1.0:1788777458.235924:0:32635:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777458.235927:0:32635:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:1.0:1788777458.235930:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.235931:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.235932:0:32635:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777458.235936:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3750 00000002:00002000:1.0:1788777458.235938:0:32635:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777458.235942:0:32635:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.235946:0:32635:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.235949:0:32635:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777458.235953:0:32635:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777458.235957:0:32635:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.235962:0:32635:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777458.235965:0:32635:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777458.235967:0:32635:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc20a3ac8 it_disposition b 00000080:00000001:1.0:1788777458.235971:0:32635:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777458.235978:0:32635:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777458.235983:0:32635:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777458.235989:0:32635:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32ded00. 00800000:00000001:1.0:1788777458.235992:0:32635:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453699328 : -110914255852288 : ffff9b1fc32ded00) 00800000:00000001:1.0:1788777458.235994:0:32635:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.235997:0:32635:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777458.236001:0:32635:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788777458.236004:0:32635:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788777458.236011:0:32635:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777458.236013:0:32635:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788777458.236017:0:32635:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1788777458.236021:0:32635:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1788777458.236026:0:32635:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777458.236028:0:32635:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.236033:0:32635:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788777458.236036:0:32635:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788777458.236043:0:32635:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1788777458.236046:0:32635:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9b1fd15980c8): rc = 0 00000080:00000001:1.0:1788777458.236049:0:32635:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691436232 : -110914018115384 : ffff9b1fd15980c8) 00010000:00000001:1.0:1788777458.236051:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.236052:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.236054:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=3 00000020:00000001:1.0:1788777458.236056:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.236059:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.236061:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.236062:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777458.236064:0:32635:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777458.236072:0:32635:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777458.236074:0:32635:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777458.236078:0:32635:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc941 00800000:00000001:1.0:1788777458.236082:0:32635:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777458.236084:0:32635:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777458.236086:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.236087:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.236088:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=3 00000020:00000001:1.0:1788777458.236091:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.236093:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.236096:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.236097:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777458.236099:0:32635:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.236275:0:32635:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788777458.236285:0:32635:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1767ca8 inode ffff9b1fd15980c8 refc 1 flags 0x20000e 00000080:00000002:1.0:1788777458.236291:0:32635:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788777458.236295:0:32635:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788777458.236300:0:32635:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) 00000080:00010000:1.0:1788777458.236304:0:32635:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc941 from it ffffb70bc20a3ac8 00010000:00000001:1.0:1788777458.236307:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.236309:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.236311:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=3 00000020:00000001:1.0:1788777458.236313:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.236315:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777458.236318:0:32635:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777458.236321:0:32635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777458.236329:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.236330:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.236332:0:32635:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777458.236335:0:32635:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777458.236337:0:32635:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777458.236346:0:32635:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777458.236349:0:32635:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777458.236351:0:32635:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.236356:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.236357:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.236359:0:32635:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.236363:0:32635:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777458.236365:0:32635:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.236367:0:32635:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.236371:0:32635:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.236373:0:32635:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777458.236374:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.236376:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777458.236378:0:32635:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777458.236382:0:32635:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211200. 00000100:00000001:1.0:1788777458.236388:0:32635:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.236393:0:32635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122300 x1875667211111168/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.236400:0:32635:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777458.236404:0:32635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777458.236409:0:32635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1164000. 02000000:00000001:1.0:1788777458.236412:0:32635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777458.236416:0:32635:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777458.236418:0:32635:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777458.236420:0:32635:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777458.236424:0:32635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356f000. 02000000:00000001:1.0:1788777458.236429:0:32635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777458.236431:0:32635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777458.236433:0:32635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122300. 00000100:00000001:1.0:1788777458.236439:0:32635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777458.236441:0:32635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777458.236450:0:32635:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777458.236453:0:32635:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788777458.236459:0:32635:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777458.236506:0:32635:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ec420. 00000080:00000001:1.0:1788777458.236513:0:32635:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777458.236514:0:32635:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8), inode mode 41ed mask 3 00000080:00000001:1.0:1788777458.236517:0:32635:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777458.236520:0:32635:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788777458.236523:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3b58 00000080:00200000:1.0:1788777458.236525:0:32635:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9b1fd15980c8), file ffff9b1fd2631380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788777458.236531:0:32635:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fd1213180. 00000080:00000001:1.0:1788777458.236535:0:32635:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777458.236537:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3a08 00000080:00200000:1.0:1788777458.236539:0:32635:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9b1fd15980c8), intent=open|creat 00000080:00000010:1.0:1788777458.236547:0:32635:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00800000:00000002:1.0:1788777458.236552:0:32635:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc32ded00 2 00000080:00000001:1.0:1788777458.236558:0:32635:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777458.236561:0:32635:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.236563:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3928 00800000:00000002:1.0:1788777458.236565:0:32635:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788777458.236569:0:32635:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788777458.236572:0:32635:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788777458.236577:0:32635:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777458.236580:0:32635:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777458.236583:0:32635:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777458.236587:0:32635:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777458.236589:0:32635:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777458.236591:0:32635:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788777458.236594:0:32635:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.236597:0:32635:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:1.0:1788777458.236600:0:32635:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788777458.236603:0:32635:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788777458.236606:0:32635:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788777458.236609:0:32635:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788777458.236612:0:32635:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x25:0x0] 40000000:00000001:1.0:1788777458.236615:0:32635:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.236617:0:32635:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.236619:0:32635:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777458.236621:0:32635:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777458.236623:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a38a8 00800000:00000002:1.0:1788777458.236625:0:32635:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788777458.236629:0:32635:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777458.236631:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a37e0 00000002:00010000:1.0:1788777458.236633:0:32635:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788777458.236637:0:32635:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777458.236640:0:32635:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777458.236643:0:32635:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788777458.236647:0:32635:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.236649:0:32635:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777458.236652:0:32635:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611600 count: 2 00010000:00000001:1.0:1788777458.236654:0:32635:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.236656:0:32635:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777458.236659:0:32635:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.236661:0:32635:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.236663:0:32635:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777458.236668:0:32635:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122300. 00000020:00000040:1.0:1788777458.236673:0:32635:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777458.236680:0:32635:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777458.236682:0:32635:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.236686:0:32635:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777458.236690:0:32635:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777458.236693:0:32635:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777458.236694:0:32635:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777458.236695:0:32635:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.236699:0:32635:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777458.236701:0:32635:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777458.236705:0:32635:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777458.236719:0:32635:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356f000. 00000100:00000001:1.0:1788777458.236727:0:32635:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.236731:0:32635:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777458.236733:0:32635:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.236735:0:32635:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777458.236736:0:32635:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.236738:0:32635:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777458.236748:0:32635:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00010000:00000001:1.0:1788777458.236751:0:32635:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777458.236754:0:32635:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777458.236756:0:32635:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611600 count: 2 00010000:00000001:1.0:1788777458.236758:0:32635:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777458.236760:0:32635:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777458.236764:0:32635:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044c00. 00000020:00000001:1.0:1788777458.236768:0:32635:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777458.236771:0:32635:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044c00 with handle 0x22b16ee488cdc948 to hash 00000020:00000001:1.0:1788777458.236773:0:32635:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777458.236774:0:32635:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777458.236778:0:32635:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777458.236780:0:32635:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777458.236782:0:32635:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777458.236786:0:32635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc948 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777458.236792:0:32635:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc948 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32635 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777458.236805:0:32635:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777458.236812:0:32635:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1122300 x1875667211111424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777458.236821:0:32635:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc948 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777458.236827:0:32635:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777458.236828:0:32635:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777458.236836:0:32635:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777458.236838:0:32635:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543784192 : -110914165767424 : ffff9b1fc88c8300) 00000100:00000001:1.0:1788777458.236841:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.236843:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000001:1.0:1788777458.236848:0:32635:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777458.236854:0:32635:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.236856:0:32635:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777458.236858:0:32635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777458.236862:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122300 x1875667211111424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.236869:0:32635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777458.236872:0:32635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.236876:0:32635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777458.236879:0:32635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777458.236881:0:32635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777458.236885:0:32635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32635:1875667211111424:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777458.236890:0:32635:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777458.236897:0:32635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777458.236899:0:32635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.236902:0:32635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777458.236991:0:32635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd13e0000. 02000000:00000001:1.0:1788777458.236994:0:32635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777458.237004:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777458.237008:0:32635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12e18. 00000400:00000010:1.0:1788777458.237016:0:32635:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fc356d400. 00000100:00000200:1.0:1788777458.237026:0:32635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211111424, portal 10 00000100:00000001:1.0:1788777458.237029:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.237030:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000040:1.0:1788777458.237037:0:32635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122300 x1875667211111424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777474 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.237045:0:32635:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777458.237048:0:32635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777458.237053:0:32635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777458.237057:0:32635:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211111424, offset 0 00000400:00000200:1.0:1788777458.237065:0:32635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777458.237073:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.237083:0:32635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777458.237089:0:32635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777458.237094:0:32635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777458.237099:0:32635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777458.245159:0:32635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777458.245170:0:32635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2754:2754:256:4294967295] 192.168.204.133@tcp LPNI seq info [2753:2753:8:4294967295] 00000400:00000200:1.0:1788777458.245193:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.245211:0:32635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777458.245221:0:32635:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777458.245236:0:32635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837b00. 00000800:00000200:1.0:1788777458.245247:0:32635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777458.245256:0:32635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777458.245261:0:32635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777458.245287:0:32635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.245296:0:32635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 818116 usecs (819 jiffies) 00000400:00000200:1.0:1788777458.245300:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777458.245304:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296562371 00000100:00000001:1.0:1788777458.245313:0:32635:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296562352 00000100:00000001:1.0:1788777458.245320:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296562371 00000100:00000001:1.0:1788777458.245323:0:32635:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296562352 00000100:00000001:1.0:1788777458.245327:0:32635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.245332:0:32635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.245336:0:32635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777458.245338:0:32635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777458.245341:0:32635:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8300 going to sleep for 11 seconds 00000100:00000001:1.0:1788777458.245344:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777458.245348:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777458.247570:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777458.247586:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837b00. 00000400:00000200:2.0:1788777458.247597:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777458.247609:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777458.247618:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:2.0:1788777458.247622:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:2.0:1788777458.247629:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777458.247641:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122300 x1875667211111424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777474 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.247657:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777458.247662:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122300 x1875667211111424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777474 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777458.247670:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777458.247672:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777458.260308:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.260332:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777458.260338:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.260341:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.260352:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.260362:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777458.260374:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.260380:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.260388:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.260393:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5cc00 00000400:00000200:3.0:1788777458.260399:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.260406:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x80fd [32] + 224 00000800:00000001:3.0:1788777458.260415:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.260424:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.260428:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.260433:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777458.260443:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.260455:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122300 x1875667211111424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777474 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777458.260517:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fd1122300 x1875667211111424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.260597:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777458.260620:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777458.260632:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.260635:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777458.263385:0:32635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777458.263395:0:32635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777458.263400:0:32635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12e18. 00000400:00000200:1.0:1788777458.263411:0:32635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc356d400 00000400:00000010:1.0:1788777458.263414:0:32635:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fc356d400. 00000100:00000001:1.0:1788777458.263423:0:32635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777458.263438:0:32635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122300 x1875667211111424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777458.263451:0:32635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122300 x1875667211111424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777474 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.263461:0:32635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.263480:0:32635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.263484:0:32635:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777458.263489:0:32635:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777458.263492:0:32635:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777458.263495:0:32635:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.263499:0:32635:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777458.263512:0:32635:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=117 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777458.263518:0:32635:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777458.263520:0:32635:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777458.263522:0:32635:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.263526:0:32635:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777458.263543:0:32635:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.263548:0:32635:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777458.263551:0:32635:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013f/0x1] 00000100:00000001:1.0:1788777458.263553:0:32635:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777458.263557:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.263560:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000001:1.0:1788777458.263564:0:32635:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777458.263568:0:32635:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788777458.263570:0:32635:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777458.263574:0:32635:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.263581:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122300 x1875667211111424/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777474 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.263589:0:32635:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.263593:0:32635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777458.263595:0:32635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777458.263599:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122300 x1875667211111424/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777474 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777458.263607:0:32635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32635:1875667211111424:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777458.263613:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.263617:0:32635:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.263619:0:32635:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777458.263622:0:32635:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.263625:0:32635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122300 x1875667211111424/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777474 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.263643:0:32635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777458.263647:0:32635:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777458.263651:0:32635:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777458.263653:0:32635:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.263656:0:32635:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777458.263665:0:32635:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777458.263669:0:32635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777458.263673:0:32635:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044c00 refcount=4 00000020:00000001:1.0:1788777458.263676:0:32635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000001:1.0:1788777458.263679:0:32635:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935744 : -110913201615872 : ffff9b2002044c00) 00010000:00000040:1.0:1788777458.263688:0:32635:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044c00, remote cookie: 0x542deec0941a6a45, flags: 0x1001 00010000:00010000:1.0:1788777458.263693:0:32635:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc948 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a45 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777458.263704:0:32635:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:1.0:1788777458.263708:0:32635:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00000100:00000040:1.0:1788777458.358833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777458.358848:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777458.358861:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122a00. 00000020:00000040:1.0:1788777458.358869:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777458.358873:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777458.358877:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777458.358884:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777458.358895:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd8837500. 00000100:00000001:1.0:1788777458.358905:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.358920:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777458.358932:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777458.358937:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.358943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab4a373f] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.358976:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.358980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777458.358983:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777458.358986:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120a80. 00000020:00000040:1.0:1788777458.358989:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777458.358991:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777458.358993:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777458.358994:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777458.358998:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd8837800. 00000100:00000001:1.0:1788777458.359001:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359005:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777458.359019:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777458.359022:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359026:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660547fd] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359034:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777458.359040:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777458.359044:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120000. 00000020:00000040:1.0:1788777458.359046:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777458.359048:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777458.359050:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777458.359052:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777458.359055:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd8837200. 00000100:00000001:1.0:1788777458.359058:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359062:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777458.359069:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777458.359071:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359075:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c43b937a] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359083:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777458.359087:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777458.359090:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121180. 00000020:00000040:1.0:1788777458.359092:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777458.359094:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777458.359095:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777458.359096:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777458.359102:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd8837b00. 00000100:00000001:1.0:1788777458.359106:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359109:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777458.359115:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777458.359117:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359121:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079550021] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359128:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359133:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1899) 00000100:00000001:1.0:1788777458.359165:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777458.359170:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777458.359173:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777458.359190:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359198:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777458.359201:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.359205:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777458.359208:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777458.359211:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777458.359215:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211111552:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777458.359220:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777458.359226:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777458.359229:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.359233:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777458.359238:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9211000. 02000000:00000001:1.0:1788777458.359240:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777458.359249:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777458.359254:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12e18. 00000400:00000010:1.0:1788777458.359262:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777458.359271:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211111552, portal 25 00000100:00000001:1.0:1788777458.359274:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.359275:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000040:1.0:1788777458.359282:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359290:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777458.359293:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777458.359296:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256aa0. 00000100:00000200:1.0:1788777458.359301:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211111552, offset 0 00000400:00000200:1.0:1788777458.359308:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777458.359319:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.359330:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777458.359337:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777458.359343:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777458.359348:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777458.359351:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777458.359355:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2755:2755:256:4294967295] 192.168.204.133@tcp LPNI seq info [2754:2754:8:4294967295] 00000400:00000200:1.0:1788777458.359360:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.359372:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777458.359379:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777458.359386:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc98a3900. 00000800:00000200:1.0:1788777458.359394:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777458.359405:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777458.359411:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc98a3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777458.359435:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777458.359439:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777458.359443:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296565728 00000100:00000001:1.0:1788777458.359452:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562371 00000100:00000001:1.0:1788777458.359456:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296565728 00000100:00000001:1.0:1788777458.359459:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562371 00000100:00000001:1.0:1788777458.359489:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.359492:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.359496:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777458.359501:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359507:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777458.359508:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.359512:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777458.359514:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777458.359515:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777458.359518:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211111808:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777458.359521:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777458.359523:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777458.359524:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.359526:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777458.359530:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9211e00. 02000000:00000001:1.0:1788777458.359532:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777458.359535:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777458.359538:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e122c0. 00000400:00000010:1.0:1788777458.359543:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256e58. 00000100:00000200:1.0:1788777458.359546:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211111808, portal 4 00000100:00000001:1.0:1788777458.359548:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.359549:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000040:1.0:1788777458.359556:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359562:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777458.359564:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777458.359567:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92564c8. 00000100:00000200:1.0:1788777458.359569:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211111808, offset 0 00000400:00000200:1.0:1788777458.359573:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777458.359577:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.359581:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777458.359584:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777458.359586:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777458.359588:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777458.359591:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777458.359594:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2756:2756:255:4294967295] 192.168.204.133@tcp LPNI seq info [2755:2755:7:4294967295] 00000400:00000200:1.0:1788777458.359597:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.359603:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777458.359607:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777458.359610:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc98a3a00. 00000800:00000200:1.0:1788777458.359613:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777458.359616:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777458.359619:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc98a3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777458.359622:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359626:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20682 usecs (21 jiffies) 00000400:00000200:1.0:1788777458.359629:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777458.359631:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296561687 00000100:00000001:1.0:1788777458.359633:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296565728 00000100:00000001:1.0:1788777458.359635:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296561687 00000100:00000001:1.0:1788777458.359636:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296565728 00000100:00000001:1.0:1788777458.359638:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.359641:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.359643:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.359646:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.359655:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777458.359658:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777458.359660:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777458.359662:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777458.359663:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777458.359667:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788777458.359668:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.359670:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777458.359671:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.359672:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777458.359673:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777458.359674:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777458.359678:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359684:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777458.359686:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.359688:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777458.359690:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777458.359691:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777458.359694:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211111680:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777458.359697:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777458.359699:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777458.359701:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.359702:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777458.359705:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9211600. 02000000:00000001:1.0:1788777458.359707:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777458.359710:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777458.359712:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12160. 00000400:00000010:1.0:1788777458.359716:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256dd0. 00000100:00000200:1.0:1788777458.359719:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211111680, portal 10 00000100:00000001:1.0:1788777458.359721:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.359722:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000040:1.0:1788777458.359728:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359735:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777458.359737:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777458.359739:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92565d8. 00000100:00000200:1.0:1788777458.359741:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211111680, offset 0 00000400:00000200:1.0:1788777458.359745:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777458.359748:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.359752:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777458.359755:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777458.359757:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777458.359759:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777458.359762:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777458.359765:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2757:2757:254:4294967295] 192.168.204.133@tcp LPNI seq info [2756:2756:6:4294967295] 00000400:00000200:1.0:1788777458.359769:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.359775:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777458.359780:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777458.359784:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc98a3100. 00000800:00000200:1.0:1788777458.359788:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777458.359792:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777458.359794:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc98a3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777458.359797:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359800:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21865 usecs (22 jiffies) 00000400:00000200:1.0:1788777458.359803:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777458.359805:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296561688 00000100:00000001:1.0:1788777458.359807:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296565728 00000100:00000001:1.0:1788777458.359809:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296561688 00000100:00000001:1.0:1788777458.359811:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296565728 00000100:00000001:1.0:1788777458.359813:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.359815:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.359817:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777458.359821:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359828:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777458.359829:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.359831:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777458.359833:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777458.359835:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777458.359838:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211111936:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777458.359841:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777458.359844:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777458.359846:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.359848:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777458.359851:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9211c00. 02000000:00000001:1.0:1788777458.359852:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777458.359855:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777458.359858:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12370. 00000400:00000010:1.0:1788777458.359862:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777458.359864:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211111936, portal 4 00000100:00000001:1.0:1788777458.359866:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777458.359868:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686754688 : -110914022796928 : ffff9b1fd1121180) 00000100:00000040:1.0:1788777458.359874:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.359879:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777458.359882:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777458.359884:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256f68. 00000100:00000200:1.0:1788777458.359886:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211111936, offset 0 00000400:00000200:1.0:1788777458.359890:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777458.359893:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.359897:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777458.359899:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777458.359901:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777458.359903:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777458.359905:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777458.359908:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2758:2758:253:4294967295] 192.168.204.133@tcp LPNI seq info [2757:2757:5:4294967295] 00000400:00000200:1.0:1788777458.359912:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777458.359918:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777458.359922:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777458.359927:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30dec00. 00000800:00000200:1.0:1788777458.359930:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777458.359934:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777458.359937:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30dec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777458.359940:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.359944:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 243922 usecs (244 jiffies) 00000400:00000200:1.0:1788777458.359947:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777458.359948:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296561910 00000100:00000001:1.0:1788777458.359951:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296565728 00000100:00000001:1.0:1788777458.359953:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296561910 00000100:00000001:1.0:1788777458.359954:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296565728 00000100:00000001:1.0:1788777458.359956:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.359958:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.359961:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.359963:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.359989:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777458.359992:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777458.360115:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777458.360121:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc98a3900. 00000400:00000200:3.0:1788777458.360130:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.360136:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777458.360143:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256aa0 00000400:00000010:3.0:1788777458.360146:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256aa0. 00000100:00000001:3.0:1788777458.360152:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777458.360156:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.360167:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.360170:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.360186:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.360189:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777458.360203:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777458.360206:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc98a3a00. 00000400:00000200:3.0:1788777458.360209:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.360212:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777458.360214:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92564c8 00000400:00000010:3.0:1788777458.360216:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92564c8. 00000100:00000001:3.0:1788777458.360218:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777458.360222:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.360228:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.360231:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.360236:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.360237:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777458.360247:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777458.360249:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc98a3100. 00000400:00000200:3.0:1788777458.360251:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.360254:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777458.360257:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92565d8 00000400:00000010:3.0:1788777458.360258:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92565d8. 00000100:00000001:3.0:1788777458.360261:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777458.360264:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.360269:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.360272:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.360277:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.360279:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777458.360362:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777458.360365:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30dec00. 00000400:00000200:3.0:1788777458.360370:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.360374:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777458.360376:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256f68 00000400:00000010:3.0:1788777458.360377:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256f68. 00000100:00000001:3.0:1788777458.360379:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777458.360382:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.360388:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777458.360391:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.360396:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777458.360398:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777458.367421:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.367445:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777458.367452:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.367454:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.367487:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367499:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777458.367510:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367516:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367522:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367537:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5cd80 00000400:00000200:3.0:1788777458.367543:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367551:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x810d [1] + 224 00000800:00000001:3.0:1788777458.367560:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.367566:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.367570:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.367575:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777458.367585:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.367598:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777458.367611:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.367634:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777458.367646:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.367650:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777458.367652:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.367654:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.367657:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367660:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777458.367665:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367668:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367671:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367674:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5cd00 00000400:00000200:3.0:1788777458.367677:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367682:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8115 [1] + 224 00000800:00000001:3.0:1788777458.367685:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.367689:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.367692:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.367695:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777458.367697:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.367702:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777458.367710:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.367718:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777458.367721:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.367724:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777458.367725:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.367727:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.367740:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367743:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777458.367747:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367750:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367753:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367756:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5ce00 00000400:00000200:3.0:1788777458.367759:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.367763:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x811d [1] + 224 00000800:00000001:3.0:1788777458.367766:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.367773:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.367776:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.367779:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777458.367781:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.367786:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.367788:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788777458.367793:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.367793:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777458.367800:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1788777458.367802:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777458.367805:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777458.367809:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12160. 00000400:00000200:1.0:1788777458.367823:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256dd0 00000400:00000010:1.0:1788777458.367826:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256dd0. 00000100:00000001:1.0:1788777458.367830:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1788777458.367832:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1788777458.367835:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788777458.367844:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788777458.367844:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.367850:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.367852:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.367855:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777458.367859:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777458.367862:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777458.367865:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.367868:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777458.367881:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=117 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777458.367885:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777458.367890:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777458.367892:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.367895:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777458.367900:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.367905:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777458.367907:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1788777458.367909:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777458.367911:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.367917:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.367928:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.367931:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777458.367933:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777458.367938:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777458.367945:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211111680:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777458.367952:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777458.367953:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777458.367955:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12370. 00000400:00000200:1.0:1788777458.367957:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:1.0:1788777458.367958:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:1.0:1788777458.367961:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777458.367964:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777458.367972:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.367979:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.367980:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.367982:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777458.367983:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777458.367985:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777458.367986:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.367989:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777458.367993:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=117 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777458.367996:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=25 v=5 (1 1 0 0) 00000100:00000001:1.0:1788777458.367998:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777458.367999:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.368001:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777458.368002:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.368005:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777458.368006:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: committing for last_committed 4294967326 gen 12 00000100:00000040:1.0:1788777458.368013:0:2412:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967326) req@ffff9b1fc31ed880 x1875667211103872/t4294967326(4294967326) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777464 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.368022:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.368025:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211103872/t4294967326(4294967326) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777464 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777458.368031:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777458.368034:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777458.368038:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000000. 02000000:00000001:1.0:1788777458.368044:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777458.368047:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777458.368049:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777458.368052:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777458.368055:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc61ca200. 02000000:00000001:1.0:1788777458.368059:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777458.368062:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777458.368064:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:1.0:1788777458.368068:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777458.368069:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.368072:0:2412:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777458.368075:0:2412:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1788777458.368077:0:2412:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777458.368079:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.368083:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.368091:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.368093:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777458.368095:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777458.368111:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777458.368119:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211111936:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777458.368124:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777458.368126:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777458.368137:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e122c0. 00000400:00000200:1.0:1788777458.368140:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256e58 00000400:00000010:1.0:1788777458.368142:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256e58. 00000100:00000001:1.0:1788777458.368144:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777458.368147:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777458.368155:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.368516:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.368520:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.368523:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777458.368525:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777458.368527:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777458.368528:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.368530:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777458.368537:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=117 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777458.368540:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777458.368543:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777458.368544:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.368546:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777458.368548:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.368550:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777458.368551:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788777458.368553:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777458.368555:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.368559:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.368567:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.368570:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777458.368571:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777458.368575:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777458.368582:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211111808:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777458.368587:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.368589:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.368593:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120a80 x1875667211111680/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.368600:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777458.368601:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777458.368603:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9211600. 02000000:00000001:1.0:1788777458.368607:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777458.368608:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777458.368610:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777458.368612:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777458.368614:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd8837800. 02000000:00000001:1.0:1788777458.368618:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777458.368619:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777458.368620:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120a80. 00000100:00000001:1.0:1788777458.368623:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777458.368624:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.368626:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.368630:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121180 x1875667211111936/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.368636:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777458.368638:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777458.368639:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9211c00. 02000000:00000001:1.0:1788777458.368642:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777458.368643:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777458.368644:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777458.368646:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777458.368648:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd8837b00. 02000000:00000001:1.0:1788777458.368650:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777458.368651:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777458.368652:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121180. 00000100:00000001:1.0:1788777458.368656:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777458.368657:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.368658:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.368662:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120000 x1875667211111808/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.368667:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777458.368669:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777458.368671:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9211e00. 02000000:00000001:1.0:1788777458.368672:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777458.368674:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777458.368675:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777458.368676:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777458.368678:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd8837200. 02000000:00000001:1.0:1788777458.368680:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777458.368681:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777458.368682:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120000. 00000100:00000001:1.0:1788777458.368684:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777458.368685:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.368689:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.368691:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777458.368693:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777458.368695:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.368696:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777458.373932:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.373956:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777458.373962:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.373965:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.373978:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.373989:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777458.374000:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.374006:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.374013:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.374017:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5cc80 00000400:00000200:3.0:1788777458.374023:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777458.374031:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8105 [1] + 224 00000800:00000001:3.0:1788777458.374039:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.374047:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777458.374051:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777458.374056:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777458.374065:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777458.374077:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777458.374090:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777458.374115:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777458.374134:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777458.374138:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.374508:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777458.374514:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777458.374522:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777458.374525:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777458.374539:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12e18. 00000400:00000200:1.0:1788777458.374545:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:1.0:1788777458.374548:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:1.0:1788777458.374551:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777458.374557:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777458.374568:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.374574:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777458.374577:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.374579:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777458.374584:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777458.374587:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777458.374589:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777458.374593:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777458.374601:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777458.374606:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777458.374609:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777458.374611:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777458.374615:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777458.374618:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.374621:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777458.374627:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.374635:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777458.374639:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777458.374641:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777458.374654:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777458.374663:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211111552:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777458.374670:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.374673:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777458.374677:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122a00 x1875667211111552/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777458.374684:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777458.374688:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777458.374693:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9211000. 02000000:00000001:1.0:1788777458.374698:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777458.374702:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777458.374704:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777458.374707:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777458.374710:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd8837500. 02000000:00000001:1.0:1788777458.374715:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777458.374717:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777458.374719:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122a00. 00000100:00000001:1.0:1788777458.374724:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777458.374726:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.374729:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777458.374738:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777458.374741:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777458.374744:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777458.374746:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777458.869184:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777458.869191:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777458.869197:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777458.869198:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777458.871426:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777458.871432:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777458.871438:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777459.314732:0:32646:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777459.314743:0:32646:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777459.314746:0:32646:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777459.314750:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00200000:2.0:1788777459.314756:0:32646:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777459.314766:0:32646:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1b2ea00. 00800000:00000002:2.0:1788777459.314775:0:32646:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777459.314780:0:32646:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777459.314786:0:32646:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777459.314789:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fae0 00800000:00000002:2.0:1788777459.314793:0:32646:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777459.314797:0:32646:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777459.314802:0:32646:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777459.314805:0:32646:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777459.314808:0:32646:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777459.314811:0:32646:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777459.314814:0:32646:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777459.314816:0:32646:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777459.314819:0:32646:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777459.314823:0:32646:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777459.314830:0:32646:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777459.314832:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9b0 00000002:00010000:2.0:1788777459.314834:0:32646:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777459.314838:0:32646:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777459.314841:0:32646:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777459.314844:0:32646:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777459.314853:0:32646:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611c00 count: 2 00010000:00000001:2.0:1788777459.314857:0:32646:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777459.314864:0:32646:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777459.315961:0:32646:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777459.315976:0:32646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777459.315994:0:32646:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777459.316001:0:32646:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777459.316004:0:32646:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777459.316014:0:32646:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777459.316016:0:32646:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777459.316019:0:32646:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777459.316021:0:32646:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777459.316024:0:32646:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777459.316028:0:32646:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777459.316031:0:32646:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777459.316035:0:32646:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777459.316039:0:32646:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1b2ea00. 00000080:00000001:2.0:1788777459.316045:0:32646:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777459.316047:0:32646:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777459.316051:0:32646:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777459.316055:0:32646:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc93a 00800000:00000001:2.0:1788777459.316060:0:32646:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777459.316063:0:32646:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777459.316065:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777459.316068:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777459.316071:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777459.316074:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777459.316077:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777459.316080:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777459.316082:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777459.316084:0:32646:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777459.316086:0:32646:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777459.316089:0:32646:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc93a from it ffffb70bc155fbf8 00010000:00000001:2.0:1788777459.316091:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777459.316093:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777459.316094:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777459.316096:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777459.316098:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777459.316101:0:32646:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777459.316104:0:32646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777459.316112:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777459.316113:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777459.316114:0:32646:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777459.316118:0:32646:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777459.316121:0:32646:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777459.316133:0:32646:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777459.316136:0:32646:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777459.316139:0:32646:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777459.316144:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777459.316145:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777459.316147:0:32646:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777459.316151:0:32646:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777459.316153:0:32646:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777459.316155:0:32646:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777459.316167:0:32646:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777459.316170:0:32646:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777459.316172:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777459.316173:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777459.316177:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777459.316179:0:32646:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777459.316183:0:32646:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777459.316188:0:32646:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777459.316202:0:32646:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca6130a0. 00000020:00000001:2.0:1788777459.316209:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb28 00000080:00200000:2.0:1788777459.316212:0:32646:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=25 00000080:00000001:2.0:1788777459.316216:0:32646:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777459.316219:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9d8 00000080:00200000:2.0:1788777459.316221:0:32646:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=0 00000080:00000010:2.0:1788777459.316229:0:32646:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1b2ea00. 00800000:00000002:2.0:1788777459.316234:0:32646:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777459.316239:0:32646:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777459.316242:0:32646:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777459.316244:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f8f8 00800000:00000002:2.0:1788777459.316246:0:32646:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777459.316249:0:32646:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777459.316253:0:32646:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777459.316256:0:32646:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777459.316259:0:32646:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777459.316261:0:32646:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777459.316263:0:32646:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777459.316265:0:32646:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777459.316267:0:32646:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777459.316270:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f890 00800000:00000002:2.0:1788777459.316272:0:32646:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788777459.316277:0:32646:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777459.316278:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f7c8 00000002:00010000:2.0:1788777459.316280:0:32646:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788777459.316284:0:32646:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777459.316287:0:32646:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777459.316305:0:32646:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777459.316310:0:32646:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777459.316316:0:32646:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777459.316321:0:32646:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777459.316324:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777459.316325:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777459.316327:0:32646:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777459.316330:0:32646:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777459.316333:0:32646:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777459.316337:0:32646:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777459.316346:0:32646:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3339000. 00000100:00000001:2.0:1788777459.316355:0:32646:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777459.316362:0:32646:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777459.316364:0:32646:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777459.316366:0:32646:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777459.316367:0:32646:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777459.316370:0:32646:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777459.316379:0:32646:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:2.0:1788777459.316383:0:32646:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777459.316386:0:32646:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777459.316390:0:32646:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611c00 count: 2 00010000:00000001:2.0:1788777459.316393:0:32646:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777459.316396:0:32646:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777459.316402:0:32646:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4e00. 00000020:00000001:2.0:1788777459.316406:0:32646:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777459.316409:0:32646:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4e00 with handle 0x22b16ee488cdc94f to hash 00000020:00000001:2.0:1788777459.316411:0:32646:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777459.316413:0:32646:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:2.0:1788777459.316418:0:32646:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:2.0:1788777459.316421:0:32646:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777459.316424:0:32646:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777459.316428:0:32646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc94f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777459.316436:0:32646:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc94f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777459.316448:0:32646:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc94f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777459.316454:0:32646:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777459.316456:0:32646:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777459.316496:0:32646:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd11596c0. 00000100:00000001:2.0:1788777459.316499:0:32646:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686985408 : -110914022566208 : ffff9b1fd11596c0) 00000100:00000001:2.0:1788777459.316503:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777459.316504:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:2.0:1788777459.318230:0:32646:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777459.318237:0:32646:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777459.318241:0:32646:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777459.318243:0:32646:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777459.318258:0:32646:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211112064/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777459.318270:0:32646:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777459.318273:0:32646:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777459.318279:0:32646:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777459.318283:0:32646:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777459.318287:0:32646:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777459.318300:0:32646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32646:1875667211112064:192.168.204.133@tcp:101:touch.0 00000100:00000001:2.0:1788777459.318306:0:32646:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777459.318314:0:32646:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777459.318317:0:32646:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777459.318320:0:32646:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788777459.320245:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777459.320254:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777459.320262:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777459.320270:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777459.320280:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:3.0:1788777459.320284:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:3.0:1788777459.320933:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777459.320947:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211112064/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777475 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777459.320964:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777459.320968:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211112064/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777475 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777459.320977:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777459.320979:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777459.327047:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777459.327083:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777459.327088:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777459.327092:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777459.327104:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.327115:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777459.327125:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.327132:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.327189:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.327194:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5ce80 00000400:00000200:3.0:1788777459.327200:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.327208:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8125 [1] + 224 00000800:00000001:3.0:1788777459.327216:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777459.327223:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777459.327227:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777459.327232:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777459.327243:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777459.327254:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211112064/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777475 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777459.327266:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639ea00 x1875667211112064/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777475 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777459.328684:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777459.328706:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777459.328714:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777459.335910:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777459.335919:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777459.335926:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777459.335938:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777459.335949:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bbb0 00000400:00000010:3.0:1788777459.335952:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bbb0. 00000100:00000001:3.0:1788777459.335961:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777459.335969:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed180 x1875667211112320/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777475 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777459.335984:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777459.335989:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed180 x1875667211112320/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777475 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777459.335996:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777459.335998:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777459.352896:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777459.352924:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777459.352930:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777459.352933:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777459.352946:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.352958:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777459.352971:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.352978:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.352985:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.352990:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5cf80 00000400:00000200:3.0:1788777459.352996:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777459.353004:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x812d [32] + 224 00000800:00000001:3.0:1788777459.353014:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777459.353022:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777459.353027:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777459.353032:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777459.353042:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777459.353056:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed180 x1875667211112320/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777475 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777459.353069:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc31ed180 x1875667211112320/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777475 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777459.353191:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777459.353203:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777459.353206:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777459.368309:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777459.368315:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777459.368322:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777459.368329:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777459.368336:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b2a8 00000400:00000010:3.0:1788777459.368339:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b2a8. 00000100:00000001:3.0:1788777459.368345:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777459.368350:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777475 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777459.368362:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777459.368367:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777475 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777459.368375:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777459.368377:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777459.373578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e600. 00010000:00000010:0.1:1788777459.373596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6600. 00010000:00000001:2.0:1788777459.892762:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777459.892772:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777459.892778:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777459.892779:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777459.892951:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777459.892955:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777459.892959:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777459.893942:0:16848:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788777459.893949:0:16848:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777460.916903:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777460.916914:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777460.916921:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777460.916922:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777460.916953:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777460.916956:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777460.916960:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777461.941311:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777461.941322:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777461.941330:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777461.941331:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777461.941606:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777461.941612:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777461.941615:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788777462.240004:0:16855:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777462.240013:0:16855:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777462.240019:0:16855:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5000 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1788777462.240035:0:16855:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777462.240039:0:16855:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 814753 usecs (815 jiffies) 00000400:00000200:0.0:1788777462.240043:0:16855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777462.240046:0:16855:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296566358 00000100:00000001:0.0:1788777462.240056:0:16855:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296565728 00000100:00000001:0.0:1788777462.240062:0:16855:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296566358 00000100:00000001:0.0:1788777462.240066:0:16855:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296565728 00000100:00000001:0.0:1788777462.240069:0:16855:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777462.240072:0:16855:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777462.240075:0:16855:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777462.240077:0:16855:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777462.240080:0:16855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777462.240083:0:16855:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777462.240086:0:16855:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777462.240447:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777462.240454:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:3.0:1788777462.240484:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777462.240491:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777462.240497:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926be58 00000400:00000010:3.0:1788777462.240499:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926be58. 00000100:00000001:3.0:1788777462.240505:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777462.240513:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777462.240525:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777462.240537:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777462.240545:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777462.240547:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1788777462.240651:0:32666:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777462.240654:0:32666:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777462.240656:0:32666:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777462.240658:0:32666:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777462.240662:0:32666:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777462.240665:0:32666:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777462.240667:0:32666:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777462.244163:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777462.244186:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777462.244192:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777462.244195:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777462.244207:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777462.244217:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777462.244230:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777462.244236:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777462.244242:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777462.244247:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd5d100 00000400:00000200:3.0:1788777462.244252:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777462.244259:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x813d [1] + 224 00000800:00000001:3.0:1788777462.244268:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777462.244275:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777462.244279:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777462.244283:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777462.244293:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777462.244304:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777462.244321:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777462.244346:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777462.244357:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777462.244360:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777462.244501:0:16855:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777462.244512:0:16855:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777462.244514:0:16855:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777462.244519:0:16855:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0790. 00000400:00000200:0.0:1788777462.244526:0:16855:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b770 00000400:00000010:0.0:1788777462.244537:0:16855:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b770. 00000100:00000001:0.0:1788777462.244542:0:16855:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777462.244547:0:16855:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777462.244557:0:16855:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777462.244564:0:16855:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777462.244567:0:16855:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777462.244570:0:16855:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777462.244574:0:16855:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777462.244577:0:16855:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777462.244581:0:16855:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777462.244584:0:16855:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777462.244596:0:16855:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064580 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777462.244601:0:16855:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777462.244603:0:16855:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777462.244605:0:16855:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777462.244609:0:16855:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777462.244614:0:16855:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777462.244619:0:16855:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777462.244621:0:16855:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1788777462.244624:0:16855:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777462.244628:0:16855:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777462.244633:0:16855:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777462.244640:0:16855:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777462.244644:0:16855:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777462.244646:0:16855:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777462.244650:0:16855:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777462.244657:0:16855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:67f3d5ce-64e4-46be-9428-e80a71444531:16855:1875667211112704:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777462.244663:0:16855:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777462.244666:0:16855:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777462.244669:0:16855:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777462.244671:0:16855:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777462.244675:0:16855:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777462.244682:0:16855:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777462.244686:0:16855:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777462.244689:0:16855:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777462.244690:0:16855:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777462.244694:0:16855:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777462.244697:0:16855:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211112704/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777478 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777462.244708:0:16855:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777462.244712:0:16855:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777462.244715:0:16855:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332a800. 02000000:00000001:0.0:1788777462.244718:0:16855:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777462.244721:0:16855:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777462.244723:0:16855:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777462.244726:0:16855:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777462.244729:0:16855:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc332b200. 02000000:00000001:0.0:1788777462.244732:0:16855:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777462.244734:0:16855:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777462.244737:0:16855:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777462.244741:0:16855:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777462.244742:0:16855:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777462.244744:0:16855:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1788777462.244748:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777462.244753:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdc94f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6a68 expref: -99 pid: 32646 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788777462.244765:0:16855:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4ee00 count: 0 00010000:00000010:0.0:1788777462.244774:0:16855:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6ae00. 00010000:00000001:0.0:1788777462.244785:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777462.244786:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777462.244790:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc93a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6a0d expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788777462.244797:0:16855:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611c00 count: 0 00010000:00000010:0.0:1788777462.244799:0:16855:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182f00. 00010000:00000001:0.0:1788777462.244805:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777462.244806:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777462.244809:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044c00/0x22b16ee488cdc948 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6a45 expref: -99 pid: 32635 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788777462.244816:0:16855:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fd12e4340. 00010000:00000040:0.0:1788777462.244820:0:16855:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4ef00 count: 0 00010000:00000010:0.0:1788777462.244823:0:16855:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6a300. 00010000:00000001:0.0:1788777462.244828:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777462.244829:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777462.244832:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc941 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6a29 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788777462.244838:0:16855:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611600 count: 0 00010000:00000010:0.0:1788777462.244841:0:16855:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182380. 00010000:00000001:0.0:1788777462.244845:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777462.244847:0:16855:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777462.244865:0:16855:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777462.244869:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777462.244872:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777462.244874:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777462.244876:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777462.244877:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777462.244879:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777462.244881:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777462.244883:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777462.244884:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788777462.246418:0:32665:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777462.246430:0:32665:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777462.246433:0:32665:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:0.1:1788777462.256752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ee00. 00010000:00000010:0.1:1788777462.256768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00010000:00000010:0.1:1788777462.256772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611c00. 00010000:00000010:0.1:1788777462.256776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00010000:00000010:0.1:1788777462.256780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ef00. 00010000:00000010:0.1:1788777462.256784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044c00. 00010000:00000010:0.1:1788777462.256787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611600. 00010000:00000010:0.1:1788777462.256789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00020000:00000001:0.0:1788777462.275318:0:32635:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777462.275328:0:32635:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd906a7c0 00020000:00000002:0.0:1788777462.275336:0:32635:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd906a7c0 00020000:00000001:0.0:1788777462.275339:0:32635:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777462.275347:0:32635:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777462.275351:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3df0 00000080:00200008:0.0:1788777462.275354:0:32635:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x25:0x0](ffff9b1fd1579988), flags 100002 00000080:00000001:0.0:1788777462.275359:0:32635:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777462.275363:0:32635:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788777462.275364:0:32635:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777462.275365:0:32635:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd906a7c0 00020000:00000002:0.0:1788777462.275368:0:32635:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd906a7c0 00020000:00000001:0.0:1788777462.275369:0:32635:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777462.275373:0:32635:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788777462.275380:0:32635:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777462.275384:0:32635:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777462.275387:0:32635:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777462.275390:0:32635:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777462.275392:0:32635:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777462.275394:0:32635:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1788777462.275396:0:32635:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777462.275403:0:32635:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777462.275406:0:32635:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777462.275414:0:32635:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777462.275417:0:32635:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777462.275419:0:32635:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x25:0x0]: 0 00000080:00000001:0.0:1788777462.275422:0:32635:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777462.275424:0:32635:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777462.275430:0:32635:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc332b200. 00000080:00000001:0.0:1788777462.275433:0:32635:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777462.275439:0:32635:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777462.275444:0:32635:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788777462.275446:0:32635:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777462.275447:0:32635:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777462.275448:0:32635:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777462.275449:0:32635:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777462.275451:0:32635:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777462.275452:0:32635:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1788777462.275454:0:32635:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777462.275456:0:32635:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x25:0x0] 00000002:00000001:0.0:1788777462.275506:0:32635:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777462.275509:0:32635:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x25:0x0] file closed with intent: 0 00000100:00000010:0.0:1788777462.275519:0:32635:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777462.275524:0:32635:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777462.275538:0:32635:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777462.275543:0:32635:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777462.275548:0:32635:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777462.275557:0:32635:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc332a800. 00000100:00000001:0.0:1788777462.275567:0:32635:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777462.275594:0:32635:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fd1122300 x1875667211111424/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777474 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777462.275613:0:32635:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1788777462.275619:0:32635:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777462.275625:0:32635:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777462.275627:0:32635:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777462.275636:0:32635:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777462.275639:0:32635:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682139072 : -110914027412544 : ffff9b1fd0cba3c0) 00000100:00000001:0.0:1788777462.275642:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777462.275643:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777462.275648:0:32635:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777462.275654:0:32635:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777462.275657:0:32635:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777462.275659:0:32635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777462.275663:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777462.275671:0:32635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777462.275674:0:32635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777462.275678:0:32635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777462.275681:0:32635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777462.275684:0:32635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777462.275687:0:32635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32635:1875667211112960:192.168.204.133@tcp:35:multiop.0 00000100:00000001:0.0:1788777462.275692:0:32635:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777462.275699:0:32635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777462.275702:0:32635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777462.275705:0:32635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777462.275710:0:32635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000000. 02000000:00000001:0.0:1788777462.275712:0:32635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777462.275721:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777462.275727:0:32635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0790. 00000400:00000010:0.0:1788777462.275737:0:32635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b770. 00000100:00000200:0.0:1788777462.275747:0:32635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211112960, portal 10 00000100:00000001:0.0:1788777462.275750:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777462.275751:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777462.275758:0:32635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777462.275765:0:32635:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777462.275769:0:32635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777462.275771:0:32635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b6e8. 00000100:00000200:0.0:1788777462.275777:0:32635:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211112960, offset 0 00000400:00000200:0.0:1788777462.275786:0:32635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777462.275797:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777462.275806:0:32635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777462.275813:0:32635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777462.275818:0:32635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777462.275822:0:32635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777462.275826:0:32635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777462.275830:0:32635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2763:2763:256:4294967295] 192.168.204.133@tcp LPNI seq info [2762:2762:8:4294967295] 00000400:00000200:0.0:1788777462.275834:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777462.275847:0:32635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777462.275855:0:32635:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777462.275862:0:32635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5500. 00000800:00000200:0.0:1788777462.275870:0:32635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777462.275879:0:32635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777462.275885:0:32635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777462.275901:0:32635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777462.275906:0:32635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 813611 usecs (814 jiffies) 00000400:00000200:0.0:1788777462.275910:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777462.275913:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296566396 00000100:00000001:0.0:1788777462.275923:0:32635:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296566358 00000100:00000001:0.0:1788777462.275928:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296566396 00000100:00000001:0.0:1788777462.275933:0:32635:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296566358 00000100:00000001:0.0:1788777462.275937:0:32635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777462.275941:0:32635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777462.275943:0:32635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777462.275945:0:32635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777462.275948:0:32635:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777462.275951:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777462.275955:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777462.276318:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777462.276324:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777462.276330:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777462.276336:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777462.276343:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:3.0:1788777462.276346:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:3.0:1788777462.276352:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777462.276357:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777462.276368:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777462.276372:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777462.276380:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777462.276382:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1788777462.964909:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777462.964918:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777462.964959:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777462.964962:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777462.964965:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777463.092632:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296566396, at 4296566400 00000100:00000010:2.0:1788777463.092654:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617a80. 00000100:00000040:3.0:1788777463.094549:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296566396, at 4296566402 00000100:00000010:3.0:1788777463.094569:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617de0. 00000100:00000040:2.0:1788777463.479922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777463.479934:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777463.479947:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639e300. 00000020:00000040:2.0:1788777463.479956:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777463.479961:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777463.479965:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777463.479971:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777463.479980:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956300. 00000100:00000001:2.0:1788777463.479987:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.479999:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777463.480010:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777463.480014:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480021:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fabaf92] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480059:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777463.480064:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777463.480068:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d180. 00000020:00000040:2.0:1788777463.480070:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777463.480073:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777463.480074:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777463.480076:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777463.480091:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956e00. 00000100:00000001:2.0:1788777463.480094:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480098:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777463.480112:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777463.480114:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480117:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba1d2ce3] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480127:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777463.480133:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777463.480136:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f480. 00000020:00000040:2.0:1788777463.480138:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777463.480140:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777463.480141:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777463.480143:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777463.480146:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956000. 00000100:00000001:2.0:1788777463.480148:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480151:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777463.480157:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777463.480158:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480162:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baf46848] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480168:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777463.480173:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777463.480175:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d880. 00000020:00000040:2.0:1788777463.480177:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777463.480179:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777463.480180:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777463.480182:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777463.480184:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956d00. 00000100:00000001:2.0:1788777463.480188:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480191:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777463.480196:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777463.480198:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480201:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000904a167b] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480207:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777463.480212:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777463.480214:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f100. 00000020:00000040:2.0:1788777463.480216:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777463.480218:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777463.480219:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777463.480220:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777463.480222:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956900. 00000100:00000001:2.0:1788777463.480225:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480229:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777463.480235:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777463.480237:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480240:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa6db5ab] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480248:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480252:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1904) 00000100:00000001:2.0:1788777463.480269:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777463.480273:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777463.480276:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777463.480281:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480294:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777463.480296:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.480300:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777463.480304:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777463.480307:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777463.480310:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113216:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777463.480316:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777463.480321:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777463.480324:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.480326:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777463.480331:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068200. 02000000:00000001:2.0:1788777463.480333:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777463.480343:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777463.480348:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b4d0. 00000400:00000010:2.0:1788777463.480358:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777463.480366:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211113216, portal 10 00000100:00000001:2.0:1788777463.480368:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777463.480370:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504810368 : -110914204741248 : ffff9b1fc639d180) 00000100:00000040:2.0:1788777463.480378:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480386:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777463.480388:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777463.480391:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777463.480394:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211113216, offset 0 00000400:00000200:2.0:1788777463.480401:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777463.480412:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.480420:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777463.480426:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777463.480431:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777463.480435:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777463.480437:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777463.480441:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2764:2764:256:4294967295] 192.168.204.133@tcp LPNI seq info [2763:2763:8:4294967295] 00000400:00000200:2.0:1788777463.480446:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.480455:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777463.480512:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777463.480518:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956a00. 00000800:00000200:2.0:1788777463.480524:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777463.480533:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777463.480537:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777463.480550:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480555:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 813611 usecs (814 jiffies) 00000400:00000200:2.0:1788777463.480558:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777463.480561:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296567602 00000100:00000010:2.0:1788777463.480565:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efc4e0. 00000100:00000001:2.0:1788777463.480572:0:2415:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788777463.480577:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296567602 00000100:00000010:2.0:1788777463.480580:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efcba0. 00000100:00000001:2.0:1788777463.480582:0:2415:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788777463.480586:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777463.480589:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.480591:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777463.480595:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480601:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777463.480602:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.480604:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777463.480606:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777463.480608:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777463.480611:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113472:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777463.480614:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777463.480617:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777463.480618:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.480620:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777463.480623:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069400. 02000000:00000001:2.0:1788777463.480625:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777463.480628:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777463.480631:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b6e0. 00000400:00000010:2.0:1788777463.480634:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93198. 00000100:00000200:2.0:1788777463.480637:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211113472, portal 4 00000100:00000001:2.0:1788777463.480639:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777463.480640:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504812160 : -110914204739456 : ffff9b1fc639d880) 00000100:00000040:2.0:1788777463.480645:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480650:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777463.480652:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777463.480654:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777463.480656:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211113472, offset 0 00000400:00000200:2.0:1788777463.480660:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777463.480663:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.480666:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777463.480669:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777463.480671:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777463.480673:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777463.480675:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777463.480678:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2765:2765:255:4294967295] 192.168.204.133@tcp LPNI seq info [2764:2764:7:4294967295] 00000400:00000200:2.0:1788777463.480681:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.480686:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777463.480690:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777463.480693:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956200. 00000800:00000200:2.0:1788777463.480697:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777463.480701:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777463.480703:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777463.480706:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.480708:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20633 usecs (21 jiffies) 00000400:00000200:2.0:1788777463.480712:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777463.480714:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296566809 00000100:00000001:2.0:1788777463.480716:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296567602 00000100:00000001:2.0:1788777463.480718:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296566809 00000100:00000001:2.0:1788777463.480720:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296567602 00000100:00000001:2.0:1788777463.480723:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777463.480724:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.480727:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.480729:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777463.480738:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777463.480740:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777463.480742:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777463.480743:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777463.480745:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777463.480748:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1788777463.480749:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777463.480751:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777463.480752:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777463.480753:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777463.480754:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777463.480755:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777463.480759:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480765:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777463.480766:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.480768:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777463.480769:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777463.480771:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777463.480773:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211113088:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777463.480776:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777463.480778:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777463.480780:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.480781:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777463.480784:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068a00. 02000000:00000001:2.0:1788777463.480785:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777463.480789:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777463.480791:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b3c8. 00000400:00000010:2.0:1788777463.480795:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93088. 00000100:00000200:2.0:1788777463.480797:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211113088, portal 25 00000100:00000001:2.0:1788777463.480799:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777463.480800:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00000100:00000040:2.0:1788777463.480803:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480809:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777463.480810:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777463.480812:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93d48. 00000100:00000200:2.0:1788777463.480814:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211113088, offset 0 00000400:00000200:2.0:1788777463.480818:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777463.480821:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.480824:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777463.480826:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777463.480828:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777463.480830:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777463.480833:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777463.480835:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2766:2766:254:4294967295] 192.168.204.133@tcp LPNI seq info [2765:2765:6:4294967295] 00000400:00000200:2.0:1788777463.480838:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.480844:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777463.480848:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777463.480851:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956100. 00000800:00000200:2.0:1788777463.480854:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777463.480858:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777463.480861:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777463.480863:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777463.480866:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777463.480868:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296570850 00000100:00000001:2.0:1788777463.480873:0:2415:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567602 00000100:00000001:2.0:1788777463.480877:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296570850 00000100:00000001:2.0:1788777463.480879:0:2415:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567602 00000100:00000001:2.0:1788777463.480882:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777463.480884:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.480886:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777463.480890:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480896:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777463.480898:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.480900:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777463.480901:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777463.480903:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777463.480906:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113344:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777463.480909:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777463.480911:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777463.480913:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.480915:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777463.480917:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068c00. 02000000:00000001:2.0:1788777463.480919:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777463.480922:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777463.480925:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919baa8. 00000400:00000010:2.0:1788777463.480927:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93000. 00000100:00000200:2.0:1788777463.480930:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211113344, portal 10 00000100:00000001:2.0:1788777463.480931:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777463.480933:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000040:2.0:1788777463.480938:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.480944:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777463.480947:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777463.480949:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e935d8. 00000100:00000200:2.0:1788777463.480951:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211113344, offset 0 00000400:00000200:2.0:1788777463.480955:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777463.480959:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.480962:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777463.480964:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777463.480967:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777463.480969:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777463.480972:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777463.480974:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2767:2767:253:4294967295] 192.168.204.133@tcp LPNI seq info [2766:2766:5:4294967295] 00000400:00000200:2.0:1788777463.480977:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.480983:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777463.480987:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777463.480990:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956b00. 00000800:00000200:2.0:1788777463.480994:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777463.480998:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777463.481000:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777463.481002:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.481005:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21822 usecs (22 jiffies) 00000400:00000200:2.0:1788777463.481008:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777463.481010:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296566810 00000100:00000001:2.0:1788777463.481013:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296570850 00000100:00000001:2.0:1788777463.481015:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296566810 00000100:00000001:2.0:1788777463.481017:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296570850 00000100:00000001:2.0:1788777463.481019:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777463.481021:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.481023:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777463.481026:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481039:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777463.481040:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.481042:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777463.481044:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777463.481046:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777463.481049:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113600:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777463.481052:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777463.481054:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777463.481055:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.481057:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777463.481060:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068000. 02000000:00000001:2.0:1788777463.481061:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777463.481065:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777463.481067:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bec8. 00000400:00000010:2.0:1788777463.481070:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93440. 00000100:00000200:2.0:1788777463.481072:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211113600, portal 4 00000100:00000001:2.0:1788777463.481074:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777463.481075:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000040:2.0:1788777463.481090:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481095:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777463.481098:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777463.481100:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e937f8. 00000100:00000200:2.0:1788777463.481102:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211113600, offset 0 00000400:00000200:2.0:1788777463.481107:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777463.481110:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.481113:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777463.481116:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777463.481118:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777463.481120:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777463.481122:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777463.481125:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2768:2768:252:4294967295] 192.168.204.133@tcp LPNI seq info [2767:2767:4:4294967295] 00000400:00000200:2.0:1788777463.481128:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.481134:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777463.481138:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777463.481141:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956700. 00000800:00000200:2.0:1788777463.481145:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777463.481149:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777463.481151:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777463.481153:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.481156:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 242628 usecs (243 jiffies) 00000400:00000200:2.0:1788777463.481159:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777463.481160:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296567031 00000100:00000001:2.0:1788777463.481162:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296570850 00000100:00000001:2.0:1788777463.481164:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296567031 00000100:00000001:2.0:1788777463.481166:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296570850 00000100:00000001:2.0:1788777463.481168:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777463.481170:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.481172:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.481174:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777463.481223:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777463.481227:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:2.0:1788777463.481233:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777463.481238:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777463.481243:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:2.0:1788777463.481245:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:2.0:1788777463.481250:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777463.481254:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481263:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.481267:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481273:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.481275:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777463.481287:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777463.481289:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956200. 00000400:00000200:2.0:1788777463.481291:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777463.481294:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777463.481297:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:2.0:1788777463.481298:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:2.0:1788777463.481300:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777463.481303:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481310:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.481313:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481319:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.481320:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777463.481327:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777463.481329:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956100. 00000400:00000200:2.0:1788777463.481331:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777463.481334:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777463.481336:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93d48 00000400:00000010:2.0:1788777463.481337:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93d48. 00000100:00000001:2.0:1788777463.481339:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777463.481342:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481348:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.481351:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481356:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.481357:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777463.481364:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777463.481366:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956b00. 00000400:00000200:2.0:1788777463.481368:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777463.481371:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777463.481373:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:2.0:1788777463.481374:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:2.0:1788777463.481376:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777463.481379:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481386:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.481388:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481393:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.481394:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777463.481452:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777463.481454:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956700. 00000400:00000200:2.0:1788777463.481457:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777463.481460:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777463.481488:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e937f8 00000400:00000010:2.0:1788777463.481489:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e937f8. 00000100:00000001:2.0:1788777463.481492:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777463.481494:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481501:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.481504:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.481510:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.481511:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777463.482090:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777463.482094:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777463.484859:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777463.484875:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777463.484879:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777463.484882:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777463.484891:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.484898:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777463.484907:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.484912:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.484917:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.484920:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5d300 00000400:00000200:3.0:1788777463.484924:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.484930:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x814d [1] + 224 00000800:00000001:3.0:1788777463.484937:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777463.484943:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777463.484946:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777463.484950:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777463.484957:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777463.484965:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777463.484976:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.484997:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777463.485006:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777463.485009:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777463.485135:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777463.485141:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777463.485149:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777463.485151:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777463.485153:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b4d0. 00000400:00000200:2.0:1788777463.485158:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:2.0:1788777463.485161:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:2.0:1788777463.485164:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777463.485169:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777463.485177:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.485183:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777463.485185:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777463.485188:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777463.485191:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777463.485193:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777463.485196:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.485198:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777463.485208:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=122 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777463.485213:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777463.485216:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777463.485218:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777463.485221:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777463.485225:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.485229:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777463.485231:0:2415:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 4294967619 gen 2 00000100:00000040:2.0:1788777463.485237:0:2415:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967619) req@ffff9b1fd1120e00 x1875667211110400/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.485244:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.485247:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120e00 x1875667211110400/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.485255:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777463.485257:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777463.485260:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356c000. 02000000:00000001:2.0:1788777463.485264:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777463.485266:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777463.485268:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777463.485270:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777463.485274:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356e000. 02000000:00000001:2.0:1788777463.485278:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777463.485280:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777463.485282:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120e00. 00000100:00000001:2.0:1788777463.485286:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777463.485288:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777463.485292:0:2415:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967619) req@ffff9b1fc3254380 x1875667211110912/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.485298:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.485300:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254380 x1875667211110912/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.485305:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777463.485306:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777463.485307:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ee800. 02000000:00000001:2.0:1788777463.485310:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777463.485310:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777463.485312:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777463.485314:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777463.485315:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ed800. 02000000:00000001:2.0:1788777463.485317:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777463.485318:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777463.485319:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254380. 00000100:00000001:2.0:1788777463.485322:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777463.485323:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777463.485327:0:2415:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967619) req@ffff9b1fd1122300 x1875667211111424/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777474 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777463.485333:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777463.485335:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000001:2.0:1788777463.485337:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.485339:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122300 x1875667211111424/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777474 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777463.485344:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777463.485348:0:2415:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b1fc31ed180 x1875667211112320/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777475 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777463.485355:0:2415:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777463.485357:0:2415:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:2.0:1788777463.485360:0:2415:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777463.485362:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.485365:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.485372:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777463.485375:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777463.485377:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777463.485380:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777463.485493:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113216:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777463.485501:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.485503:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.485507:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d180 x1875667211113216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.485512:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777463.485513:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777463.485515:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068200. 02000000:00000001:2.0:1788777463.485518:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777463.485520:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777463.485521:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777463.485523:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777463.485524:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956e00. 02000000:00000001:2.0:1788777463.485527:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777463.485528:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777463.485529:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d180. 00000100:00000001:2.0:1788777463.485531:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777463.485533:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777463.485535:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.485537:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777463.485538:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777463.485540:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.485542:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777463.486310:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.486321:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777463.486325:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.486327:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777463.486333:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486339:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777463.486346:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486349:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486353:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486357:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5d400 00000400:00000200:2.0:1788777463.486361:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486367:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x815d [1] + 224 00000800:00000001:2.0:1788777463.486372:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.486376:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777463.486380:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777463.486383:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777463.486522:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777463.486529:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777463.486540:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.486559:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777463.486567:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.486571:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777463.486574:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.486576:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777463.486579:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486582:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777463.486597:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486601:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486604:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486607:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5d480 00000400:00000200:2.0:1788777463.486610:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.486614:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x818d [1] + 224 00000800:00000001:2.0:1788777463.486618:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.486662:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777463.486665:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777463.486669:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777463.486672:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777463.486676:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777463.486684:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.486693:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777463.486697:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.486699:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.486752:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777463.486756:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777463.486761:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777463.486763:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777463.486766:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bec8. 00000400:00000200:3.0:1788777463.486770:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93440 00000400:00000010:3.0:1788777463.486772:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93440. 00000100:00000001:3.0:1788777463.486776:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777463.486780:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777463.486789:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.486802:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777463.486804:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.486806:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777463.486809:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777463.486811:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777463.486813:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777463.486815:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777463.486822:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=122 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777463.486826:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=30 v=5 (1 1 0 0) 00000100:00000001:3.0:1788777463.486829:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777463.486830:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777463.486833:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777463.486835:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777463.486838:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777463.486840:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1788777463.486842:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777463.486843:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777463.486847:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.486853:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777463.486855:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777463.486857:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777463.486860:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777463.486867:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113600:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777463.486871:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777463.486872:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777463.486874:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b6e0. 00000400:00000200:3.0:1788777463.486876:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93198 00000400:00000010:3.0:1788777463.486878:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93198. 00000100:00000001:3.0:1788777463.486880:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777463.486883:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777463.486890:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.486896:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777463.486898:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.486900:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777463.486901:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777463.486902:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777463.486904:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777463.486905:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777463.486909:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=122 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777463.486912:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777463.486914:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777463.486915:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777463.486917:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777463.486919:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777463.486921:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777463.486922:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788777463.486924:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777463.486925:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777463.486928:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.486934:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777463.486936:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777463.486937:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777463.486940:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777463.486947:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113472:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777463.486951:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777463.486953:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777463.486957:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f100 x1875667211113600/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.486963:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777463.486964:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777463.486968:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068000. 02000000:00000001:3.0:1788777463.486971:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777463.486973:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777463.486974:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777463.486977:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777463.486979:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956900. 02000000:00000001:3.0:1788777463.486982:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777463.486984:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777463.486986:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f100. 00000100:00000001:3.0:1788777463.486989:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777463.486991:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.486993:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777463.486996:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d880 x1875667211113472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.487002:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777463.487004:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777463.487005:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069400. 02000000:00000001:3.0:1788777463.487008:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777463.487009:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777463.487010:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777463.487013:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777463.487014:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956d00. 02000000:00000001:3.0:1788777463.487016:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777463.487017:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777463.487018:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d880. 00000100:00000001:3.0:1788777463.487020:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777463.487021:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.487024:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777463.487026:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777463.487027:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777463.487029:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777463.487031:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777463.487531:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777463.487537:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777463.487540:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777463.487542:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777463.487558:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.487563:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777463.487570:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.487574:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.487578:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.487581:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5d380 00000400:00000200:3.0:1788777463.487585:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777463.487591:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x817d [1] + 224 00000800:00000001:3.0:1788777463.487596:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777463.487602:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777463.487604:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777463.487608:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777463.487612:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777463.487618:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777463.487627:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.487646:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777463.487652:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777463.487655:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777463.487754:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777463.487758:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777463.487762:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777463.487763:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777463.487765:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919baa8. 00000400:00000200:2.0:1788777463.487768:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93000 00000400:00000010:2.0:1788777463.487770:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93000. 00000100:00000001:2.0:1788777463.487772:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777463.487777:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777463.487785:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.487802:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777463.487803:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777463.487805:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777463.487807:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777463.487809:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777463.487811:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777463.487813:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777463.487817:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=122 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777463.487821:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=122 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777463.487823:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777463.487824:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777463.487826:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777463.487828:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.487830:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777463.487832:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:2.0:1788777463.487833:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777463.487834:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777463.487839:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.487845:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777463.487847:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777463.487849:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777463.487852:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777463.487858:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113344:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777463.487862:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.487863:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777463.487867:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f480 x1875667211113344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.487873:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777463.487875:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777463.487877:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068c00. 02000000:00000001:2.0:1788777463.487880:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777463.487882:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777463.487883:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777463.487885:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777463.487887:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956000. 02000000:00000001:2.0:1788777463.487890:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777463.487891:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777463.487892:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f480. 00000100:00000001:2.0:1788777463.487894:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777463.487896:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777463.487898:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.487900:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777463.487901:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777463.487902:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777463.487904:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777463.488738:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.488746:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777463.488749:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.488751:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777463.488756:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.488760:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777463.488767:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.488770:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.488773:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.488776:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5d280 00000400:00000200:2.0:1788777463.488780:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777463.488784:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x816d [1] + 224 00000800:00000001:2.0:1788777463.488788:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.489269:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777463.489274:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777463.489279:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777463.489285:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777463.489292:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777463.489302:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777463.489318:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777463.489326:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777463.489330:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.493901:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777463.493910:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777463.493921:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777463.493924:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777463.493927:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b3c8. 00000400:00000200:3.0:1788777463.493935:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93088 00000400:00000010:3.0:1788777463.493938:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93088. 00000100:00000001:3.0:1788777463.493943:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777463.493955:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777463.493966:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.493974:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777463.493977:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.493979:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777463.493983:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777463.493985:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777463.493988:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777463.493991:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777463.493998:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777463.494002:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777463.494004:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777463.494006:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777463.494009:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777463.494011:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777463.494013:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777463.494018:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.494025:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777463.494028:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777463.494030:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777463.494034:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777463.494041:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211113088:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777463.494046:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.494049:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777463.494052:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e300 x1875667211113088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777463.494059:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777463.494061:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777463.494064:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068a00. 02000000:00000001:3.0:1788777463.494068:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777463.494070:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777463.494072:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777463.494074:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777463.494088:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956300. 02000000:00000001:3.0:1788777463.494092:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777463.494094:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777463.494096:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e300. 00000100:00000001:3.0:1788777463.494099:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777463.494100:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.494102:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777463.494110:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777463.494112:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777463.494115:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777463.494117:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777463.989863:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777463.989871:0:26690:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777463.989873:0:26690:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777463.989876:0:26690:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777463.989881:0:26690:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777463.989883:0:26690:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777463.989885:0:26690:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777463.989887:0:26690:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777463.990678:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777463.990682:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777463.990685:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777465.014773:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777465.014780:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777465.014873:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777465.014877:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777465.014880:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777466.037069:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777466.037077:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777466.037100:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777466.037102:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777466.037105:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777467.067150:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777467.067156:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777467.067339:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777467.067344:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777467.067347:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777467.572579:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296570850, at 4296570880 00000100:00000040:2.0:1788777467.572579:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296570850, at 4296570880 00000100:00000010:2.0:1788777467.572593:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc4e0. 00000100:00000010:3.0:1788777467.572594:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efcba0. 00010000:00000001:2.0:1788777468.084591:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777468.084599:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777468.085429:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777468.085433:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777468.085437:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777468.596726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777468.596738:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777468.596747:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f480. 00000020:00000040:2.0:1788777468.596753:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777468.596757:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777468.596760:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777468.596764:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777468.596772:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956000. 00000100:00000001:2.0:1788777468.596780:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596794:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777468.596805:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777468.596809:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596817:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baf46848] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.596851:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777468.596857:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777468.596860:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d180. 00000020:00000040:2.0:1788777468.596863:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777468.596865:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777468.596866:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777468.596867:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777468.596870:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956e00. 00000100:00000001:2.0:1788777468.596873:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596877:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777468.596885:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777468.596886:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596890:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba1d2ce3] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.596897:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777468.596902:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777468.596906:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639e300. 00000020:00000040:2.0:1788777468.596908:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777468.596910:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777468.596911:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777468.596912:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777468.596916:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956700. 00000100:00000001:2.0:1788777468.596919:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596922:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777468.596934:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777468.596936:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596939:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fabaf92] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.596945:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777468.596950:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777468.596953:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d880. 00000020:00000040:2.0:1788777468.596955:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777468.596957:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777468.596959:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777468.596960:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777468.596963:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956b00. 00000100:00000001:2.0:1788777468.596966:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.596969:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777468.596976:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777468.596991:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.597003:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000904a167b] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.597010:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.597012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777468.597015:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777468.597019:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f100. 00000020:00000040:2.0:1788777468.597021:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777468.597023:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777468.597024:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777468.597026:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777468.597029:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956100. 00000100:00000001:2.0:1788777468.597032:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.597036:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777468.597043:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777468.597045:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.597048:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa6db5ab] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.597054:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777468.597057:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1909) 00000100:00000001:3.0:1788777468.597128:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777468.597133:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777468.597136:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777468.597142:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597149:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777468.597152:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597155:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777468.597157:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777468.597160:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777468.597163:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211113728:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777468.597167:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777468.597172:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777468.597175:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597177:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777468.597182:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115dc00. 02000000:00000001:3.0:1788777468.597183:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777468.597191:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777468.597195:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73318. 00000400:00000010:3.0:1788777468.597201:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255990. 00000100:00000200:3.0:1788777468.597208:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211113728, portal 25 00000100:00000001:3.0:1788777468.597210:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777468.597212:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000040:3.0:1788777468.597217:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597225:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777468.597228:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777468.597230:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255bb0. 00000100:00000200:3.0:1788777468.597233:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211113728, offset 0 00000400:00000200:3.0:1788777468.597241:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597249:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597256:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777468.597261:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777468.597266:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777468.597270:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777468.597274:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597277:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2769:2769:256:4294967295] 192.168.204.133@tcp LPNI seq info [2768:2768:8:4294967295] 00000400:00000200:3.0:1788777468.597281:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597290:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777468.597296:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777468.597302:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777468.597308:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777468.597315:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777468.597320:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777468.597339:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777468.597344:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777468.597346:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296575966 00000100:00000010:3.0:1788777468.597352:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181540. 00000100:00000001:3.0:1788777468.597360:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777468.597364:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296575966 00000100:00000010:3.0:1788777468.597367:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181c00. 00000100:00000001:3.0:1788777468.597370:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777468.597373:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.597375:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.597378:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777468.597382:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597388:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777468.597400:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597402:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777468.597404:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777468.597406:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777468.597409:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113984:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777468.597413:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777468.597415:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777468.597417:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597418:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777468.597421:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c600. 02000000:00000001:3.0:1788777468.597423:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777468.597427:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777468.597429:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c730b0. 00000400:00000010:3.0:1788777468.597433:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255f68. 00000100:00000200:3.0:1788777468.597435:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211113984, portal 10 00000100:00000001:3.0:1788777468.597437:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777468.597438:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00000100:00000040:3.0:1788777468.597444:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597450:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777468.597452:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777468.597454:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255c38. 00000100:00000200:3.0:1788777468.597457:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211113984, offset 0 00000400:00000200:3.0:1788777468.597496:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597501:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597505:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777468.597508:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777468.597510:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777468.597513:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777468.597515:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597517:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2770:2770:255:4294967295] 192.168.204.133@tcp LPNI seq info [2769:2769:7:4294967295] 00000400:00000200:3.0:1788777468.597521:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597527:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777468.597531:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777468.597534:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777468.597538:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777468.597542:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777468.597544:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777468.597548:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777468.597552:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21776 usecs (22 jiffies) 00000400:00000200:3.0:1788777468.597554:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777468.597557:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296571927 00000100:00000001:3.0:1788777468.597559:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296575966 00000100:00000001:3.0:1788777468.597561:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296571927 00000100:00000001:3.0:1788777468.597563:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296575966 00000100:00000001:3.0:1788777468.597565:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.597567:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.597569:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777468.597573:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597579:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777468.597580:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597582:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777468.597584:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777468.597585:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777468.597587:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211114240:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777468.597590:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777468.597593:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777468.597594:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597595:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777468.597598:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c800. 02000000:00000001:3.0:1788777468.597600:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777468.597603:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777468.597606:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000010:3.0:1788777468.597610:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92553b8. 00000100:00000200:3.0:1788777468.597612:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211114240, portal 4 00000100:00000001:3.0:1788777468.597614:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777468.597615:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000040:3.0:1788777468.597621:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597627:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777468.597629:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777468.597631:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255440. 00000100:00000200:3.0:1788777468.597634:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211114240, offset 0 00000400:00000200:3.0:1788777468.597638:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597641:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597644:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777468.597647:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777468.597649:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777468.597651:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777468.597654:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597657:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2771:2771:254:4294967295] 192.168.204.133@tcp LPNI seq info [2770:2770:6:4294967295] 00000400:00000200:3.0:1788777468.597660:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597666:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777468.597671:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777468.597675:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b600. 00000800:00000200:3.0:1788777468.597678:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777468.597682:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777468.597685:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777468.597687:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777468.597691:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 241333 usecs (242 jiffies) 00000400:00000200:3.0:1788777468.597693:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777468.597695:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296572147 00000100:00000001:3.0:1788777468.597697:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296575966 00000100:00000001:3.0:1788777468.597699:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296572147 00000100:00000001:3.0:1788777468.597701:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296575966 00000100:00000001:3.0:1788777468.597703:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.597705:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.597707:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.597709:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.597717:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777468.597719:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777468.597720:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777468.597722:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777468.597723:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777468.597725:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788777468.597726:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.597728:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777468.597729:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.597731:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777468.597732:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777468.597733:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777468.597737:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597743:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777468.597744:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597747:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777468.597749:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777468.597750:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777468.597753:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113856:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777468.597755:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777468.597758:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777468.597759:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597760:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777468.597763:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115d600. 02000000:00000001:3.0:1788777468.597765:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777468.597767:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777468.597769:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777468.597773:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777468.597775:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211113856, portal 10 00000100:00000001:3.0:1788777468.597776:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777468.597777:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504810368 : -110914204741248 : ffff9b1fc639d180) 00000100:00000040:3.0:1788777468.597782:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597788:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777468.597789:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777468.597791:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255330. 00000100:00000200:3.0:1788777468.597793:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211113856, offset 0 00000400:00000200:3.0:1788777468.597797:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597800:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597804:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777468.597806:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777468.597808:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777468.597810:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777468.597812:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597814:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2772:2772:253:4294967295] 192.168.204.133@tcp LPNI seq info [2771:2771:5:4294967295] 00000400:00000200:3.0:1788777468.597818:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597823:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777468.597828:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777468.597831:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777468.597836:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777468.597839:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777468.597841:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777468.597843:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777468.597846:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 812473 usecs (813 jiffies) 00000400:00000200:3.0:1788777468.597849:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777468.597850:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296572718 00000100:00000001:3.0:1788777468.597852:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296575966 00000100:00000001:3.0:1788777468.597854:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296572718 00000100:00000001:3.0:1788777468.597856:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296575966 00000100:00000001:3.0:1788777468.597858:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.597860:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.597861:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777468.597865:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597872:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777468.597873:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597875:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777468.597876:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777468.597878:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777468.597881:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211114112:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777468.597883:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777468.597886:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777468.597887:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.597888:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777468.597891:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115ce00. 02000000:00000001:3.0:1788777468.597893:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777468.597895:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777468.597897:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73840. 00000400:00000010:3.0:1788777468.597900:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92555d8. 00000100:00000200:3.0:1788777468.597902:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211114112, portal 4 00000100:00000001:3.0:1788777468.597904:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777468.597905:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504812160 : -110914204739456 : ffff9b1fc639d880) 00000100:00000040:3.0:1788777468.597910:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.597915:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777468.597916:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777468.597919:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255908. 00000100:00000200:3.0:1788777468.597920:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211114112, offset 0 00000400:00000200:3.0:1788777468.597924:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597927:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597930:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777468.597932:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777468.597934:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777468.597936:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777468.597938:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777468.597940:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2773:2773:252:4294967295] 192.168.204.133@tcp LPNI seq info [2772:2772:4:4294967295] 00000400:00000200:3.0:1788777468.597943:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777468.597948:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777468.597951:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777468.597954:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777468.597958:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777468.597961:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777468.597964:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777468.597966:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777468.597969:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20567 usecs (21 jiffies) 00000400:00000200:3.0:1788777468.597971:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777468.597973:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296571926 00000100:00000001:3.0:1788777468.597975:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296575966 00000100:00000001:3.0:1788777468.597989:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296571926 00000100:00000001:3.0:1788777468.597992:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296575966 00000100:00000001:3.0:1788777468.597994:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.597996:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.597999:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.598001:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.598016:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777468.598018:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777468.599264:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777468.599271:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b400. 00000400:00000200:2.0:1788777468.599279:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.599286:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777468.599291:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255bb0 00000400:00000010:2.0:1788777468.599293:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255bb0. 00000100:00000001:2.0:1788777468.599298:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777468.599305:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599317:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777468.599320:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599327:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777468.599329:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777468.599344:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777468.599346:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:2.0:1788777468.599350:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.599352:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777468.599355:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255c38 00000400:00000010:2.0:1788777468.599356:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255c38. 00000100:00000001:2.0:1788777468.599359:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777468.599362:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599374:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777468.599377:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599383:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777468.599384:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777468.599406:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777468.599408:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b600. 00000400:00000200:2.0:1788777468.599411:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.599415:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777468.599417:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255440 00000400:00000010:2.0:1788777468.599419:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255440. 00000100:00000001:2.0:1788777468.599421:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777468.599424:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599430:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777468.599433:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599439:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777468.599440:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777468.599448:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777468.599450:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b200. 00000400:00000200:2.0:1788777468.599452:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.599455:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777468.599458:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255330 00000400:00000010:2.0:1788777468.599459:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255330. 00000100:00000001:2.0:1788777468.599481:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777468.599485:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599493:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777468.599496:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599507:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777468.599509:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777468.599572:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777468.599575:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:2.0:1788777468.599578:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.599581:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777468.599584:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255908 00000400:00000010:2.0:1788777468.599586:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255908. 00000100:00000001:2.0:1788777468.599588:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777468.599591:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599597:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777468.599600:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.599606:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777468.599607:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777468.615418:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.615439:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777468.615442:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.615445:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.615454:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.615766:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777468.615778:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.615783:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.615790:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.615794:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5d600 00000400:00000200:2.0:1788777468.615800:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.615806:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x81ad [1] + 224 00000800:00000001:2.0:1788777468.615813:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.615819:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.615823:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.615827:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777468.615835:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777468.615844:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777468.616940:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.616971:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777468.616997:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617007:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777468.617009:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617012:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.617017:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617022:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777468.617027:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617030:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617033:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617037:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5d580 00000400:00000200:2.0:1788777468.617041:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617046:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x81cd [1] + 224 00000800:00000001:2.0:1788777468.617050:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617054:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.617057:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.617061:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777468.617065:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777468.617071:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777468.617079:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.617086:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777468.617090:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617093:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777468.617094:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617097:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.617100:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617103:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777468.617108:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617110:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617112:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617115:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5d500 00000400:00000200:2.0:1788777468.617118:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617122:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x819d [1] + 224 00000800:00000001:2.0:1788777468.617125:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617128:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.617130:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.617133:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777468.617135:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777468.617139:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777468.617146:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.617152:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777468.617156:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617159:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777468.617160:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617162:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.617165:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617168:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777468.617171:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617174:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617176:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617179:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5d700 00000400:00000200:2.0:1788777468.617182:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617186:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x81bd [1] + 224 00000800:00000001:2.0:1788777468.617190:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617193:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.617195:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.617199:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777468.617202:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777468.617205:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777468.617213:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.617220:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777468.617223:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617227:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777468.617228:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617230:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.617233:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617237:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777468.617240:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617242:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617245:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617247:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5d680 00000400:00000200:2.0:1788777468.617250:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777468.617253:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x81dd [1] + 224 00000800:00000001:2.0:1788777468.617257:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617263:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777468.617266:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777468.617269:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777468.617272:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777468.617275:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777468.617283:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777468.617290:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777468.617295:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777468.617298:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.617366:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777468.617371:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777468.617377:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777468.617380:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777468.617383:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73898. 00000400:00000200:3.0:1788777468.617388:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:3.0:1788777468.617390:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:3.0:1788777468.617393:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777468.617398:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777468.617407:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617413:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777468.617414:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.617417:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777468.617420:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777468.617423:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777468.617424:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.617427:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777468.617436:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=127 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777468.617441:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777468.617443:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777468.617445:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777468.617447:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777468.617451:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.617454:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777468.617457:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788777468.617459:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777468.617480:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777468.617486:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617494:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.617497:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777468.617499:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777468.617503:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777468.617511:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113856:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777468.617517:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777468.617518:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777468.617520:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73840. 00000400:00000200:3.0:1788777468.617522:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92555d8 00000400:00000010:3.0:1788777468.617524:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92555d8. 00000100:00000001:3.0:1788777468.617526:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777468.617538:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777468.617546:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617552:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777468.617554:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.617555:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777468.617557:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777468.617558:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777468.617559:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.617561:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777468.617564:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=127 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777468.617567:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777468.617569:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777468.617571:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777468.617572:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777468.617574:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.617576:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777468.617577:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788777468.617579:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777468.617580:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777468.617584:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617591:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.617592:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777468.617594:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777468.617597:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777468.617604:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211114112:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777468.617609:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777468.617610:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777468.617612:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73318. 00000400:00000200:3.0:1788777468.617614:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255990 00000400:00000010:3.0:1788777468.617616:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255990. 00000100:00000001:3.0:1788777468.617618:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777468.617621:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777468.617628:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617634:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777468.617636:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.617637:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777468.617638:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777468.617639:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777468.617641:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.617642:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777468.617645:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777468.617648:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777468.617650:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777468.617651:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777468.617653:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777468.617655:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.617656:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777468.617659:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617666:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.617667:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777468.617668:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777468.617671:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777468.617678:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211113728:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777468.617683:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777468.617684:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777468.617686:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c730b0. 00000400:00000200:3.0:1788777468.617698:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255f68 00000400:00000010:3.0:1788777468.617701:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255f68. 00000100:00000001:3.0:1788777468.617703:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777468.617706:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777468.617714:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617719:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777468.617720:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.617722:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777468.617723:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777468.617724:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777468.617725:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.617727:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777468.617731:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=127 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777468.617734:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777468.617736:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777468.617738:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777468.617739:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777468.617741:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.617743:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777468.617744:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777468.617745:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777468.617747:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777468.617750:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617756:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.617758:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777468.617759:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777468.617762:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777468.617769:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211113984:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777468.617773:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777468.617774:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777468.617776:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000200:3.0:1788777468.617778:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92553b8 00000400:00000010:3.0:1788777468.617780:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92553b8. 00000100:00000001:3.0:1788777468.617781:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777468.617784:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777468.617792:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617797:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777468.617799:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.617800:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777468.617802:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777468.617803:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777468.617805:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777468.617806:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777468.617809:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=127 v=5 (5 5 5 36) 00000100:00001000:3.0:1788777468.617812:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=35 v=5 (1 1 0 0) 00000100:00000001:3.0:1788777468.617814:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777468.617816:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777468.617817:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777468.617819:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.617821:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777468.617823:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1788777468.617825:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777468.617826:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777468.617829:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.617835:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777468.617837:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777468.617838:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777468.617842:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777468.617848:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211114240:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777468.617852:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.617854:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777468.618041:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d180 x1875667211113856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.618049:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777468.618052:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777468.618055:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115d600. 02000000:00000001:3.0:1788777468.618059:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777468.618061:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777468.618063:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777468.618065:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777468.618068:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956e00. 02000000:00000001:3.0:1788777468.618072:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777468.618073:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777468.618075:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d180. 00000100:00000001:3.0:1788777468.618078:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777468.618080:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.618082:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777468.618085:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d880 x1875667211114112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.618091:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777468.618092:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777468.618094:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115ce00. 02000000:00000001:3.0:1788777468.618096:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777468.618097:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777468.618098:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777468.618100:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777468.618101:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956b00. 02000000:00000001:3.0:1788777468.618103:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777468.618104:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777468.618105:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d880. 00000100:00000001:3.0:1788777468.618107:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777468.618108:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.618110:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777468.618113:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f480 x1875667211113728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.618118:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777468.618119:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777468.618120:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115dc00. 02000000:00000001:3.0:1788777468.618122:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777468.618124:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777468.618125:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777468.618126:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777468.618128:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956000. 02000000:00000001:3.0:1788777468.618129:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777468.618131:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777468.618132:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f480. 00000100:00000001:3.0:1788777468.618135:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777468.618136:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.618138:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777468.618141:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e300 x1875667211113984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.618147:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777468.618148:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777468.618149:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115c600. 02000000:00000001:3.0:1788777468.618151:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777468.618152:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777468.618153:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777468.618155:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777468.618156:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956700. 02000000:00000001:3.0:1788777468.618158:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777468.618159:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777468.618160:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e300. 00000100:00000001:3.0:1788777468.618163:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777468.618164:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.618165:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777468.618168:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f100 x1875667211114240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777468.618174:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777468.618175:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777468.618177:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115c800. 02000000:00000001:3.0:1788777468.618179:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777468.618180:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777468.618181:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777468.618183:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777468.618184:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956100. 02000000:00000001:3.0:1788777468.618186:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777468.618187:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777468.618188:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f100. 00000100:00000001:3.0:1788777468.618190:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777468.618191:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.618193:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777468.618200:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777468.618202:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777468.618205:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777468.618208:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777469.108609:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777469.108616:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777469.108765:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777469.108771:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777469.108776:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777470.132588:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777470.132596:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777470.132846:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777470.132849:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777470.132853:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777470.645326:0:32646:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777470.645334:0:32646:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777470.645336:0:32646:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777470.645341:0:32646:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbab40 going to sleep for 1 seconds 00000100:00000001:0.0:1788777470.645345:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777470.645348:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777471.164172:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777471.164177:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777471.166068:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777471.166072:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777471.166076:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777471.668728:0:32646:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777471.668737:0:32646:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777471.668739:0:32646:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777471.668745:0:32646:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbab40 going to sleep for 1 seconds 00000100:00000001:2.0:1788777471.668749:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777471.668753:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777472.181022:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777472.181028:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777472.181126:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777472.181129:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777472.181132:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777472.692673:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296575966, at 4296576000 00000100:00000040:2.0:1788777472.692677:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296575966, at 4296576000 00000100:00000010:3.0:1788777472.692691:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181c00. 00000100:00000010:2.0:1788777472.692692:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181540. 00000100:00000001:0.0:1788777472.692939:0:32646:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777472.692943:0:32646:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777472.692945:0:32646:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777472.692949:0:32646:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbab40 going to sleep for 1 seconds 00000100:00000001:0.0:1788777472.692951:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777472.692954:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777473.204592:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777473.204599:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777473.204701:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777473.204705:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777473.204716:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777473.716613:0:32635:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777473.716623:0:32635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777473.716626:0:32635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777473.716632:0:32635:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 1 seconds 00000100:00000001:0.0:1788777473.716636:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777473.716641:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.716779:0:32646:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777473.716783:0:32646:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777473.716784:0:32646:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777473.716787:0:32646:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbab40 going to sleep for 1 seconds 00000100:00000001:2.0:1788777473.716789:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777473.716791:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777473.717189:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777473.717199:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257480. 00000020:00000040:3.0:1788777473.717205:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777473.717209:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777473.717213:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777473.717219:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777473.717226:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b900. 00000100:00000001:3.0:1788777473.717233:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717246:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777473.717256:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777473.717260:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717266:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093a04cc2] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.717299:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777473.717304:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777473.717307:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255880. 00000020:00000040:3.0:1788777473.717310:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777473.717312:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777473.717313:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777473.717316:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777473.717319:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bc00. 00000100:00000001:3.0:1788777473.717322:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717327:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777473.717334:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777473.717336:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717339:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026db058b] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.717348:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777473.717353:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777473.717356:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257800. 00000020:00000040:3.0:1788777473.717358:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777473.717360:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777473.717362:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777473.717363:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777473.717367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b800. 00000100:00000001:3.0:1788777473.717370:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717374:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777473.717380:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777473.717382:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717385:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23939ac] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.717392:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777473.717397:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788777473.717399:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788777473.717402:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788777473.717405:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254700. 00000020:00000040:3.0:1788777473.717407:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777473.717409:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777473.717411:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777473.717412:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777473.717416:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bf00. 00000100:00000001:3.0:1788777473.717418:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.717434:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00080000:3.0:1788777473.717437:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788777473.717440:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b1fc31a7000: disconnect after 20s idle 00000100:00000001:3.0:1788777473.717442:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777473.717444:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.717448:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000856c1145] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.717666:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777473.717671:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777473.717673:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777473.717679:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.717686:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777473.717688:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777473.717691:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777473.717694:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777473.717697:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777473.717700:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211114752:192.168.204.133@tcp:9:kworker.0 00000100:00000001:1.0:1788777473.717707:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777473.717713:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777473.717716:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777473.717718:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777473.717723:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9211e00. 02000000:00000001:1.0:1788777473.717725:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777473.717732:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777473.717736:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12e18. 00000400:00000010:1.0:1788777473.717743:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777473.717750:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211114752, portal 4 00000100:00000001:1.0:1788777473.717752:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777473.717753:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000040:1.0:1788777473.717761:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.717769:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777473.717771:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777473.717774:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256e58. 00000100:00000200:1.0:1788777473.717778:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211114752, offset 0 00000400:00000200:1.0:1788777473.717784:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777473.717794:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777473.717801:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777473.717805:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777473.717810:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777473.717813:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777473.717816:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777473.717819:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2774:2774:256:4294967295] 192.168.204.133@tcp LPNI seq info [2773:2773:8:4294967295] 00000400:00000200:1.0:1788777473.717824:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777473.717834:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777473.717840:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777473.717845:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30de400. 00000800:00000200:1.0:1788777473.717852:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777473.717860:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777473.717865:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30de400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777473.717874:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777473.717887:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20595 usecs (21 jiffies) 00000400:00000200:1.0:1788777473.717891:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777473.717893:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296577046 00000100:00000010:1.0:1788777473.717898:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213420. 00000100:00000001:1.0:1788777473.717905:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788777473.717914:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296577046 00000100:00000010:1.0:1788777473.717917:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213060. 00000100:00000001:1.0:1788777473.717920:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788777473.717923:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777473.717926:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.717928:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.717930:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.717936:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777473.717937:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777473.717940:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777473.717941:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777473.717942:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.717944:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718084:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777473.718087:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777473.718089:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777473.718094:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718101:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777473.718103:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777473.718106:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777473.718108:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777473.718110:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777473.718113:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211114368:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777473.718116:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777473.718119:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777473.718121:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777473.718122:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777473.718126:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068c00. 02000000:00000001:2.0:1788777473.718129:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777473.718133:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777473.718136:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919baa8. 00000400:00000010:2.0:1788777473.718140:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93000. 00000100:00000200:2.0:1788777473.718143:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211114368, portal 25 00000100:00000001:2.0:1788777473.718145:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777473.718146:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453144192 : -110914256407424 : ffff9b1fc3257480) 00000100:00000040:2.0:1788777473.718151:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718158:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777473.718160:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777473.718162:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777473.718164:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211114368, offset 0 00000400:00000200:2.0:1788777473.718169:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777473.718174:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.718177:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777473.718180:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777473.718182:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777473.718185:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777473.718187:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777473.718190:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2775:2775:255:4294967295] 192.168.204.133@tcp LPNI seq info [2774:2774:7:4294967295] 00000400:00000200:2.0:1788777473.718194:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.718200:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777473.718204:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777473.718208:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956200. 00000800:00000200:2.0:1788777473.718212:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777473.718216:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777473.718219:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777473.718222:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777473.718225:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777473.718227:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296581087 00000100:00000001:2.0:1788777473.718232:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296577046 00000100:00000001:2.0:1788777473.718236:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296581087 00000100:00000001:2.0:1788777473.718238:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296577046 00000100:00000001:2.0:1788777473.718240:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777473.718242:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718244:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777473.718248:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718254:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777473.718255:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777473.718258:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777473.718259:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777473.718261:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777473.718264:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211114624:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777473.718267:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777473.718270:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777473.718271:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777473.718273:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777473.718276:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068200. 02000000:00000001:2.0:1788777473.718278:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777473.718281:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777473.718284:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b4d0. 00000400:00000010:2.0:1788777473.718287:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e937f8. 00000100:00000200:2.0:1788777473.718290:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211114624, portal 10 00000100:00000001:2.0:1788777473.718292:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777473.718293:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453145088 : -110914256406528 : ffff9b1fc3257800) 00000100:00000040:2.0:1788777473.718299:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718305:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777473.718307:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777473.718309:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e935d8. 00000100:00000200:2.0:1788777473.718311:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211114624, offset 0 00000400:00000200:2.0:1788777473.718315:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777473.718318:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.718321:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777473.718324:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777473.718326:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777473.718328:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777473.718331:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777473.718333:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2776:2776:254:4294967295] 192.168.204.133@tcp LPNI seq info [2775:2775:6:4294967295] 00000400:00000200:2.0:1788777473.718337:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.718342:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777473.718346:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777473.718349:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956a00. 00000800:00000200:2.0:1788777473.718352:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777473.718356:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777473.718358:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777473.718360:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777473.718363:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21792 usecs (22 jiffies) 00000400:00000200:2.0:1788777473.718366:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777473.718367:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296577047 00000100:00000001:2.0:1788777473.718370:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296581087 00000100:00000001:2.0:1788777473.718371:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296577047 00000100:00000001:2.0:1788777473.718374:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296581087 00000100:00000001:2.0:1788777473.718375:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777473.718378:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718380:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718381:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777473.718385:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777473.718386:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777473.718388:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777473.718389:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777473.718390:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777473.718393:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788777473.718395:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777473.718397:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777473.718399:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777473.718400:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777473.718401:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777473.718402:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777473.718405:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718411:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777473.718412:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777473.718415:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777473.718417:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777473.718418:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777473.718437:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211114496:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777473.718441:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777473.718444:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777473.718446:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777473.718447:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777473.718450:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069a00. 02000000:00000001:2.0:1788777473.718452:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777473.718455:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777473.718458:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b790. 00000400:00000010:2.0:1788777473.718478:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93d48. 00000100:00000200:2.0:1788777473.718481:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211114496, portal 10 00000100:00000001:2.0:1788777473.718483:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777473.718484:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000040:2.0:1788777473.718490:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718495:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777473.718497:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777473.718500:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777473.718502:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211114496, offset 0 00000400:00000200:2.0:1788777473.718506:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777473.718510:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.718513:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777473.718516:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777473.718518:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777473.718520:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777473.718522:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777473.718525:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2777:2777:253:4294967295] 192.168.204.133@tcp LPNI seq info [2776:2776:5:4294967295] 00000400:00000200:2.0:1788777473.718529:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.718534:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777473.718538:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777473.718541:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956f00. 00000800:00000200:2.0:1788777473.718544:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777473.718548:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777473.718551:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777473.718554:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777473.718557:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 811365 usecs (812 jiffies) 00000400:00000200:2.0:1788777473.718559:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777473.718561:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296577837 00000100:00000001:2.0:1788777473.718563:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296581087 00000100:00000001:2.0:1788777473.718565:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296577837 00000100:00000001:2.0:1788777473.718567:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296581087 00000100:00000001:2.0:1788777473.718569:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777473.718571:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718573:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718576:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777473.718618:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777473.718622:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30de400. 00000400:00000200:2.0:1788777473.718630:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777473.718634:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777473.718639:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256e58 00000400:00000010:2.0:1788777473.718641:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256e58. 00000100:00000001:2.0:1788777473.718645:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777473.718649:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718658:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777473.718661:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718668:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718670:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777473.718682:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777473.718684:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956200. 00000400:00000200:2.0:1788777473.718686:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777473.718689:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777473.718692:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:2.0:1788777473.718694:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:2.0:1788777473.718696:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777473.718699:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718706:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777473.718709:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718715:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718716:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777473.718723:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777473.718725:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:2.0:1788777473.718728:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777473.718731:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777473.718733:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:2.0:1788777473.718734:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:2.0:1788777473.718736:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777473.718740:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718746:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777473.718749:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718755:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718756:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777473.718819:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777473.718822:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956f00. 00000400:00000200:2.0:1788777473.718825:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777473.718829:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777473.718831:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:2.0:1788777473.718833:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:2.0:1788777473.718835:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777473.718838:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718844:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777473.718847:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.718854:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777473.718855:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777473.718897:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777473.718900:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.719130:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.719134:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.719137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777473.719141:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788777473.719142:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788777473.719144:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788777473.719148:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254e00. 00000020:00000040:3.0:1788777473.719152:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777473.719156:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777473.719158:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777473.719161:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777473.719166:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b700. 00000100:00000001:3.0:1788777473.719171:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.719174:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633159453134336 : -110914256417280 : ffff9b1fc3254e00) 00000100:00080000:3.0:1788777473.719177:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530b800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788777473.719179:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9b1fc31a7000: disconnect after 20s idle 00000100:00000001:3.0:1788777473.719182:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777473.719188:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.719193:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082536591] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.719214:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.719216:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.719220:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1914) 00000100:00000001:1.0:1788777473.719707:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777473.719711:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777473.719713:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777473.719718:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.719727:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777473.719728:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777473.719731:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777473.719733:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777473.719735:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777473.719738:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211114880:192.168.204.133@tcp:9:kworker.0 00000100:00000001:1.0:1788777473.719743:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777473.719746:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777473.719748:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777473.719750:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777473.719754:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9211600. 02000000:00000001:1.0:1788777473.719756:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777473.719760:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777473.719763:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e122c0. 00000400:00000010:1.0:1788777473.719768:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777473.719773:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211114880, portal 4 00000100:00000001:1.0:1788777473.719775:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777473.719777:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453134336 : -110914256417280 : ffff9b1fc3254e00) 00000100:00000040:1.0:1788777473.719782:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.719789:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777473.719791:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777473.719793:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256dd0. 00000100:00000200:1.0:1788777473.719797:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211114880, offset 0 00000400:00000200:1.0:1788777473.719801:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777473.719807:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777473.719811:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777473.719815:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777473.719818:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777473.719821:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777473.719823:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777473.719826:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2778:2778:256:4294967295] 192.168.204.133@tcp LPNI seq info [2777:2777:8:4294967295] 00000400:00000200:1.0:1788777473.719830:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777473.719836:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777473.719841:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777473.719845:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30de300. 00000800:00000200:1.0:1788777473.719850:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777473.719856:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777473.719859:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30de300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777473.719876:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777473.719889:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 240151 usecs (241 jiffies) 00000400:00000200:1.0:1788777473.719892:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777473.719894:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296577268 00000100:00000001:1.0:1788777473.719897:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296581087 00000100:00000001:1.0:1788777473.719899:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296577268 00000100:00000001:1.0:1788777473.719901:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296581087 00000100:00000001:1.0:1788777473.719903:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777473.719906:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.719909:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.719911:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.719916:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777473.719917:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777473.719920:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777473.719921:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777473.719922:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.719923:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777473.720026:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777473.720030:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30de300. 00000400:00000200:3.0:1788777473.720034:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777473.720037:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777473.720041:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256dd0 00000400:00000010:3.0:1788777473.720043:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256dd0. 00000100:00000001:3.0:1788777473.720046:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777473.720049:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.720056:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777473.720059:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.720065:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.720066:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777473.723139:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.723155:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777473.723160:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.723162:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.723171:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723179:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777473.723187:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723192:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723197:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723201:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5d900 00000400:00000200:2.0:1788777473.723217:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723223:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x81ed [1] + 224 00000800:00000001:2.0:1788777473.723578:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.723585:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.723589:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777473.723604:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777473.723611:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777473.723620:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777473.723631:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.723653:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777473.723662:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.723665:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777473.723668:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.723670:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.723673:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723677:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777473.723681:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723683:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723686:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723689:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5d880 00000400:00000200:2.0:1788777473.723693:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.723698:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8205 [1] + 224 00000800:00000001:2.0:1788777473.723702:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.723745:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.723748:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777473.723751:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777473.723754:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777473.723759:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777473.723767:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.723786:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777473.723790:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.723793:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.725381:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777473.725388:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777473.725396:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777473.725398:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777473.725402:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12e18. 00000400:00000200:1.0:1788777473.725409:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:1.0:1788777473.725412:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:1.0:1788777473.725416:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777473.725427:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777473.725437:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.725457:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777473.725460:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.725508:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777473.725511:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777473.725514:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777473.725516:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777473.725519:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777473.725530:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=132 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777473.725535:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777473.725537:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777473.725539:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777473.725541:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777473.725545:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.725549:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777473.725551:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788777473.725553:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777473.725555:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777473.725560:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.725567:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777473.725571:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777473.725572:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788777473.725577:0:2411:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788777473.725586:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788777473.725591:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777473.725600:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211114752:192.168.204.133@tcp:9:kworker.0 00000100:00000001:1.0:1788777473.725605:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.725608:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777473.725611:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254700 x1875667211114752/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.725624:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777473.725628:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777473.725631:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9211e00. 02000000:00000001:1.0:1788777473.725635:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777473.725638:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777473.725640:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777473.725642:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777473.725646:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bf00. 02000000:00000001:1.0:1788777473.725649:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777473.725651:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777473.725653:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254700. 00000100:00000001:1.0:1788777473.725656:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777473.725658:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.725661:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.725663:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777473.725664:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777473.725666:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.725668:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.726071:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777473.726074:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777473.726079:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777473.726081:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777473.726083:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b4d0. 00000400:00000200:3.0:1788777473.726088:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e937f8 00000400:00000010:3.0:1788777473.726091:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e937f8. 00000100:00000001:3.0:1788777473.726094:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777473.726100:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777473.726108:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.726115:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777473.726117:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.726119:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777473.726121:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777473.726122:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777473.726124:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777473.726126:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777473.726131:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=132 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777473.726135:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777473.726137:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777473.726138:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777473.726140:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777473.726142:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.726145:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777473.726146:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777473.726148:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777473.726149:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.726153:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.726158:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777473.726161:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777473.726162:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777473.726166:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777473.726173:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211114624:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777473.726177:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.726179:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777473.726181:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257800 x1875667211114624/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.726187:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777473.726189:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777473.726190:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068200. 02000000:00000001:3.0:1788777473.726193:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777473.726195:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777473.726196:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777473.726199:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777473.726201:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b800. 02000000:00000001:3.0:1788777473.726203:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777473.726204:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777473.726205:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257800. 00000100:00000001:3.0:1788777473.726221:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777473.726223:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.726226:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.726300:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777473.726302:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777473.726303:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.726306:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777473.728386:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.728410:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777473.728415:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.728417:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.728427:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728435:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777473.728457:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728491:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728497:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728501:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5d800 00000400:00000200:2.0:1788777473.728506:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728513:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8215 [1] + 224 00000800:00000001:2.0:1788777473.728520:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.728525:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.728528:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777473.728533:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777473.728541:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777473.728552:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777473.728562:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.728594:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777473.728605:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.728609:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777473.728611:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.728614:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.728617:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728621:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777473.728625:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728628:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728631:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728634:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5d780 00000400:00000200:2.0:1788777473.728637:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.728642:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x81f5 [1] + 224 00000800:00000001:2.0:1788777473.728646:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.728654:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.728657:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777473.728660:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777473.728663:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777473.728667:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777473.728676:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.728684:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777473.728687:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.728690:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.729331:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777473.729336:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777473.729343:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777473.729345:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777473.729348:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:3.0:1788777473.729354:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93d48 00000400:00000010:3.0:1788777473.729356:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93d48. 00000100:00000001:3.0:1788777473.729359:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777473.729365:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777473.729374:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.729379:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777473.729381:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.729383:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777473.729386:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777473.729388:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777473.729390:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777473.729393:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777473.729402:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=132 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777473.729405:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777473.729407:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777473.729409:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777473.729412:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777473.729416:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.729420:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777473.729422:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788777473.729423:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777473.729425:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.729430:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.729437:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777473.729440:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777473.729441:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777473.729458:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777473.729489:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211114496:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777473.729495:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777473.729496:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777473.729498:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919baa8. 00000400:00000200:3.0:1788777473.729501:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93000 00000400:00000010:3.0:1788777473.729503:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93000. 00000100:00000001:3.0:1788777473.729505:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777473.729509:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777473.729517:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.729523:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777473.729524:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.729526:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777473.729527:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777473.729529:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777473.729530:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777473.729532:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777473.729535:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=132 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777473.729538:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777473.729540:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777473.729541:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777473.729543:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777473.729545:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.729547:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777473.729550:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.729557:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777473.729559:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777473.729560:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777473.729563:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777473.729571:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211114368:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777473.729574:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.729577:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777473.729580:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255880 x1875667211114496/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.729586:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777473.729589:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777473.729592:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069a00. 02000000:00000001:3.0:1788777473.729596:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777473.729599:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777473.729600:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777473.729603:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777473.729606:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bc00. 02000000:00000001:3.0:1788777473.729610:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777473.729611:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777473.729613:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255880. 00000100:00000001:3.0:1788777473.729616:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777473.729618:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.729620:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777473.729623:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257480 x1875667211114368/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777473.729629:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777473.729631:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777473.729632:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068c00. 02000000:00000001:3.0:1788777473.729635:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777473.729636:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777473.729637:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777473.729639:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777473.729640:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b900. 02000000:00000001:3.0:1788777473.729642:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777473.729643:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777473.729644:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257480. 00000100:00000001:3.0:1788777473.729647:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777473.729649:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.729650:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777473.729658:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777473.729660:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777473.729662:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777473.729665:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777473.737355:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.737373:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777473.737377:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.737380:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.737389:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.737397:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777473.737408:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.737413:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.737419:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.737422:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5d980 00000400:00000200:2.0:1788777473.737427:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777473.737434:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8225 [1] + 224 00000800:00000001:2.0:1788777473.737441:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.737544:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777473.737548:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777473.737552:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777473.737560:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777473.737568:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777473.737578:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777473.737599:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777473.737607:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777473.737609:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.738036:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777473.738041:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777473.738048:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777473.738050:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777473.738053:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e122c0. 00000400:00000200:1.0:1788777473.738058:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:1.0:1788777473.738060:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:1.0:1788777473.738063:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777473.738069:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777473.738079:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.738085:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777473.738087:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.738090:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777473.738093:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777473.738096:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777473.738099:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777473.738101:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777473.738111:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=132 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777473.738115:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=40 v=5 (1 1 0 0) 00000100:00000001:1.0:1788777473.738117:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777473.738119:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777473.738122:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777473.738126:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.738129:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777473.738131:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967326 00000100:00000001:1.0:1788777473.738134:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777473.738136:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777473.738140:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.738147:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777473.738150:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777473.738152:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788777473.738156:0:2411:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788777473.738164:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530b800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788777473.738169:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777473.738177:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211114880:192.168.204.133@tcp:9:kworker.0 00000100:00000001:1.0:1788777473.738182:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.738184:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777473.738188:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254e00 x1875667211114880/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777473.738194:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777473.738196:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777473.738199:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9211600. 02000000:00000001:1.0:1788777473.738202:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777473.738206:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777473.738207:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777473.738221:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777473.738224:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b700. 02000000:00000001:1.0:1788777473.738352:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777473.738354:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777473.738357:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254e00. 00000100:00000001:1.0:1788777473.738361:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777473.738362:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.738365:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777473.738372:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777473.738374:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777473.738376:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777473.738377:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777474.228710:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777474.228719:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777474.228722:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777474.228725:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777474.228731:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777474.228733:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777474.228735:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777474.228737:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777474.231141:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777474.231148:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777474.231152:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777474.740646:0:32635:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777474.740654:0:32635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777474.740656:0:32635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777474.740662:0:32635:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 1 seconds 00000100:00000001:0.0:1788777474.740666:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777474.740669:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777474.741097:0:32646:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777474.741101:0:32646:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777474.741102:0:32646:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777474.741105:0:32646:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbab40 going to sleep for 1 seconds 00000100:00000001:2.0:1788777474.741107:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777474.741109:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777475.252972:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777475.252981:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.253134:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777475.253138:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777475.253141:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777475.764650:0:32635:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777475.764658:0:32635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777475.764659:0:32635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777475.764665:0:32635:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 1 seconds 00000100:00000001:0.0:1788777475.764668:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777475.764671:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.765185:0:32646:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777475.765189:0:32646:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788777475.765202:0:32646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777459/real 1788777459] req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777475 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788777475.765216:0:32646:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777475.765218:0:32646:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777475.765222:0:32646:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0630. 00000400:00000200:2.0:1788777475.765229:0:32646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bee0 00000400:00000010:2.0:1788777475.765231:0:32646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bee0. 00000100:00000001:2.0:1788777475.765236:0:32646:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777475.765241:0:32646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777475 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777475.765250:0:32646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777475 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.765257:0:32646:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777475.765259:0:32646:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777475.765262:0:32646:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777475.765264:0:32646:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777475.765267:0:32646:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788777475.765270:0:32646:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788777475.765275:0:32646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9b1fc31a7000: Connection to lustre-MDT0000 (at 192.168.204.133@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788777475.765278:0:32646:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788777475.765281:0:32646:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788777475.765284:0:32646:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.765285:0:32646:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788777475.765287:0:32646:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1788777475.765356:0:32646:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788777475.765359:0:32646:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.765362:0:32646:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777475.765363:0:32646:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777475.765365:0:32646:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbab40 going to sleep for 0 seconds 00000100:00000001:2.0:1788777475.765367:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777475.765369:0:32646:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777475.765371:0:32646:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777475.765374:0:32646:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777475.765376:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.769136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777475.769147:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777475.769158:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257480. 00000020:00000040:3.0:1788777475.769165:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777475.769169:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777475.769173:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777475.769178:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777475.769187:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b900. 00000100:00000001:3.0:1788777475.769195:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.769206:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777475.769217:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777475.769222:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.769229:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093a04cc2] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.769269:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788777475.769272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788777475.769275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788777475.769277:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788777475.769279:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788777475.769283:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777475.769287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1884 00000400:00000200:3.0:1788777475.769294:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.769299:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:3.0:1788777475.769303:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777475.769306:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777475.769308:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777475.769310:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:3.0:1788777475.769313:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777475.769315:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:3.0:1788777475.769317:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777475.769320:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:3.0:1788777475.769322:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:3.0:1788777475.769325:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000040:3.0:1788777475.769375:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777475.769378:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777475.769380:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777475.769382:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:3.0:1788777475.769385:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00080000:3.0:1788777475.769388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:3.0:1788777475.769391:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.769393:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788777475.769399:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777475.769402:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.769403:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777475.769408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788777475.769410:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.769412:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777475.769416:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255880. 00000020:00000040:3.0:1788777475.769418:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:3.0:1788777475.769421:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777475.769423:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.769425:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777475.769427:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777475.769428:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777475.769432:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ee000. 00000100:00000001:3.0:1788777475.769435:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777475.769442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777475.769449:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777475.769451:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.769454:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026db058b] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.769603:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.769607:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777475.769610:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777475.769616:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.769624:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777475.769626:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.769629:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777475.769632:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777475.769634:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777475.769637:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211115136:192.168.204.133@tcp:38:kworker.0 00000100:00000001:1.0:1788777475.769640:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777475.769644:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777475.769646:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.769649:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777475.769654:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356c400. 02000000:00000001:1.0:1788777475.769656:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777475.769662:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777475.769665:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e122c0. 00000400:00000010:1.0:1788777475.769672:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777475.769678:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211115136, portal 10 00000100:00000001:1.0:1788777475.769681:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777475.769682:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000040:1.0:1788777475.769689:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.769696:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777475.769698:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777475.769701:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777475.769704:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211115136, offset 0 00000400:00000200:1.0:1788777475.769709:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777475.769717:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777475.769723:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777475.769728:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777475.769732:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777475.769736:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777475.769739:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777475.769742:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2779:2779:256:4294967295] 192.168.204.133@tcp LPNI seq info [2778:2778:8:4294967295] 00000400:00000200:1.0:1788777475.769747:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777475.769756:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777475.769761:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777475.769767:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30ded00. 00000800:00000200:1.0:1788777475.769774:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777475.769780:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777475.769785:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30ded00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777475.769793:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.769797:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 810245 usecs (811 jiffies) 00000400:00000200:1.0:1788777475.769800:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777475.769803:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296579888 00000100:00000001:1.0:1788777475.769805:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296581087 00000100:00000001:1.0:1788777475.769808:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296579888 00000100:00000001:1.0:1788777475.769810:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296581087 00000100:00000001:1.0:1788777475.769813:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.769815:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.769818:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.769820:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.769849:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.769853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777475.769856:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777475.769859:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257800. 00000020:00000040:3.0:1788777475.769862:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777475.769864:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777475.769866:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777475.769868:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777475.769872:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bc00. 00000100:00000001:3.0:1788777475.769875:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.769880:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777475.769893:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777475.769895:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.769899:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23939ac] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.769907:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.769909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788777475.769912:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788777475.769915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788777475.769917:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788777475.769922:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1916) 00000100:00000001:3.0:1788777475.769936:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777475.769938:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777475.769940:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777475.769944:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.769950:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777475.769952:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.769954:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777475.769956:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777475.769957:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777475.769960:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211115264:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777475.769963:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777475.769966:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777475.769968:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.769969:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777475.769973:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115ce00. 02000000:00000001:3.0:1788777475.769975:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777475.769979:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777475.769982:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000010:3.0:1788777475.769986:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92553b8. 00000100:00000200:3.0:1788777475.769989:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211115264, portal 10 00000100:00000001:3.0:1788777475.769991:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777475.769992:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453145088 : -110914256406528 : ffff9b1fc3257800) 00000100:00000040:3.0:1788777475.769998:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.770005:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777475.770008:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777475.770010:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255f68. 00000100:00000200:3.0:1788777475.770012:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211115264, offset 0 00000400:00000200:3.0:1788777475.770017:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777475.770021:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.770035:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777475.770038:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777475.770040:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777475.770043:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777475.770045:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777475.770048:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2780:2780:255:4294967295] 192.168.204.133@tcp LPNI seq info [2779:2779:7:4294967295] 00000400:00000200:3.0:1788777475.770052:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.770116:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777475.770122:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777475.770126:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777475.770130:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777475.770135:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777475.770137:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777475.770140:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.770143:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21751 usecs (22 jiffies) 00000400:00000200:3.0:1788777475.770147:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777475.770149:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296579099 00000100:00000001:3.0:1788777475.770151:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296581087 00000100:00000001:3.0:1788777475.770154:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296579099 00000100:00000001:3.0:1788777475.770156:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296581087 00000100:00000001:3.0:1788777475.770158:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777475.770160:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.770162:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.770164:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.770170:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777475.770172:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777475.770174:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777475.770175:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777475.770176:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777475.770179:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788777475.770180:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.770182:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777475.770183:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.770184:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777475.770185:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777475.770186:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777475.770190:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.770197:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777475.770199:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.770201:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777475.770203:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777475.770204:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777475.770207:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211115008:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777475.770210:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777475.770213:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777475.770214:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.770216:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777475.770219:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115d600. 02000000:00000001:3.0:1788777475.770221:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777475.770224:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777475.770227:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c730b0. 00000400:00000010:3.0:1788777475.770231:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255990. 00000100:00000200:3.0:1788777475.770234:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211115008, portal 25 00000100:00000001:3.0:1788777475.770236:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777475.770237:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453144192 : -110914256407424 : ffff9b1fc3257480) 00000100:00000040:3.0:1788777475.770242:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.770248:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777475.770250:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777475.770253:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92555d8. 00000100:00000200:3.0:1788777475.770255:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211115008, offset 0 00000400:00000200:3.0:1788777475.770260:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777475.770263:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.770266:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777475.770269:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777475.770271:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777475.770273:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777475.770275:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777475.770278:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2781:2781:254:4294967295] 192.168.204.133@tcp LPNI seq info [2780:2780:6:4294967295] 00000400:00000200:3.0:1788777475.770281:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.770287:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777475.770291:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777475.770296:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b700. 00000800:00000200:3.0:1788777475.770300:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777475.770303:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777475.770306:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777475.770309:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777475.770312:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777475.770314:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296583139 00000100:00000001:3.0:1788777475.770322:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296581087 00000100:00000001:3.0:1788777475.770326:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296583139 00000100:00000001:3.0:1788777475.770389:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296581087 00000100:00000001:3.0:1788777475.770392:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777475.770394:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.770397:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.770399:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.770485:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777475.770488:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777475.770526:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777475.770531:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30ded00. 00000400:00000200:2.0:1788777475.770538:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777475.770544:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777475.770550:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:2.0:1788777475.770553:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:2.0:1788777475.770558:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777475.770563:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.770571:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777475.770574:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.770582:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.770583:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777475.770595:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777475.770597:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:2.0:1788777475.770600:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777475.770603:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777475.770606:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255f68 00000400:00000010:2.0:1788777475.770608:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255f68. 00000100:00000001:2.0:1788777475.770610:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777475.770613:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.770621:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777475.770624:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.770630:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.770632:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777475.770699:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777475.770702:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b700. 00000400:00000200:2.0:1788777475.770705:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777475.770708:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777475.770711:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92555d8 00000400:00000010:2.0:1788777475.770713:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92555d8. 00000100:00000001:2.0:1788777475.770715:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777475.770719:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.770726:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777475.770729:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.770735:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.770737:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777475.773758:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.773774:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777475.773778:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.773782:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.773792:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.773799:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777475.773807:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.773812:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.773817:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.773821:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5db00 00000400:00000200:2.0:1788777475.773826:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.773831:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8235 [1] + 224 00000800:00000001:2.0:1788777475.773837:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.773857:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.773861:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777475.773865:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777475.773871:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777475.773880:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777475.773898:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.773917:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777475.773926:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.773929:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.773987:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777475.773991:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777475.773998:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777475.774000:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777475.774003:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000200:3.0:1788777475.774007:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92553b8 00000400:00000010:3.0:1788777475.774009:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92553b8. 00000100:00000001:3.0:1788777475.774012:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777475.774017:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777475.774025:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.774031:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777475.774032:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.774035:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777475.774038:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777475.774040:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777475.774042:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.774045:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777475.774117:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=134 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777475.774122:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777475.774125:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777475.774127:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777475.774130:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777475.774133:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.774137:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777475.774139:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777475.774141:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777475.774143:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.774148:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.774161:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777475.774164:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777475.774166:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777475.774170:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777475.774178:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211115264:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777475.774182:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.774184:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777475.774188:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257800 x1875667211115264/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.774194:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777475.774196:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777475.774200:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115ce00. 02000000:00000001:3.0:1788777475.774203:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777475.774206:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777475.774207:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777475.774210:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777475.774213:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bc00. 02000000:00000001:3.0:1788777475.774216:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777475.774218:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777475.774220:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257800. 00000100:00000001:3.0:1788777475.774223:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777475.774225:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.774228:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.774230:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777475.774231:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777475.774233:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.774234:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.774638:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777475.774641:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777475.774644:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.774645:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777475.774647:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.774649:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777475.781204:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.781221:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777475.781225:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.781228:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.781236:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781244:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777475.781252:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781257:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781262:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781266:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 10 MB=0x6a9e8cdd5da80 00000400:00000200:2.0:1788777475.781271:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781276:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 416/416 into md 0x822d [1] + 0 00000800:00000001:2.0:1788777475.781283:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.781288:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.781291:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777475.781296:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777475.781303:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777475.781311:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777475.781323:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.781642:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777475.781651:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.781656:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777475.781658:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.781661:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.781665:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781669:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777475.781674:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781676:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781679:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781682:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5da00 00000400:00000200:2.0:1788777475.781685:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.781690:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8245 [1] + 224 00000800:00000001:2.0:1788777475.781695:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.781701:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.781703:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777475.781706:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777475.781710:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777475.781714:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777475.781723:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.781742:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777475.781746:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.781749:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.781806:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777475.781811:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777475.781817:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777475.781819:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777475.781822:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c730b0. 00000400:00000200:3.0:1788777475.781827:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255990 00000400:00000010:3.0:1788777475.781830:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255990. 00000100:00000001:3.0:1788777475.781832:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777475.781837:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777475.781855:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.781862:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777475.781864:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.781866:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777475.781870:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777475.781872:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777475.781874:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.781877:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777475.781884:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777475.781888:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777475.781890:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777475.781892:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777475.781894:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777475.781897:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.781900:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.781905:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.781912:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777475.781914:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777475.781917:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777475.781920:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777475.781928:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211115008:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777475.781933:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.781936:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777475.781940:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257480 x1875667211115008/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.781947:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777475.781949:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777475.781952:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115d600. 02000000:00000001:3.0:1788777475.781957:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777475.781959:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777475.781961:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777475.781963:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777475.781966:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b900. 02000000:00000001:3.0:1788777475.781969:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777475.781971:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777475.781973:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257480. 00000100:00000001:3.0:1788777475.781976:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777475.781978:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.781980:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777475.781987:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777475.781989:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.781992:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777475.781994:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.782129:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.782132:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777475.782135:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777475.782137:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777475.782139:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e122c0. 00000400:00000200:1.0:1788777475.782142:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:1.0:1788777475.782144:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:1.0:1788777475.782146:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777475.782151:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777475.782160:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.782165:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777475.782166:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.782168:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777475.782170:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777475.782171:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777475.782172:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.782174:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777475.782180:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=134 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777475.782183:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777475.782185:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777475.782186:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.782188:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777475.782191:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.782193:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777475.782195:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777475.782197:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777475.782199:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.782202:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.782208:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.782209:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777475.782211:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.782213:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788777475.782219:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:1.0:1788777475.782221:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777475.782223:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:1.0:1788777475.782225:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.782228:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:1.0:1788777475.782230:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:1.0:1788777475.782232:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00001000:1.0:1788777475.782235:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=1788777475 v=0 (0 0 0 0) 00000100:00001000:1.0:1788777475.782238:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fd0064418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788777475.782242:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000020:00000040:1.0:1788777475.782247:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00000001:1.0:1788777475.782250:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788777475.782253:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788777475.782257:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b1fc31a7000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1788777475.782261:0:2411:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788777475.782263:0:2411:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.782265:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788777475.782268:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788777475.782271:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777475.782274:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.782276:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.782277:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.782279:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777475.782280:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.782282:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.782284:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777475.782287:0:2411:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.133@tcp after partition 00000100:00080000:1.0:1788777475.782289:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1788777475.782293:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788777475.782295:0:2411:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1788777475.782299:0:2411:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.782364:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777475.782382:0:2411:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777475.782385:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788777475.782387:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788777475.782388:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788777475.782390:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788777475.782391:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1788777475.782393:0:2411:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1788777475.782395:0:2411:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b1fc339d548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1788777475.782398:0:2411:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x22b16ee488cdbdfd 00800000:00000040:1.0:1788777475.782401:0:2411:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b1fc31a7000=67f3d5ce-64e4-46be-9428-e80a71444531 device 3 (ffff9b1fc3398000) type mdc at LMV idx 0 00800000:00000040:1.0:1788777475.782404:0:2411:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b1fc3398000 already active! 00800000:00000001:1.0:1788777475.782405:0:2411:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777475.782407:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777475.782408:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.782410:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.782412:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.782413:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777475.782414:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777475.782417:0:2411:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000002:00000001:1.0:1788777475.784675:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.784683:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788777475.784691:0:2411:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b1fc31a7000: Connection restored to 192.168.204.133@tcp (at 192.168.204.133@tcp) 00000100:00080000:1.0:1788777475.784702:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002e2f8c63): req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777475 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.784765:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777475.784770:0:32646:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.784788:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788777475.784849:0:32635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777475.784853:0:32635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777475.784856:0:32635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0790. 00000400:00000200:0.0:1788777475.784862:0:32635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b770 00000400:00000010:0.0:1788777475.784865:0:32635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b770. 00000100:00000001:0.0:1788777475.784870:0:32635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777475.784876:0:32635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777478 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777475.784884:0:32635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777478 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.784890:0:32635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777475.784892:0:32635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777475.784929:0:32671:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788777475.784933:0:32671:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788777475.784937:0:32671:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777475.784940:0:32671:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777475.784941:0:32671:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777475.784944:0:32671:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788777475.784945:0:32671:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.785785:0:32646:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777475.785788:0:32646:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777475.785793:0:32646:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777475.785796:0:32646:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777475.785799:0:32646:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.785802:0:32646:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788777475.785807:0:32646:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667211112576 new x1875667211115392 02000000:00000001:2.0:1788777475.785811:0:32646:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777475.785813:0:32646:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777475.785821:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777475.785829:0:32646:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bc08. 00000400:00000010:2.0:1788777475.785835:0:32646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777475.785853:0:32646:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211112576, portal 10 00000100:00000001:2.0:1788777475.785855:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777475.785857:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452716416 : -110914256835200 : ffff9b1fc31eed80) 00000100:00000040:2.0:1788777475.785866:0:32646:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777491 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777475.785875:0:32646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777475.785878:0:32646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777475.785881:0:32646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e935d8. 00000100:00000200:2.0:1788777475.785884:0:32646:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667211112576, offset 0 00000400:00000200:2.0:1788777475.785892:0:32646:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777475.785901:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.785908:0:32646:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777475.785915:0:32646:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777475.785920:0:32646:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777475.785925:0:32646:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777475.785929:0:32646:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777475.785934:0:32646:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2782:2782:256:4294967295] 192.168.204.133@tcp LPNI seq info [2781:2781:8:4294967295] 00000400:00000200:2.0:1788777475.785940:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.785950:0:32646:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777475.785956:0:32646:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777475.785963:0:32646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956f00. 00000800:00000200:2.0:1788777475.785981:0:32646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777475.785989:0:32646:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777475.786002:0:32646:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788777475.786021:0:32646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777475.786026:0:32646:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 809128 usecs (810 jiffies) 00000400:00000200:2.0:1788777475.786030:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777475.786033:0:32646:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296579902 00000100:00000001:2.0:1788777475.786036:0:32646:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777475.786039:0:32646:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296579902 00000100:00000001:2.0:1788777475.786041:0:32646:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777475.786044:0:32646:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777475.786047:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777475.786050:0:32646:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777475.786052:0:32646:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777475.786055:0:32646:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbab40 going to sleep for 11 seconds 00000100:00000001:2.0:1788777475.786058:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777475.786060:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777475.786175:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777475.786179:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956f00. 00000400:00000200:3.0:1788777475.786184:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777475.786190:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777475.786195:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:3.0:1788777475.786197:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:3.0:1788777475.786201:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777475.786205:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777491 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.786222:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777475.786225:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777491 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.786233:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.786235:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777475.793016:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.793260:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777475.793273:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211115136:192.168.204.133@tcp:38:kworker.0 00000100:00000001:1.0:1788777475.793280:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.793283:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.793287:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255880 x1875667211115136/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.793294:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777475.793297:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777475.793302:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356c400. 02000000:00000001:1.0:1788777475.793305:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777475.793308:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777475.793310:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777475.793312:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777475.793315:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ee000. 02000000:00000001:1.0:1788777475.793320:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777475.793321:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777475.793323:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255880. 00000100:00000001:1.0:1788777475.793326:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777475.793328:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.793330:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.793338:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777475.793340:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.793344:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.793346:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777475.794209:0:32635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777475.794213:0:32635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777475.794218:0:32635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777475.794222:0:32635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777475.794225:0:32635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777475.794228:0:32635:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788777475.794233:0:32635:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667211112960 new x1875667211115520 02000000:00000001:0.0:1788777475.794237:0:32635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777475.794239:0:32635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777475.794248:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777475.794256:0:32635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0790. 00000400:00000010:0.0:1788777475.794264:0:32635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b770. 00000100:00000200:0.0:1788777475.794271:0:32635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211112960, portal 10 00000100:00000001:0.0:1788777475.794273:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777475.794275:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777475.794286:0:32635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.794294:0:32635:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777475.794297:0:32635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777475.794299:0:32635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b7f8. 00000100:00000200:0.0:1788777475.794303:0:32635:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211112960, offset 0 00000400:00000200:0.0:1788777475.794311:0:32635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777475.794321:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777475.794328:0:32635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777475.794334:0:32635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777475.794338:0:32635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777475.794342:0:32635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777475.794345:0:32635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777475.794349:0:32635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2783:2783:256:4294967295] 192.168.204.133@tcp LPNI seq info [2782:2782:8:4294967295] 00000400:00000200:0.0:1788777475.794353:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777475.794363:0:32635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777475.794369:0:32635:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777475.794382:0:32635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5d00. 00000800:00000001:2.0:1788777475.794423:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.794438:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777475.794440:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.794444:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.794449:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.794454:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777475.794501:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.794506:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.794510:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.794513:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5db80 00000400:00000200:2.0:1788777475.794517:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.794522:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8255 [1] + 224 00000800:00000001:2.0:1788777475.794529:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.794564:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.794575:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1788777475.794583:0:32635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000400:00000200:2.0:1788777475.794586:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777475.794595:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.0:1788777475.794595:0:32635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777475.794602:0:32635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000200:2.0:1788777475.794604:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777491 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777475.794616:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777475.794617:0:32635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777475.794624:0:32635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 809128 usecs (810 jiffies) 00000400:00000200:0.0:1788777475.794632:0:32635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777475.794636:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296579912 00000100:00000001:2.0:1788777475.794639:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777475.794640:0:32635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:0.0:1788777475.794647:0:32635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296579912 00000100:00000001:0.0:1788777475.794650:0:32635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:0.0:1788777475.794652:0:32635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777475.794656:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777475.794659:0:32635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777475.794661:0:32635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777475.794663:0:32635:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777475.794666:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777475.794667:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777475.794730:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777475.794734:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:2.0:1788777475.794738:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777475.794742:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777475.794745:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b7f8 00000400:00000010:2.0:1788777475.794748:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b7f8. 00000100:00000001:2.0:1788777475.794752:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777475.794755:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777475.794776:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777475.794780:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777475.794787:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.794788:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777475.794795:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.794798:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.794859:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777475.794865:0:32646:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777475.794867:0:32646:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777475.794870:0:32646:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bc08. 00000400:00000200:1.0:1788777475.794874:0:32646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:1.0:1788777475.794876:0:32646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:1.0:1788777475.794879:0:32646:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777475.794884:0:32646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777475.794893:0:32646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eed80 x1875667211112576/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.794899:0:32646:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777475.794900:0:32646:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.794902:0:32646:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777475.794905:0:32646:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777475.794907:0:32646:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777475.794909:0:32646:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.794912:0:32646:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777475.794919:0:32646:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=134 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777475.794923:0:32646:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777475.794926:0:32646:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777475.794927:0:32646:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.794930:0:32646:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777475.794933:0:32646:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.794936:0:32646:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777475.794938:0:32646:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777475.794939:0:32646:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777475.794941:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777475.794942:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452716416 : -110914256835200 : ffff9b1fc31eed80) 00000100:00000001:1.0:1788777475.794945:0:32646:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777475.794946:0:32646:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777475.794948:0:32646:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777475.794949:0:32646:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.794954:0:32646:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eed80 x1875667211112576/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777491 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.794962:0:32646:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.794964:0:32646:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777475.794966:0:32646:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777475.794970:0:32646:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eed80 x1875667211112576/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777491 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777475.794978:0:32646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eed80 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32646:1875667211112576:192.168.204.133@tcp:36:touch.0 00000100:00000001:1.0:1788777475.794981:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.794983:0:32646:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.794985:0:32646:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777475.794987:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.794989:0:32646:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eed80 x1875667211112576/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777491 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.794995:0:32646:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777475.794998:0:32646:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cbab40. 00000100:00000001:1.0:1788777475.795001:0:32646:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777475.795002:0:32646:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.795011:0:32646:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.795014:0:32646:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.795020:0:32646:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777475.795023:0:32646:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777475.795510:0:32646:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1788777475.795516:0:32646:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1788777475.795521:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.795527:0:32646:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eed80 x1875667211112576/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777491 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.795533:0:32646:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.795536:0:32646:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777475.795538:0:32646:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.795540:0:32646:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.795545:0:32646:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1788777475.795547:0:32646:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777475.795550:0:32646:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777475.795552:0:32646:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777475.795554:0:32646:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.795555:0:32646:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.795558:0:32646:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1788777475.795561:0:32646:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777475.795566:0:32646:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:1.0:1788777475.795569:0:32646:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:1.0:1788777475.795573:0:32646:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cae90 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777475.795576:0:32646:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777475.795579:0:32646:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777475.795581:0:32646:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777475.795584:0:32646:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777475.795585:0:32646:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777475.795587:0:32646:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777475.795590:0:32646:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1788777475.795592:0:32646:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777475.795597:0:32646:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777475.795600:0:32646:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777475.795602:0:32646:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777475.795604:0:32646:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777475.795606:0:32646:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777475.795608:0:32646:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777475.795610:0:32646:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.795613:0:32646:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777475.795617:0:32646:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777475.795623:0:32646:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.795625:0:32646:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777475.795627:0:32646:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:1.0:1788777475.795628:0:32646:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.795630:0:32646:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:1.0:1788777475.795636:0:32646:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211600. 00000080:00010000:1.0:1788777475.795641:0:32646:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x26:0x0](ffff9b1fd157ec08) 00000080:00000001:1.0:1788777475.795808:0:32646:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777475.795813:0:32646:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777475.795815:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f958 00800000:00000002:1.0:1788777475.795818:0:32646:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x26:0x0] '' on [0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777475.795821:0:32646:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777475.795823:0:32646:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777475.795824:0:32646:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777475.795826:0:32646:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777475.795827:0:32646:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777475.795829:0:32646:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777475.795830:0:32646:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777475.795832:0:32646:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777475.795835:0:32646:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x26:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777475.795849:0:32646:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777475.795852:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f828 00000002:00010000:1.0:1788777475.795854:0:32646:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x26:0x0], intent: layout flags 0 00000002:00000001:1.0:1788777475.795859:0:32646:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777475.795860:0:32646:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1788777475.795865:0:32646:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122a00. 00000020:00000040:1.0:1788777475.795868:0:32646:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777475.795874:0:32646:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777475.795878:0:32646:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777475.795881:0:32646:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.795884:0:32646:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777475.795886:0:32646:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777475.795890:0:32646:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777475.795897:0:32646:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9211e00. 00000100:00000001:1.0:1788777475.795903:0:32646:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.795907:0:32646:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777475.795909:0:32646:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.795910:0:32646:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777475.795912:0:32646:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.795914:0:32646:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.795917:0:32646:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00010000:00000001:1.0:1788777475.795921:0:32646:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777475.795923:0:32646:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777475.795928:0:32646:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611b00. 00010000:00000010:1.0:1788777475.795933:0:32646:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182300. 00010000:00000001:1.0:1788777475.795938:0:32646:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777475.795942:0:32646:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044000. 00000020:00000001:1.0:1788777475.795946:0:32646:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777475.795948:0:32646:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044000 with handle 0x22b16ee488cdc95d to hash 00000020:00000001:1.0:1788777475.795950:0:32646:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777475.795952:0:32646:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.795956:0:32646:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.795961:0:32646:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777475.795963:0:32646:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777475.795968:0:32646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777475.795977:0:32646:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777475.795987:0:32646:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777475.795993:0:32646:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777475.795995:0:32646:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777475.796000:0:32646:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777475.796003:0:32646:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543784192 : -110914165767424 : ffff9b1fc88c8300) 00000100:00000001:1.0:1788777475.796005:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777475.796006:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000001:1.0:1788777475.796021:0:32646:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777475.796024:0:32646:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.796027:0:32646:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777475.796028:0:32646:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777475.796109:0:32646:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.796126:0:32646:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777475.796128:0:32646:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.796132:0:32646:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777475.796134:0:32646:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777475.796136:0:32646:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777475.796140:0:32646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32646:1875667211115648:192.168.204.133@tcp:101:touch.0 00000100:00000001:1.0:1788777475.796144:0:32646:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777475.796148:0:32646:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777475.796150:0:32646:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.796152:0:32646:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777475.796157:0:32646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356c400. 02000000:00000001:1.0:1788777475.796159:0:32646:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777475.796164:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777475.796167:0:32646:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e122c0. 00000400:00000010:1.0:1788777475.796173:0:32646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777475.796178:0:32646:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211115648, portal 10 00000100:00000001:1.0:1788777475.796190:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777475.796191:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000040:1.0:1788777475.796197:0:32646:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777491 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.796203:0:32646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777475.796206:0:32646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777475.796209:0:32646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92567f8. 00000100:00000200:1.0:1788777475.796212:0:32646:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875667211115648, offset 0 00000400:00000200:1.0:1788777475.796217:0:32646:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777475.796223:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777475.796229:0:32646:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777475.796234:0:32646:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777475.796237:0:32646:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777475.796241:0:32646:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777475.796243:0:32646:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777475.796246:0:32646:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2784:2784:256:4294967295] 192.168.204.133@tcp LPNI seq info [2783:2783:8:4294967295] 00000400:00000200:1.0:1788777475.796250:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777475.796258:0:32646:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777475.796263:0:32646:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777475.796268:0:32646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30ded00. 00000800:00000200:1.0:1788777475.796274:0:32646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777475.796281:0:32646:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777475.796284:0:32646:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30ded00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1788777475.796306:0:32646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.796311:0:32646:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 836801 usecs (837 jiffies) 00000400:00000200:1.0:1788777475.796314:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777475.796316:0:32646:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296579939 00000100:00000001:1.0:1788777475.796319:0:32646:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777475.796322:0:32646:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296579939 00000100:00000001:1.0:1788777475.796324:0:32646:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777475.796326:0:32646:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.796329:0:32646:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.796330:0:32646:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777475.796332:0:32646:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777475.796334:0:32646:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8300 going to sleep for 11 seconds 00000100:00000001:1.0:1788777475.796336:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777475.796338:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777475.796557:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777475.796560:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30ded00. 00000400:00000200:2.0:1788777475.796567:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777475.796571:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777475.796575:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92567f8 00000400:00000010:2.0:1788777475.796577:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92567f8. 00000100:00000001:2.0:1788777475.796580:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777475.796585:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777491 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777475.796593:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777475.796596:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777491 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777475.796602:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777475.796604:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777475.803648:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.803664:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777475.803668:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.803671:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777475.803681:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.803688:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777475.803698:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.803703:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.803708:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.803712:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 10 MB=0x6a9e8cdd5dc80 00000400:00000200:3.0:1788777475.803717:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.803722:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 400/400 into md 0x826d [1] + 224 00000800:00000001:3.0:1788777475.803728:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.803735:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777475.803738:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777475.803742:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777475.803750:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777475.803758:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777491 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777475.803782:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777475.803799:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777475.803808:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.803811:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.803906:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777475.803914:0:32646:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777475.803916:0:32646:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777475.803920:0:32646:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e122c0. 00000400:00000200:1.0:1788777475.803924:0:32646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:1.0:1788777475.803927:0:32646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:1.0:1788777475.803930:0:32646:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777475.803936:0:32646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777475.803945:0:32646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.803950:0:32646:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777475.803952:0:32646:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.803955:0:32646:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777475.803958:0:32646:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777475.803960:0:32646:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777475.803962:0:32646:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.803965:0:32646:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777475.803974:0:32646:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=134 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777475.803978:0:32646:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777475.803981:0:32646:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777475.803983:0:32646:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.803985:0:32646:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777475.803990:0:32646:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.803994:0:32646:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777475.803995:0:32646:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777475.803998:0:32646:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777475.804001:0:32646:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.804005:0:32646:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.804012:0:32646:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.804015:0:32646:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777475.804017:0:32646:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777475.804021:0:32646:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777491 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777475.804027:0:32646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32646:1875667211115648:192.168.204.133@tcp:101:touch.0 00000100:00000001:1.0:1788777475.804094:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.804097:0:32646:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.804100:0:32646:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777475.804102:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.804107:0:32646:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777491 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.804123:0:32646:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777475.804127:0:32646:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777475.804131:0:32646:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777475.804133:0:32646:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.804135:0:32646:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777475.804139:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.804142:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.804144:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=4 00000020:00000001:1.0:1788777475.804147:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.804150:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000040:1.0:1788777475.804156:0:32646:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044000, remote cookie: 0x542deec0941a6a99, flags: 0x1000 00010000:00000001:1.0:1788777475.804160:0:32646:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777475.804164:0:32646:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777475.804167:0:32646:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777475.804168:0:32646:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777475.804170:0:32646:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777475.804172:0:32646:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff9b1fd2611b00) refcount = 1 00010000:00010000:1.0:1788777475.804179:0:32646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777475.804528:0:32646:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777475.804532:0:32646:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777475.804534:0:32646:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777475.804537:0:32646:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777475.804540:0:32646:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777475.804544:0:32646:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777475.804551:0:32646:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777475.804553:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.804555:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777475.804557:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.804558:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777475.804560:0:32646:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.804566:0:32646:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777475.804569:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.804570:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.804572:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777475.804575:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.804577:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.804579:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.804580:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777475.804585:0:32646:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777491 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1788777475.804593:0:32646:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9b1fc31a7000: layout return lvb 56 transno 0 00010000:00000001:1.0:1788777475.804596:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.804598:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.804599:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777475.804601:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.804603:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00000002:00010000:1.0:1788777475.804607:0:32646:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788777475.804617:0:32646:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc32de7c0. 00010000:00000001:1.0:1788777475.804619:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.804620:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777475.804621:0:32646:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.804623:0:32646:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.804626:0:32646:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777475.804628:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.804629:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.804630:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777475.804632:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.804634:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00000002:00010000:1.0:1788777475.804637:0:32646:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777475.805164:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.805166:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777475.805167:0:32646:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777475.805169:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.805170:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.805172:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777475.805174:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.805177:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000040:1.0:1788777475.805288:0:32646:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 2 00010000:00000001:1.0:1788777475.805292:0:32646:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777475.805296:0:32646:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 16 res 8589935621/38 (0 0) 00010000:00000001:1.0:1788777475.805299:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.805301:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777475.805302:0:32646:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777475.805305:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f7b0 00000002:00002000:1.0:1788777475.805307:0:32646:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:1.0:1788777475.805310:0:32646:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.805314:0:32646:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.805317:0:32646:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777475.805321:0:32646:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777475.805324:0:32646:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.805327:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.805333:0:32646:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122a00 x1875667211115648/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777491 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.805340:0:32646:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777475.805343:0:32646:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777475.805346:0:32646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356c400. 02000000:00000001:1.0:1788777475.805351:0:32646:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777475.805353:0:32646:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777475.805355:0:32646:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777475.805357:0:32646:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777475.805360:0:32646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc9211e00. 02000000:00000001:1.0:1788777475.805363:0:32646:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777475.805364:0:32646:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777475.805743:0:32646:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122a00. 00000100:00000001:1.0:1788777475.805750:0:32646:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777475.805752:0:32646:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788777475.805757:0:32646:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211600. 00000080:00010000:1.0:1788777475.805761:0:32646:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9b1fd157ec08) for lock 0x22b16ee488cdc95d 00800000:00000001:1.0:1788777475.805767:0:32646:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777475.805770:0:32646:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777475.805771:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.805773:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.805774:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777475.805777:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.805778:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.805781:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.805783:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777475.805785:0:32646:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.805786:0:32646:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777475.805790:0:32646:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc95d from it ffffb70bc155fa78 00010000:00000001:1.0:1788777475.805792:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.805793:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.805795:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777475.805796:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.805798:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.805800:0:32646:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777475.805804:0:32646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777475.805811:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.805812:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777475.805814:0:32646:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777475.805816:0:32646:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777475.805819:0:32646:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777475.805827:0:32646:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777475.805830:0:32646:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777475.805832:0:32646:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777475.805836:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.805847:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777475.805849:0:32646:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.805853:0:32646:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777475.805855:0:32646:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.805857:0:32646:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.805859:0:32646:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.805862:0:32646:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777475.805863:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.805865:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777475.805867:0:32646:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.805870:0:32646:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1788777475.805872:0:32646:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777475.805876:0:32646:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777475.805879:0:32646:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777475.805881:0:32646:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777475.805883:0:32646:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777475.805888:0:32646:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777475.805890:0:32646:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777475.805892:0:32646:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.805896:0:32646:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777475.805898:0:32646:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777475.805901:0:32646:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 2 00010000:00000001:1.0:1788777475.805903:0:32646:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777475.805907:0:32646:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777475.805910:0:32646:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777475.805914:0:32646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777475.805921:0:32646:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777475.805925:0:32646:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777475.805928:0:32646:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777475.805935:0:32646:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788777475.805937:0:32646:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 16 00000080:00000001:1.0:1788777475.805939:0:32646:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1788777475.805942:0:32646:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1788777475.805943:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.805944:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.805946:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777475.805948:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.805950:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00000080:00010000:1.0:1788777475.805954:0:32646:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000405:0x26:0x0](000000002e27e2f7) being reconfigured ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1788777475.805962:0:32646:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777475.805964:0:32646:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777475.805965:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.805966:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.805967:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=4 00000020:00000001:1.0:1788777475.805970:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.805972:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.805974:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.805975:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777475.805976:0:32646:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.805977:0:32646:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.805979:0:32646:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1788777475.805981:0:32646:0:(file.c:6866:ll_layout_fetch()) [0x200000405:0x26:0x0] LVB_READY=0 l_lvb_data=ffff9b1fc32de7c0 l_lvb_len=56 00000080:00000001:1.0:1788777475.805984:0:32646:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.805986:0:32646:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777475.805988:0:32646:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777475.805993:0:32646:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:1.0:1788777475.805995:0:32646:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:1.0:1788777475.805997:0:32646:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777475.806001:0:32646:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777475.806003:0:32646:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777475.806011:0:32646:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd12137e0. 00020000:00000010:1.0:1788777475.806016:0:32646:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc850ec80. 00020000:00000010:1.0:1788777475.806021:0:32646:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd1213b40. 00020000:00000001:1.0:1788777475.806024:0:32646:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159687748416 : -110914021803200 : ffff9b1fd1213b40) 00020000:00000002:1.0:1788777475.806027:0:32646:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd1213b40, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777475.806722:0:32646:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777475.806729:0:32646:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc850ec80: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1788777475.806785:0:32646:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f824d8) owner ffff9b1fd0738000 00020000:00000001:1.0:1788777475.806790:0:32646:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777475.806793:0:32646:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f824d8) owner ffff9b1fd0738000 00020000:00000010:1.0:1788777475.806798:0:32646:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc850ec80. 00020000:00000010:1.0:1788777475.806803:0:32646:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd12137e0. 00020000:00000010:1.0:1788777475.806805:0:32646:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd1213b40. 00020000:00000002:1.0:1788777475.806807:0:32646:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788777475.806810:0:32646:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.806812:0:32646:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.806816:0:32646:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777475.806819:0:32646:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd0738000 00020000:00000002:1.0:1788777475.806822:0:32646:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617e40 addref 2/0 by ffff9b1fd0738000. 00020000:00000002:1.0:1788777475.806825:0:32646:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd0738000 00020000:00000001:1.0:1788777475.806828:0:32646:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777475.806830:0:32646:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777475.806832:0:32646:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777475.806833:0:32646:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788777475.806835:0:32646:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788777475.806847:0:32646:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788777475.806850:0:32646:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00000080:00000001:1.0:1788777475.806853:0:32646:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.806855:0:32646:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1788777475.806856:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.806858:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777475.806859:0:32646:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777475.806861:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.806862:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777475.806864:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.806866:0:32646:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777475.806868:0:32646:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777475.806871:0:32646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777475.806877:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.806878:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777475.806879:0:32646:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777475.806881:0:32646:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777475.806883:0:32646:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777475.806888:0:32646:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777475.806890:0:32646:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777475.806892:0:32646:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777475.806894:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.806895:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777475.806897:0:32646:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.806899:0:32646:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777475.806901:0:32646:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.806903:0:32646:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.806906:0:32646:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.806907:0:32646:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777475.806908:0:32646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777475.806909:0:32646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777475.806911:0:32646:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.806914:0:32646:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.806916:0:32646:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777475.806921:0:32646:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9b1fc3191530 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1788777475.806924:0:32646:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd0738000 00020000:00000001:1.0:1788777475.806927:0:32646:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777475.806929:0:32646:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777475.806931:0:32646:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777475.806933:0:32646:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.806935:0:32646:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777475.806938:0:32646:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777475.806939:0:32646:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.806942:0:32646:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777475.806944:0:32646:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777475.806945:0:32646:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777475.806947:0:32646:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd0738000 00000020:00000001:1.0:1788777475.806949:0:32646:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.806953:0:32646:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777475.806955:0:32646:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788777475.806957:0:32646:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1788777475.806959:0:32646:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777475.806962:0:32646:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777475.806965:0:32646:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777475.806969:0:32646:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777475.806971:0:32646:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777475.806973:0:32646:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777475.806975:0:32646:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:1.0:1788777475.806977:0:32646:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:1.0:1788777475.806981:0:32646:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cab70 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777475.806983:0:32646:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777475.806987:0:32646:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777475.806988:0:32646:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777475.806989:0:32646:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.806991:0:32646:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.806993:0:32646:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:1.0:1788777475.806995:0:32646:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788777475.806998:0:32646:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788777475.807001:0:32646:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807003:0:32646:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.807005:0:32646:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.807007:0:32646:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807008:0:32646:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807010:0:32646:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788777475.807013:0:32646:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777475.807015:0:32646:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777475.807016:0:32646:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777475.807017:0:32646:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777475.807019:0:32646:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807020:0:32646:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.807022:0:32646:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.807023:0:32646:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807024:0:32646:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777475.807025:0:32646:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807026:0:32646:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807028:0:32646:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:1.0:1788777475.807096:0:32646:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cae90 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777475.807099:0:32646:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cae90 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777475.807101:0:32646:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788777475.807103:0:32646:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807105:0:32646:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cae90 -> ffff9b1fc72cae90 00020000:00000001:1.0:1788777475.807107:0:32646:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1788777475.807109:0:32646:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777475.807111:0:32646:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777475.807112:0:32646:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777475.807160:0:32646:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1788777475.807163:0:32646:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777475.807165:0:32646:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777475.807166:0:32646:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788777475.807169:0:32646:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807172:0:32646:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777475.807174:0:32646:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788777475.807176:0:32646:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777475.807179:0:32646:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807239:0:32646:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807241:0:32646:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777475.807243:0:32646:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777475.807245:0:32646:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777475.807246:0:32646:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777475.807248:0:32646:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777475.807249:0:32646:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777475.807250:0:32646:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777475.807254:0:32646:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:1.0:1788777475.807260:0:32646:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122a00. 00000020:00000040:1.0:1788777475.807264:0:32646:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777475.807268:0:32646:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788777475.807271:0:32646:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788777475.807275:0:32646:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1719 00000400:00000200:1.0:1788777475.807282:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777475.807288:0:32646:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:1.0:1788777475.807291:0:32646:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777475.807295:0:32646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777475.807297:0:32646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777475.807299:0:32646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:1.0:1788777475.807301:0:32646:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777475.807303:0:32646:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:1.0:1788777475.807305:0:32646:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.807307:0:32646:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:1.0:1788777475.807309:0:32646:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:1.0:1788777475.807311:0:32646:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00000040:1.0:1788777475.807314:0:32646:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777475.807316:0:32646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777475.807317:0:32646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777475.807319:0:32646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:1.0:1788777475.807322:0:32646:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 00000100:00080000:1.0:1788777475.807325:0:32646:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b1fc31a7000: import ffff9b1fc530b800 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:1.0:1788777475.807328:0:32646:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.807330:0:32646:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788777475.807336:0:32646:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777475.807339:0:32646:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.807341:0:32646:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788777475.807345:0:32646:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 8380416, lost: 0. 00000008:00000001:1.0:1788777475.807347:0:32646:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.807349:0:32646:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777475.807352:0:32646:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120000. 00000020:00000040:1.0:1788777475.807355:0:32646:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777475.807358:0:32646:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777475.807360:0:32646:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.807363:0:32646:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777475.807365:0:32646:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777475.807536:0:32646:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777475.807545:0:32646:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356c400. 00000100:00000001:1.0:1788777475.807551:0:32646:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777475.807560:0:32646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777475.807569:0:32646:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777475.807572:0:32646:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.807576:0:32646:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c43b937a] to pc [ptlrpcd_rcv+-1] req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.807638:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777475.807651:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777475.807655:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777475.807660:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.807668:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777475.807670:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.807673:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777475.807675:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777475.807678:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777475.807681:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211115776:192.168.204.133@tcp:8:touch.0 00000100:00000001:3.0:1788777475.807685:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777475.807689:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777475.807691:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.807693:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777475.807698:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ee400. 02000000:00000001:3.0:1788777475.807700:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777475.807705:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777475.807709:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c730b0. 00000400:00000010:3.0:1788777475.807715:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255990. 00000100:00000200:3.0:1788777475.807721:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211115776, portal 4 00000100:00000001:3.0:1788777475.807723:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777475.807725:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000040:3.0:1788777475.807731:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.807748:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777475.807750:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777475.807753:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92553b8. 00000100:00000200:3.0:1788777475.807756:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667211115776, offset 0 00000400:00000200:3.0:1788777475.807762:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777475.807768:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.807774:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777475.807779:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777475.807783:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777475.807787:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777475.807790:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777475.807793:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2785:2785:256:4294967295] 192.168.204.133@tcp LPNI seq info [2784:2784:8:4294967295] 00000400:00000200:3.0:1788777475.807797:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.807806:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777475.807812:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777475.807817:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b900. 00000800:00000200:3.0:1788777475.807824:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777475.807831:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777475.807835:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777475.807865:0:32646:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.807869:0:32646:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788777475.807871:0:32646:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:1.0:1788777475.807874:0:32646:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777475.807876:0:32646:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777475.807878:0:32646:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777475.807882:0:32646:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9211600. 00000100:00000001:1.0:1788777475.807886:0:32646:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.807892:0:32646:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777475.807895:0:32646:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.807900:0:32646:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab4a373f] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788777475.807934:0:32646:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777475.807938:0:32646:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807940:0:32646:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.807942:0:32646:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.807944:0:32646:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.807946:0:32646:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807948:0:32646:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.807950:0:32646:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777475.807953:0:32646:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788777475.807954:0:32646:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777475.807956:0:32646:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788777475.807970:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788777475.807973:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788777475.807975:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.807982:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777475.807984:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.807987:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.807988:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777475.807990:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777475.807995:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.808002:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777475.808004:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788777475.808008:0:2413:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.808015:0:2413:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.808018:0:2413:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.808020:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777475.808021:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.808023:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.808025:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777475.808351:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777475.808354:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.812530:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.812541:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 238967 usecs (239 jiffies) 00000400:00000200:3.0:1788777475.812549:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777475.812553:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296579359 00000800:00000001:3.0:1788777475.812578:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.812593:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777475.812596:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.812599:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777475.812604:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.812611:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777475.812622:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.812626:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.812631:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.812635:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5dc00 00000400:00000200:3.0:1788777475.812640:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.812645:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8265 [1] + 224 00000800:00000001:3.0:1788777475.812652:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.812663:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777475.812666:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777475.812670:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777475.812677:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777475.812685:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777475.812697:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777475.812708:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777475.814810:0:32635:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777475.814823:0:32635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777475.814825:0:32635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777475.814829:0:32635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0790. 00000400:00000200:0.0:1788777475.814850:0:32635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b770 00000400:00000010:0.0:1788777475.814853:0:32635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b770. 00000100:00000001:0.0:1788777475.814858:0:32635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777475.814867:0:32635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777475.814878:0:32635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211112960/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.814885:0:32635:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777475.814888:0:32635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777475.814891:0:32635:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777475.814894:0:32635:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777475.814896:0:32635:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777475.814898:0:32635:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777475.814901:0:32635:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777475.814909:0:32635:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777475.814913:0:32635:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777475.814915:0:32635:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777475.814917:0:32635:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777475.814919:0:32635:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777475.814923:0:32635:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777475.814926:0:32635:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777475.814929:0:32635:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777475.814930:0:32635:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777475.814933:0:32635:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777475.814937:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211112960/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.814943:0:32635:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777475.814946:0:32635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777475.814948:0:32635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777475.814951:0:32635:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211112960/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777475.814958:0:32635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:32635:1875667211112960:192.168.204.133@tcp:35:multiop.0 00000100:00000001:0.0:1788777475.814962:0:32635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777475.814965:0:32635:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777475.814967:0:32635:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777475.814969:0:32635:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777475.814972:0:32635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211112960/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.814977:0:32635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777475.814980:0:32635:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777475.814983:0:32635:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777475.814984:0:32635:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777475.814991:0:32635:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777475.814992:0:32635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000002:00000001:0.0:1788777475.814995:0:32635:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777475.814998:0:32635:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777475.815003:0:32635:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc332b200. 00000080:00000001:0.0:1788777475.815005:0:32635:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777475.815008:0:32635:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788777475.815011:0:32635:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777475.815013:0:32635:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777475.815016:0:32635:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777475.815018:0:32635:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777475.815019:0:32635:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777475.815021:0:32635:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1788777475.815023:0:32635:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777475.815028:0:32635:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777475.815032:0:32635:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fd1122300 x1875667211111424/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777474 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.815038:0:32635:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777475.815041:0:32635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122300 x1875667211111424/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777474 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.815046:0:32635:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777475.815049:0:32635:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777475.815051:0:32635:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777475.815053:0:32635:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777475.815056:0:32635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356f000. 02000000:00000001:0.0:1788777475.815060:0:32635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777475.815061:0:32635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777475.815063:0:32635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122300. 00000100:00000001:0.0:1788777475.815067:0:32635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777475.815068:0:32635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777475.815069:0:32635:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777475.815072:0:32635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211112960/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.815078:0:32635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777475.815079:0:32635:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd1882720. 00000002:00000001:0.0:1788777475.815081:0:32635:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777475.815083:0:32635:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777475.815085:0:32635:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4c40. 00000100:00000001:0.0:1788777475.815087:0:32635:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777475.815089:0:32635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211112960/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.815094:0:32635:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777475.815107:0:32635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777475.815109:0:32635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000000. 02000000:00000001:0.0:1788777475.815113:0:32635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777475.815114:0:32635:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777475.815115:0:32635:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777475.815117:0:32635:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777475.815118:0:32635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc332a800. 02000000:00000001:0.0:1788777475.815120:0:32635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777475.815121:0:32635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777475.815123:0:32635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777475.815126:0:32635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777475.815127:0:32635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777475.815129:0:32635:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777475.815132:0:32635:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b47040. 00000080:00000001:0.0:1788777475.815136:0:32635:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777475.815142:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3df0 00000080:00000008:0.0:1788777475.815144:0:32635:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x25:0x0](ffff9b1fd1579988), flags 100002, rc = 0 00000080:00000001:0.0:1788777475.815147:0:32635:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777475.815152:0:32635:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777475.815154:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3e00 00000080:00002000:0.0:1788777475.815155:0:32635:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b1fd1767d80, parent ffff9b1fd1767ca8, inode ffff9b1fd1579988) hashed, 00000080:00000001:0.0:1788777475.815158:0:32635:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777475.815167:0:32635:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777475.815172:0:32635:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777475.815174:0:32635:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777475.815176:0:32635:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20a3e00 00000080:00002000:0.0:1788777475.815177:0:32635:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9b1fd1767ca8, parent ffff9b1fd155f360, inode ffff9b1fd15980c8) hashed, 00000080:00000001:0.0:1788777475.815179:0:32635:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777475.815182:0:32635:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777475.815184:0:32635:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:1.0:1788777475.815572:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777475.815578:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296579362 00000100:00000001:1.0:1788777475.815580:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777475.815583:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.815586:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.815589:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.815592:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.815599:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777475.815601:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777475.815604:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.815605:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777475.815607:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.815609:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777475.816293:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777475.816299:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b900. 00000400:00000200:3.0:1788777475.816305:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777475.816311:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777475.816317:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92553b8 00000400:00000010:3.0:1788777475.816319:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92553b8. 00000100:00000001:3.0:1788777475.816324:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777475.816330:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.816339:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777475.816343:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.816349:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.816351:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777475.816361:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.816369:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777475.822705:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.822721:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777475.822726:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.822728:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777475.822736:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.822744:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777475.822753:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.822758:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.822763:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.822766:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 4 MB=0x6a9e8cdd5dd00 00000400:00000200:3.0:1788777475.822772:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.822777:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 416/416 into md 0x8275 [1] + 0 00000800:00000001:3.0:1788777475.822784:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.822788:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777475.822791:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777475.822796:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777475.822803:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777475.822811:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777475.822822:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777475.822848:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777475.822856:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.822859:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.822871:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.822877:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777475.822883:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777475.822886:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777475.822888:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c730b0. 00000400:00000200:1.0:1788777475.822894:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255990 00000400:00000010:1.0:1788777475.822896:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255990. 00000100:00000001:1.0:1788777475.822900:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777475.822905:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777475.822914:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.822920:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777475.822922:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.822924:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777475.822928:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777475.822931:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777475.822933:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.822936:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777475.822945:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=134 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777475.822949:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=42 v=5 (1 1 0 0) 00000100:00000001:1.0:1788777475.822951:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777475.822953:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.822956:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777475.822959:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.822963:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777475.822965:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: committing for last_committed 4294967326 gen 13 00000100:00000040:1.0:1788777475.822968:0:2411:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788777475.822970:0:2411:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777475.822971:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.822976:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.822982:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.822984:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777475.822986:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.822989:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788777475.822994:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:1.0:1788777475.822997:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777475.822998:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:1.0:1788777475.823001:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777475.823004:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:1.0:1788777475.823006:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:1.0:1788777475.823008:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00001000:1.0:1788777475.823012:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=1788777475 v=0 (0 0 0 0) 00000100:00001000:1.0:1788777475.823014:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fc530bc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788777475.823019:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000100:00080000:1.0:1788777475.823024:0:2411:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9b1fc31a7000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788777475.823027:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 00000100:00000001:1.0:1788777475.823029:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777475.823098:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788777475.823102:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9b1fc31a7000, setting cl_avail_grant: 8380416 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1788777475.823106:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777475.823110:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788777475.823113:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777475.823126:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.823130:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777475.823131:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777475.823133:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.823135:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777475.823136:0:2411:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788777475.823140:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788777475.823143:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777475.823144:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788777475.823145:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777475.823146:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788777475.823148:0:2411:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788777475.823150:0:2411:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b1fc339bb90 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788777475.823157:0:2411:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788777475.823159:0:2411:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788777475.823161:0:2411:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777475.823162:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777475.823166:0:2411:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788777475.823167:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788777475.823170:0:2411:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788777475.823172:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777475.823174:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777475.823176:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.823178:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.823189:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777475.823190:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777475.823192:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.823193:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788777475.823195:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788777475.823199:0:2411:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788777475.823201:0:2411:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.823202:0:2411:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.823204:0:2411:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.823206:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777475.823208:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777475.823209:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777475.823211:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.823212:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788777475.823215:0:2411:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.823217:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788777475.823223:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000414304fc): req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.823242:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.823245:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.823249:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777475.823258:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211115776:192.168.204.133@tcp:8:touch.0 00000100:00000001:1.0:1788777475.823262:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.823265:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.823268:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120000 x1875667211115776/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777475.823275:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777475.823277:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777475.823281:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ee400. 02000000:00000001:1.0:1788777475.823284:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777475.823286:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777475.823288:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777475.823290:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777475.823293:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356c400. 02000000:00000001:1.0:1788777475.823296:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777475.823298:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777475.823300:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120000. 00000100:00000001:1.0:1788777475.823302:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777475.823304:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.823306:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.823313:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777475.823314:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.823317:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.823318:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777475.823585:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777475.823588:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777475.823591:0:2413:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777475.823594:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777475.823597:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777475.823599:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777475.823602:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777475.823605:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777475.823608:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777475.823614:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777475.823616:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777475.823619:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777475.823626:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000000. 02000000:00000001:0.0:1788777475.823629:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777475.823634:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777475.823638:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0790. 00000400:00000010:0.0:1788777475.823644:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b770. 00000100:00000200:0.0:1788777475.823650:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211115904, portal 4 00000100:00000001:0.0:1788777475.823653:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777475.823655:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000040:0.0:1788777475.823664:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777475.823674:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777475.823677:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777475.823680:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777475.823684:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667211115904, offset 0 00000400:00000200:0.0:1788777475.823690:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777475.823697:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777475.823703:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777475.823707:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777475.823712:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777475.823716:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777475.823719:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777475.823722:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2786:2786:256:4294967295] 192.168.204.133@tcp LPNI seq info [2785:2785:8:4294967295] 00000400:00000200:0.0:1788777475.823727:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777475.823736:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777475.823741:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777475.823747:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5d00. 00000800:00000200:0.0:1788777475.823753:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777475.823759:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777475.823764:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5d00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788777475.823772:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777475.823776:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 237772 usecs (238 jiffies) 00000400:00000200:0.0:1788777475.823779:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777475.823782:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296579369 00000100:00000001:0.0:1788777475.823785:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:0.0:1788777475.823787:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296579369 00000100:00000001:0.0:1788777475.823789:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:0.0:1788777475.823791:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777475.823794:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777475.823795:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777475.823799:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777475.823801:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777475.823803:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777475.823804:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777475.823806:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777475.823808:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777475.823946:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777475.823951:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777475.823955:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777475.823960:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777475.823963:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:3.0:1788777475.823965:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:3.0:1788777475.823969:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777475.823972:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777475.823980:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777475.823983:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777475.823989:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.823990:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788777475.824793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec420. 00000080:00000010:0.1:1788777475.824804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ece80. 00000800:00000001:2.0:1788777475.831451:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.831497:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777475.831501:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.831504:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.831515:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.831523:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777475.831532:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.831538:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.831543:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.831547:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 432 into portal 4 MB=0x6a9e8cdd5dd80 00000400:00000200:2.0:1788777475.831552:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777475.831558:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 432/432 into md 0x8285 [1] + 224 00000800:00000001:2.0:1788777475.831565:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.831572:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777475.831575:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777475.831580:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777475.831588:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777475.831597:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777475.831607:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777475.831622:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777475.831631:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777475.831634:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.834545:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.834552:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777475.834561:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777475.834563:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777475.834567:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0790. 00000400:00000200:1.0:1788777475.834576:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b770 00000400:00000010:1.0:1788777475.834578:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b770. 00000100:00000001:1.0:1788777475.834584:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777475.834596:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777475.834607:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122a00 x1875667211115904/t0(0) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.834613:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777475.834615:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.834618:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777475.834621:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777475.834624:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777475.834625:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.834628:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777475.834637:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=134 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777475.834642:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777475.834644:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777475.834647:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.834649:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777475.834653:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.834656:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777475.834658:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: committing for last_committed 4294967328 gen 13 00000100:00000001:1.0:1788777475.834661:0:2413:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777475.834664:0:2413:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1788777475.834666:0:2413:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777475.834668:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.834673:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122a00 x1875667211115904/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.834680:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.834683:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777475.834684:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788777475.834688:0:2413:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1788777475.834776:0:2413:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.834783:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122a00 x1875667211115904/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777475.834792:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:0:1875667211115904:192.168.204.133@tcp:2:touch.0 00000100:00000001:1.0:1788777475.834797:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.834800:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.834805:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122a00 x1875667211115904/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777491 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.834811:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777475.834814:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777475.834817:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000000. 02000000:00000001:1.0:1788777475.834821:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777475.834824:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777475.834827:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777475.834829:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777475.834832:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc9211600. 02000000:00000001:1.0:1788777475.834846:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777475.834848:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777475.834850:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122a00. 00000100:00000001:1.0:1788777475.834855:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777475.834856:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.834859:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.834866:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777475.834868:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.834870:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777475.834873:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777475.839591:0:32646:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788777475.839599:0:32646:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777475.839603:0:32646:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777475.839606:0:32646:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788777475.839608:0:32646:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788777475.839611:0:32646:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788777475.839614:0:32646:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777475.839616:0:32646:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777475.839618:0:32646:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788777475.839619:0:32646:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777475.839621:0:32646:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777475.839622:0:32646:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788777475.839623:0:32646:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788777475.839625:0:32646:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788777475.839626:0:32646:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788777475.839628:0:32646:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777475.839630:0:32646:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777475.839631:0:32646:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777475.839632:0:32646:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788777475.839634:0:32646:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788777475.839636:0:32646:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777475.839637:0:32646:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777475.839639:0:32646:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777475.839640:0:32646:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777475.839642:0:32646:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777475.839645:0:32646:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777475.839646:0:32646:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777475.839647:0:32646:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777475.839649:0:32646:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777475.839650:0:32646:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777475.839652:0:32646:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:3.0:1788777475.839656:0:32646:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777475.839658:0:32646:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777475.839661:0:32646:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777475.839664:0:32646:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777475.839668:0:32646:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777475.839669:0:32646:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777475.839671:0:32646:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:3.0:1788777475.839673:0:32646:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777475.839676:0:32646:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1788777475.839681:0:32646:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc332a600. 00000020:00000001:3.0:1788777475.839693:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc30 00000080:00200008:3.0:1788777475.839696:0:32646:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9b1fd157ec08) current size 0, valid attrs 100201f0, mode 0, uid -1053621694, gid -1, new size 213440, atime 1788777459.000000000, mtime 1788777459.000000000, ctime 1788777459.000000000, rc 0 00000080:00000001:3.0:1788777475.839702:0:32646:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777475.839717:0:32646:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777475.839720:0:32646:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd0738000 00020000:00000002:3.0:1788777475.839725:0:32646:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd0738000 00020000:00000001:3.0:1788777475.839728:0:32646:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777475.839735:0:32646:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777475.839737:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdf0 00000080:00200008:3.0:1788777475.839739:0:32646:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x26:0x0](ffff9b1fd157ec08), flags 104001 00000080:00000001:3.0:1788777475.839743:0:32646:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788777475.839746:0:32646:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788777475.839747:0:32646:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777475.839749:0:32646:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd0738000 00020000:00000002:3.0:1788777475.839751:0:32646:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd0738000 00020000:00000001:3.0:1788777475.839753:0:32646:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777475.839755:0:32646:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1788777475.839762:0:32646:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777475.839764:0:32646:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777475.839767:0:32646:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777475.839770:0:32646:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777475.839772:0:32646:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777475.839774:0:32646:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1788777475.839777:0:32646:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777475.839781:0:32646:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777475.839785:0:32646:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777475.839791:0:32646:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 2 00010000:00000001:3.0:1788777475.839794:0:32646:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777475.839799:0:32646:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777475.839802:0:32646:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:3.0:1788777475.839805:0:32646:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777475.839807:0:32646:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777475.839811:0:32646:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fd115d600. 00000080:00000001:3.0:1788777475.839813:0:32646:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777475.839818:0:32646:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777475.839821:0:32646:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788777475.839822:0:32646:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777475.839823:0:32646:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777475.839825:0:32646:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777475.839826:0:32646:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777475.839827:0:32646:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777475.839829:0:32646:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1788777475.839831:0:32646:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777475.839834:0:32646:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x26:0x0] 00000002:00000001:3.0:1788777475.839877:0:32646:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777475.839880:0:32646:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x26:0x0] file closed with intent: 0 00000100:00000010:3.0:1788777475.839888:0:32646:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257480. 00000020:00000040:3.0:1788777475.839892:0:32646:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777475.839896:0:32646:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777475.839900:0:32646:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777475.839904:0:32646:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777475.839911:0:32646:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd115ce00. 00000100:00000001:3.0:1788777475.839917:0:32646:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777475.839935:0:32646:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc31ed180 x1875667211112320/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777475 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777475.839947:0:32646:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777475.839952:0:32646:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc3257480 x1875667211116160/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777475.839959:0:32646:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777475.839960:0:32646:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777475.839967:0:32646:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2a80. 00000100:00000001:3.0:1788777475.839969:0:32646:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575087744 : -110914134463872 : ffff9b1fca6a2a80) 00000100:00000001:3.0:1788777475.839972:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777475.839974:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453144192 : -110914256407424 : ffff9b1fc3257480) 00000100:00000001:3.0:1788777475.839978:0:32646:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777475.839982:0:32646:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.839984:0:32646:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777475.839985:0:32646:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777475.839989:0:32646:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257480 x1875667211116160/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777475.839995:0:32646:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777475.839997:0:32646:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.840000:0:32646:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777475.840002:0:32646:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777475.840004:0:32646:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777475.840008:0:32646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257480 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32646:1875667211116160:192.168.204.133@tcp:35:touch.0 00000100:00000001:3.0:1788777475.840013:0:32646:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777475.840017:0:32646:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777475.840020:0:32646:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777475.840022:0:32646:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777475.840026:0:32646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ec400. 02000000:00000001:3.0:1788777475.840028:0:32646:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777475.840566:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777475.840571:0:32646:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000010:3.0:1788777475.840580:0:32646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92553b8. 00000100:00000200:3.0:1788777475.840588:0:32646:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211116160, portal 10 00000100:00000001:3.0:1788777475.840590:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777475.840591:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453144192 : -110914256407424 : ffff9b1fc3257480) 00000100:00000040:3.0:1788777475.840600:0:32646:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3257480 x1875667211116160/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777475.840607:0:32646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777475.840610:0:32646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777475.840613:0:32646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777475.840616:0:32646:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211116160, offset 0 00000400:00000200:3.0:1788777475.840624:0:32646:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777475.840632:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.840640:0:32646:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777475.840645:0:32646:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777475.840649:0:32646:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777475.840653:0:32646:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777475.840656:0:32646:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777475.840660:0:32646:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2787:2787:256:4294967295] 192.168.204.133@tcp LPNI seq info [2786:2786:8:4294967295] 00000400:00000200:3.0:1788777475.840664:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.840674:0:32646:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777475.840680:0:32646:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777475.840685:0:32646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b900. 00000800:00000200:3.0:1788777475.840692:0:32646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777475.840699:0:32646:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777475.840704:0:32646:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777475.840719:0:32646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777475.840724:0:32646:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 858145 usecs (859 jiffies) 00000400:00000200:3.0:1788777475.840728:0:32646:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777475.840731:0:32646:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296580005 00000100:00000001:3.0:1788777475.840734:0:32646:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:3.0:1788777475.840736:0:32646:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296580005 00000100:00000001:3.0:1788777475.840738:0:32646:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:3.0:1788777475.840740:0:32646:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777475.840742:0:32646:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.840745:0:32646:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777475.840747:0:32646:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777475.840749:0:32646:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2a80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777475.840752:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777475.840755:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777475.841336:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777475.841343:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b900. 00000400:00000200:3.0:1788777475.841347:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777475.841353:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777475.841358:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:3.0:1788777475.841361:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:3.0:1788777475.841364:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777475.841370:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257480 x1875667211116160/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777475.841380:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777475.841383:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257480 x1875667211116160/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777475.841668:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777475.841672:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777475.845291:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.845309:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777475.845313:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.845316:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777475.845325:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.845334:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777475.845343:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.845348:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.845353:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.845357:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5de80 00000400:00000200:3.0:1788777475.845361:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777475.845367:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x828d [1] + 224 00000800:00000001:3.0:1788777475.845373:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.845379:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777475.845382:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777475.845387:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777475.845407:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777475.845826:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257480 x1875667211116160/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777475.845848:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc3257480 x1875667211116160/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777475.845866:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777475.845877:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777475.845881:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.849654:0:32646:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777475.849671:0:32646:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777475.849673:0:32646:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777475.849678:0:32646:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000200:1.0:1788777475.849686:0:32646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92553b8 00000400:00000010:1.0:1788777475.849689:0:32646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92553b8. 00000100:00000001:1.0:1788777475.849693:0:32646:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777475.849705:0:32646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257480 x1875667211116160/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777475.849716:0:32646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257480 x1875667211116160/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777491 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.849723:0:32646:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777475.849725:0:32646:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.849727:0:32646:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777475.849731:0:32646:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777475.849734:0:32646:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777475.849736:0:32646:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777475.849738:0:32646:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777475.849748:0:32646:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777475.849751:0:32646:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777475.849754:0:32646:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777475.849757:0:32646:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777475.849760:0:32646:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777475.849764:0:32646:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.849768:0:32646:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777475.849770:0:32646:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777475.849772:0:32646:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777475.849774:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777475.849776:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453144192 : -110914256407424 : ffff9b1fc3257480) 00000100:00000001:1.0:1788777475.849779:0:32646:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777475.849782:0:32646:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777475.849784:0:32646:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777475.849787:0:32646:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777475.849791:0:32646:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257480 x1875667211116160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.849798:0:32646:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777475.849801:0:32646:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777475.849803:0:32646:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777475.849807:0:32646:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257480 x1875667211116160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777475.849822:0:32646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257480 pname:cluuid:pid:xid:nid:opc:job touch:67f3d5ce-64e4-46be-9428-e80a71444531:32646:1875667211116160:192.168.204.133@tcp:35:touch.0 00000100:00000001:1.0:1788777475.849827:0:32646:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.849830:0:32646:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.849832:0:32646:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777475.849834:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.849847:0:32646:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257480 x1875667211116160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.849853:0:32646:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777475.849856:0:32646:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2a80. 00000100:00000001:1.0:1788777475.849860:0:32646:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777475.849861:0:32646:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.849868:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777475.849869:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453144192 : -110914256407424 : ffff9b1fc3257480) 00000002:00000001:1.0:1788777475.849872:0:32646:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.849876:0:32646:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777475.849882:0:32646:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115d600. 00000080:00000001:1.0:1788777475.849885:0:32646:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777475.849888:0:32646:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777475.849891:0:32646:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777475.849893:0:32646:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777475.849896:0:32646:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777475.849898:0:32646:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777475.849900:0:32646:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777475.849902:0:32646:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777475.849905:0:32646:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777475.849910:0:32646:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777475.849915:0:32646:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc31ed180 x1875667211112320/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777475 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.849923:0:32646:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777475.849924:0:32646:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452709248 : -110914256842368 : ffff9b1fc31ed180) 00000100:00000001:1.0:1788777475.849926:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.849930:0:32646:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed180 x1875667211112320/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777475 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.849936:0:32646:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777475.849938:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.849940:0:32646:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed180 x1875667211112320/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777475 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.849946:0:32646:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777475.849949:0:32646:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777475.849951:0:32646:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777475.849953:0:32646:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777475.849957:0:32646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001000. 02000000:00000001:1.0:1788777475.849961:0:32646:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777475.849963:0:32646:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777475.849965:0:32646:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed180. 00000100:00000001:1.0:1788777475.849968:0:32646:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777475.849969:0:32646:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777475.849970:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.849973:0:32646:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257480 x1875667211116160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.849979:0:32646:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777475.849981:0:32646:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd1882ca0. 00000002:00000001:1.0:1788777475.849983:0:32646:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777475.849985:0:32646:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777475.849987:0:32646:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e46c0. 00000100:00000001:1.0:1788777475.849989:0:32646:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777475.849992:0:32646:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257480 x1875667211116160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777475.849997:0:32646:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.850000:0:32646:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777475.850004:0:32646:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b46f00. 00000080:00000001:1.0:1788777475.850007:0:32646:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777475.850012:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdf0 00000080:00000008:1.0:1788777475.850015:0:32646:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9b1fd157ec08), flags 104001, rc = 0 00000080:00000001:1.0:1788777475.850018:0:32646:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777475.850022:0:32646:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777475.850024:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe00 00000080:00002000:1.0:1788777475.850025:0:32646:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b1fd16a6360, parent ffff9b1fd16c4948, inode ffff9b1fd157ec08) hashed, 00000080:00000001:1.0:1788777475.850028:0:32646:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777475.850035:0:32646:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777475.850039:0:32646:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788777475.850042:0:32646:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777475.850043:0:32646:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe00 00000080:00002000:1.0:1788777475.850044:0:32646:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9b1fd16c4948, parent ffff9b1fd155f360, inode ffff9b1fd15b6c08) hashed, 00000080:00000001:1.0:1788777475.850047:0:32646:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777475.850050:0:32646:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777475.850052:0:32646:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788777475.862512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd18825e0. 00000080:00000010:1.1:1788777475.862530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca6130a0. 00010000:00000001:2.0:1788777476.276640:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777476.276646:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777476.276652:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777476.276653:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777476.276709:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777476.276713:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777476.276716:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777477.264046:0:32680:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777477.264054:0:32680:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777477.264057:0:32680:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777477.264060:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3b20 00000080:00200000:2.0:1788777477.264065:0:32680:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777477.264074:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:2.0:1788777477.264081:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.264086:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.264091:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.264093:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3a40 00800000:00000002:2.0:1788777477.264096:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.264100:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777477.264103:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.264106:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.264108:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.264111:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.264114:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.264116:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.264118:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.264122:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777477.264128:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.264130:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3910 00000002:00010000:2.0:1788777477.264132:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777477.264136:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777477.264138:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777477.264142:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777477.264147:0:32680:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.264150:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.264152:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.264155:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777477.264157:0:32680:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777477.264162:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777477.264166:0:32680:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777477.264172:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777477.264177:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.264183:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.264185:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.264187:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.264190:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.264193:0:32680:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.264197:0:32680:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.264203:0:32680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333ac00. 00000100:00000001:2.0:1788777477.264209:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.264214:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.264216:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.264217:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.264219:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.264221:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.264225:0:32680:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:2.0:1788777477.264229:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777477.264231:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777477.264235:0:32680:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6e00. 00010000:00000010:2.0:1788777477.264238:0:32680:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835df80. 00010000:00000001:2.0:1788777477.264242:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777477.264245:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5800. 00000020:00000001:2.0:1788777477.264248:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777477.264251:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5800 with handle 0x22b16ee488cdc964 to hash 00000020:00000001:2.0:1788777477.264253:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777477.264254:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.264258:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.264262:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.264264:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.264269:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.264278:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.264289:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777477.264295:0:32680:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777477.264296:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777477.264303:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.264305:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686985216 : -110914022566400 : ffff9b1fd1159600) 00000100:00000001:2.0:1788777477.264308:0:32680:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.264309:0:32680:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:2.0:1788777477.264314:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.264318:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.264321:0:32680:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777477.264322:0:32680:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777477.264333:0:32680:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.264341:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.264343:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.264347:0:32680:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777477.264349:0:32680:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.264351:0:32680:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777477.264355:0:32680:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32680:1875667211116288:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777477.264359:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777477.264364:0:32680:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777477.264366:0:32680:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.264368:0:32680:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777477.264373:0:32680:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920c000. 02000000:00000001:2.0:1788777477.264375:0:32680:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777477.264383:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.264387:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919ba50. 00000400:00000010:2.0:1788777477.264394:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777477.264677:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211116288, portal 10 00000100:00000001:2.0:1788777477.264681:0:32680:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.264683:0:32680:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:2.0:1788777477.264691:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.264698:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777477.264700:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777477.264704:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777477.264708:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211116288, offset 0 00000400:00000200:2.0:1788777477.264716:0:32680:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777477.264725:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.264732:0:32680:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777477.264737:0:32680:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777477.264741:0:32680:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777477.264745:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777477.264747:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777477.264751:0:32680:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2788:2788:256:4294967295] 192.168.204.133@tcp LPNI seq info [2787:2787:8:4294967295] 00000400:00000200:2.0:1788777477.264755:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.264763:0:32680:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777477.264769:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777477.264773:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956a00. 00000800:00000200:2.0:1788777477.264780:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777477.264786:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777477.264790:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777477.264806:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.264819:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 856962 usecs (857 jiffies) 00000400:00000200:2.0:1788777477.264823:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777477.264826:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581429 00000100:00000001:2.0:1788777477.264829:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.264831:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581429 00000100:00000001:2.0:1788777477.264833:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.264836:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.264839:0:32680:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.264841:0:32680:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.264843:0:32680:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777477.264846:0:32680:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777477.264848:0:32680:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.264851:0:32680:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777477.265288:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.265294:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:3.0:1788777477.265300:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.265305:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.265311:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:3.0:1788777477.265314:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:3.0:1788777477.265319:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777477.265324:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.265335:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.265338:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.265346:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.265347:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.271848:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.271864:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.271868:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.271871:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.271880:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.271887:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.271895:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.271901:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.271906:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.271910:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5df00 00000400:00000200:3.0:1788777477.271916:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.271922:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x829d [1] + 224 00000800:00000001:3.0:1788777477.271930:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.271936:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.271940:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.271956:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.271966:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.271975:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.271987:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.272011:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.272021:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.272024:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.273667:0:32680:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777477.273681:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777477.273684:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777477.273688:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919ba50. 00000400:00000200:2.0:1788777477.273695:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:2.0:1788777477.273698:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:2.0:1788777477.273702:0:32680:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.273714:0:32680:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777477.273726:0:32680:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.273735:0:32680:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777477.273736:0:32680:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.273739:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777477.273743:0:32680:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777477.273746:0:32680:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777477.273748:0:32680:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.273751:0:32680:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777477.273759:0:32680:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777477.273764:0:32680:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777477.273767:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777477.273768:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.273771:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777477.273775:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.273779:0:32680:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777477.273781:0:32680:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788777477.273783:0:32680:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777477.273786:0:32680:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.273791:0:32680:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.273798:0:32680:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.273801:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777477.273803:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777477.273808:0:32680:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777477.273828:0:32680:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32680:1875667211116288:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777477.273833:0:32680:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.273836:0:32680:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.273838:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777477.273840:0:32680:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.273844:0:32680:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.273850:0:32680:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777477.273854:0:32680:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.273858:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777477.273859:0:32680:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.273862:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777477.273865:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.273868:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.273881:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=4 00000020:00000001:2.0:1788777477.273885:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.273888:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000040:2.0:1788777477.273895:0:32680:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5800, remote cookie: 0x542deec0941a6aae, flags: 0x1001 00010000:00010000:2.0:1788777477.273900:0:32680:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.273912:0:32680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.273920:0:32680:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777477.273923:0:32680:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777477.273926:0:32680:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777477.273927:0:32680:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777477.273929:0:32680:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777477.273932:0:32680:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6e00) refcount = 1 00010000:00010000:2.0:1788777477.273936:0:32680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.273942:0:32680:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777477.273946:0:32680:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777477.273948:0:32680:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.273951:0:32680:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777477.273954:0:32680:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.273957:0:32680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.273962:0:32680:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777477.273964:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.273966:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.273967:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.273968:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.273969:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.273974:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777477.273976:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.273977:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.273978:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.273980:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.273982:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.273984:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.273985:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.273987:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=4 00000020:00000001:2.0:1788777477.273988:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.273990:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.273993:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.273995:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.273999:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.274005:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274006:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.274008:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.274009:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.274010:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=5 00000020:00000001:2.0:1788777477.274012:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274014:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274016:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.274019:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.274026:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274027:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777477.274029:0:32680:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.274035:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.274037:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274037:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.274038:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274039:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777477.274044:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777477.274053:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.274054:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.274056:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.274058:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274060:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274062:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274063:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.274064:0:32680:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.274066:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.274069:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777477.274071:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.274072:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.274073:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.274075:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274077:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00000002:00010000:2.0:1788777477.274080:0:32680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.274092:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274093:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.274095:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777477.274097:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.274097:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.274099:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.274100:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274102:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000040:2.0:1788777477.274108:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:2.0:1788777477.274111:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777477.274115:0:32680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777477.274118:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274119:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.274120:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777477.274123:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3898 00000002:00002000:2.0:1788777477.274125:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777477.274128:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.274132:0:32680:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.274135:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777477.274138:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777477.274141:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.274145:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777477.274149:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000080:00000001:2.0:1788777477.274154:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777477.274157:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777477.274164:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777477.274168:0:32680:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777477.274176:0:32680:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3d880. 00800000:00000001:2.0:1788777477.274178:0:32680:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483447424 : -110914226104192 : ffff9b1fc4f3d880) 00800000:00000001:2.0:1788777477.274180:0:32680:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.274183:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777477.274185:0:32680:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777477.274187:0:32680:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777477.274191:0:32680:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777477.274194:0:32680:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777477.274195:0:32680:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.274200:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777477.274203:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777477.274208:0:32680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788777477.274210:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.274211:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.274213:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.274214:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274216:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274218:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274219:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777477.274221:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777477.274223:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777477.274224:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d880 1 00800000:00000010:2.0:1788777477.274226:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3d880. 00800000:00000001:2.0:1788777477.274229:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.274232:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc964 00800000:00000001:2.0:1788777477.274235:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.274237:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.274238:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.274239:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.274240:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.274242:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274244:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274246:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274247:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.274248:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.274250:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.274253:0:32680:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.274255:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777477.274258:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc964 from it ffffb70bc20c3b58 00010000:00000001:2.0:1788777477.274260:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.274261:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.274263:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.274264:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274266:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.274268:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.274271:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.274278:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274279:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.274280:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.274283:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.274285:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777477.274294:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.274296:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.274298:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.274303:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274304:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.274305:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.274308:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.274310:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.274312:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.274315:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.274316:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.274317:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274319:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777477.274321:0:32680:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.274325:0:32680:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211116288/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.274332:0:32680:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777477.274335:0:32680:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777477.274338:0:32680:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc920c000. 02000000:00000001:2.0:1788777477.274342:0:32680:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777477.274345:0:32680:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777477.274347:0:32680:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777477.274349:0:32680:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777477.274352:0:32680:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777477.274356:0:32680:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777477.274358:0:32680:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777477.274359:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:2.0:1788777477.274363:0:32680:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777477.274364:0:32680:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.274367:0:32680:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777477.274371:0:32680:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777477.274384:0:32680:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca613800. 00000020:00000001:2.0:1788777477.274389:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3a88 00000080:00200000:2.0:1788777477.274391:0:32680:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=24 00000080:00000001:2.0:1788777477.274394:0:32680:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777477.274396:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3938 00000080:00200000:2.0:1788777477.274397:0:32680:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=0 00000080:00000010:2.0:1788777477.274404:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:2.0:1788777477.274409:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.274413:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.274416:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.274417:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3858 00800000:00000002:2.0:1788777477.274419:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.274422:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777477.274426:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.274428:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.274430:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.274432:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.274434:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.274436:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.274439:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.274442:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c37f0 00800000:00000002:2.0:1788777477.274444:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788777477.274448:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.274450:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3728 00000002:00010000:2.0:1788777477.274452:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788777477.274455:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777477.274458:0:32680:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777477.274635:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777477.274641:0:32680:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777477.274645:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777477.274649:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.274652:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.274654:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.274655:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.274658:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.274660:0:32680:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.274664:0:32680:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.274672:0:32680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333ac00. 00000100:00000001:2.0:1788777477.274677:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.274680:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.274682:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.274684:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.274685:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.274687:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.274694:0:32680:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:2.0:1788777477.274698:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777477.274700:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777477.274703:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:2.0:1788777477.274705:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.274707:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777477.274711:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5600. 00000020:00000001:2.0:1788777477.274714:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777477.274716:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5600 with handle 0x22b16ee488cdc96b to hash 00000020:00000001:2.0:1788777477.274718:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777477.274720:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.274723:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.274726:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.274728:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.274732:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.274739:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.274748:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777477.274753:0:32680:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777477.274755:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777477.274760:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.274762:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686985216 : -110914022566400 : ffff9b1fd1159600) 00000100:00000001:2.0:1788777477.274765:0:32680:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.274766:0:32680:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:2.0:1788777477.274770:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.274774:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.274776:0:32680:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777477.274777:0:32680:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777477.274782:0:32680:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.274789:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.274791:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.274795:0:32680:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777477.274797:0:32680:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.274799:0:32680:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777477.274803:0:32680:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32680:1875667211116416:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777477.274807:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777477.274824:0:32680:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777477.274827:0:32680:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.274829:0:32680:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777477.274834:0:32680:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920c000. 02000000:00000001:2.0:1788777477.274836:0:32680:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777477.274842:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.274846:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919ba50. 00000400:00000010:2.0:1788777477.274852:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777477.274858:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211116416, portal 10 00000100:00000001:2.0:1788777477.274860:0:32680:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.274862:0:32680:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:2.0:1788777477.274867:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.275026:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777477.275029:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777477.275033:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93220. 00000100:00000200:2.0:1788777477.275037:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211116416, offset 0 00000400:00000200:2.0:1788777477.275043:0:32680:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777477.275052:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.275059:0:32680:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777477.275064:0:32680:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777477.275069:0:32680:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777477.275072:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777477.275074:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777477.275078:0:32680:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2789:2789:256:4294967295] 192.168.204.133@tcp LPNI seq info [2788:2788:8:4294967295] 00000400:00000200:2.0:1788777477.275082:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.275091:0:32680:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777477.275096:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777477.275101:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956200. 00000800:00000200:2.0:1788777477.275110:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777477.275117:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777477.275121:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777477.275137:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.275141:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 855783 usecs (856 jiffies) 00000400:00000200:2.0:1788777477.275144:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777477.275147:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581438 00000100:00000001:2.0:1788777477.275150:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.275153:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581438 00000100:00000001:2.0:1788777477.275155:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.275158:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.275160:0:32680:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.275162:0:32680:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.275164:0:32680:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777477.275166:0:32680:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777477.275168:0:32680:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.275170:0:32680:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777477.276760:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.276770:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956200. 00000400:00000200:3.0:1788777477.276777:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.276784:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.276790:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93220 00000400:00000010:3.0:1788777477.276792:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93220. 00000100:00000001:3.0:1788777477.276797:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777477.276804:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.276826:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.276830:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.276838:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.276839:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.295228:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.295244:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.295249:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.295251:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.295261:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.295280:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.295289:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.295295:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.295302:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.295306:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5df80 00000400:00000200:3.0:1788777477.295310:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.295316:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x82ad [1] + 224 00000800:00000001:3.0:1788777477.295323:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.295331:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.295334:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.295338:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.295346:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.295354:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.295365:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.295390:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.295399:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.295402:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.295619:0:32680:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777477.295627:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777477.295629:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777477.295632:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919ba50. 00000400:00000200:2.0:1788777477.295637:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:2.0:1788777477.295640:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:2.0:1788777477.295643:0:32680:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.295649:0:32680:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777477.295657:0:32680:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.295663:0:32680:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777477.295665:0:32680:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.295668:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777477.295671:0:32680:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777477.295673:0:32680:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777477.295676:0:32680:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.295679:0:32680:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777477.295688:0:32680:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777477.295692:0:32680:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777477.295694:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777477.295696:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.295698:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777477.295702:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.295706:0:32680:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777477.295708:0:32680:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788777477.295710:0:32680:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777477.295713:0:32680:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.295717:0:32680:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.295723:0:32680:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.295726:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777477.295728:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777477.295731:0:32680:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777477.295738:0:32680:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32680:1875667211116416:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777477.295742:0:32680:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.295744:0:32680:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.295746:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777477.295748:0:32680:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.295751:0:32680:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.295756:0:32680:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777477.295759:0:32680:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.295762:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777477.295763:0:32680:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.295766:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777477.295769:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.295771:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.295773:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=4 00000020:00000001:2.0:1788777477.295775:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.295778:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000040:2.0:1788777477.295783:0:32680:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5600, remote cookie: 0x542deec0941a6aca, flags: 0x1001 00010000:00010000:2.0:1788777477.295788:0:32680:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777477.295822:0:32680:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777477.295825:0:32680:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777477.295833:0:32680:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6a00. 00010000:00000010:2.0:1788777477.295838:0:32680:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d580. 00010000:00000001:2.0:1788777477.295843:0:32680:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.295846:0:32680:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.295854:0:32680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.295861:0:32680:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777477.295864:0:32680:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777477.295866:0:32680:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777477.295869:0:32680:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777477.295870:0:32680:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777477.295873:0:32680:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9b1fd20e6a00) refcount = 1 00010000:00010000:2.0:1788777477.295877:0:32680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.295883:0:32680:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777477.295886:0:32680:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777477.295888:0:32680:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.295891:0:32680:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777477.295893:0:32680:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.295896:0:32680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.295902:0:32680:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777477.295903:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.295905:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.295906:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.295907:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.295909:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.295914:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777477.295916:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.295917:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.295918:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.295921:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.295923:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.295925:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.295926:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.295927:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=4 00000020:00000001:2.0:1788777477.295929:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.295931:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.295933:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.295936:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.295939:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.295945:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.295946:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.295948:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.295949:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.295950:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=5 00000020:00000001:2.0:1788777477.295952:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.295954:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.295956:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.295958:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.295964:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.295965:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777477.295967:0:32680:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.295973:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.295974:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.295975:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.295976:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.295977:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777477.295982:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777477.295991:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.295992:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.295993:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.295995:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.295997:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.295999:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.296000:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.296002:0:32680:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.296004:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.296007:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777477.296009:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.296011:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.296012:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.296014:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.296015:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00000002:00010000:2.0:1788777477.296019:0:32680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.296025:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.296026:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.296028:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777477.296029:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.296030:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.296031:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.296033:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.296036:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000040:2.0:1788777477.296039:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:2.0:1788777477.296041:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777477.296045:0:32680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:2.0:1788777477.296047:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.296049:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.296050:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777477.296054:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c36b0 00000002:00002000:2.0:1788777477.296056:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777477.296059:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.296064:0:32680:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.296066:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777477.296069:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777477.296073:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.296076:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.296078:0:32680:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777477.296080:0:32680:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc20c3a28 it_disposition b 00000080:00000001:2.0:1788777477.296083:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777477.296088:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777477.296093:0:32680:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777477.296097:0:32680:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3d880. 00800000:00000001:2.0:1788777477.296100:0:32680:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483447424 : -110914226104192 : ffff9b1fc4f3d880) 00800000:00000001:2.0:1788777477.296102:0:32680:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.296105:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777477.296107:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1788777477.296110:0:32680:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788777477.296115:0:32680:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777477.296117:0:32680:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:2.0:1788777477.296120:0:32680:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777477.296123:0:32680:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777477.296124:0:32680:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.296127:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1788777477.296129:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777477.296134:0:32680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:2.0:1788777477.296137:0:32680:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9b1fd15980c8): rc = 0 00000080:00000001:2.0:1788777477.296139:0:32680:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691436232 : -110914018115384 : ffff9b1fd15980c8) 00010000:00000001:2.0:1788777477.296140:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.296142:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.296143:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.296145:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.296147:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.296149:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.296150:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777477.296151:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777477.296153:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777477.296155:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d880 1 00800000:00000010:2.0:1788777477.296157:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3d880. 00800000:00000001:2.0:1788777477.296159:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.296162:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc96b 00800000:00000001:2.0:1788777477.296164:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.296166:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.296167:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.296168:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.296169:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.296171:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.296173:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.296175:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.296177:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.296178:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.296180:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777477.296186:0:32680:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd16c4e58 inode ffff9b1fd15980c8 refc 1 flags 0x20000e 00000080:00000002:2.0:1788777477.296190:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788777477.296193:0:32680:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777477.296196:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) 00000080:00010000:2.0:1788777477.296200:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc96b from it ffffb70bc20c3a28 00010000:00000001:2.0:1788777477.296202:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.296203:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.296204:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.296206:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.296208:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.296210:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.296212:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.296217:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.296218:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.296220:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.296222:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.296224:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777477.296231:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.296233:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.296235:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.296239:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.296240:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.296242:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.296245:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.296246:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.296248:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.296250:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.296252:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.296253:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.296254:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777477.296256:0:32680:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777477.296259:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000100:00000001:2.0:1788777477.296263:0:32680:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.296268:0:32680:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211116416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.296275:0:32680:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777477.296278:0:32680:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777477.296282:0:32680:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc920c000. 02000000:00000001:2.0:1788777477.296285:0:32680:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777477.296287:0:32680:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777477.296289:0:32680:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777477.296291:0:32680:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777477.296293:0:32680:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777477.296297:0:32680:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777477.296299:0:32680:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777477.296300:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:2.0:1788777477.296304:0:32680:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777477.296305:0:32680:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777477.296313:0:32680:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777477.296315:0:32680:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788777477.296319:0:32680:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777477.296330:0:32680:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca6136c0. 00000020:00000001:2.0:1788777477.296334:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3ae8 00000080:00200000:2.0:1788777477.296336:0:32680:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9b1fd15980c8), flags=8 00000080:00000001:2.0:1788777477.296339:0:32680:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777477.296340:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3998 00000080:00200000:2.0:1788777477.296342:0:32680:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9b1fd15980c8), intent=getattr 00000080:00000010:2.0:1788777477.296348:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:2.0:1788777477.296352:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc32ded00 2 00000080:00000001:2.0:1788777477.296356:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.296359:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.296361:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c38b8 00800000:00000002:2.0:1788777477.296363:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:2.0:1788777477.296365:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777477.296369:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.296371:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.296373:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.296386:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.296388:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.296390:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1788777477.296392:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.296395:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3850 00800000:00000002:2.0:1788777477.296397:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1788777477.296401:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.296403:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3788 00000002:00010000:2.0:1788777477.296405:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788777477.296409:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777477.296412:0:32680:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777477.296415:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777477.296418:0:32680:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777477.296422:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777477.296425:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.296428:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.296429:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.296431:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.296434:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.296436:0:32680:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.296439:0:32680:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.296445:0:32680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333ac00. 00000100:00000001:2.0:1788777477.296451:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.296455:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.296456:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.296458:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.296459:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.296460:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.296875:0:32680:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:2.0:1788777477.296879:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777477.296881:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777477.296885:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:2.0:1788777477.296887:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.296890:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777477.296894:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4000. 00000020:00000001:2.0:1788777477.296898:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777477.296900:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4000 with handle 0x22b16ee488cdc972 to hash 00000020:00000001:2.0:1788777477.296902:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777477.296903:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.296907:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.296910:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.296912:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.296916:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.296923:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.296932:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777477.296937:0:32680:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777477.296939:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777477.296944:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.296947:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686985216 : -110914022566400 : ffff9b1fd1159600) 00000100:00000001:2.0:1788777477.296949:0:32680:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.296951:0:32680:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:2.0:1788777477.296955:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.296959:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.296961:0:32680:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777477.296962:0:32680:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777477.296968:0:32680:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.296976:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.296978:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.296981:0:32680:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777477.296984:0:32680:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.296986:0:32680:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777477.296990:0:32680:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32680:1875667211116544:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777477.296994:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777477.296999:0:32680:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777477.297002:0:32680:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.297004:0:32680:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777477.297009:0:32680:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920c000. 02000000:00000001:2.0:1788777477.297011:0:32680:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777477.297018:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.297021:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919ba50. 00000400:00000010:2.0:1788777477.297027:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777477.297034:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211116544, portal 10 00000100:00000001:2.0:1788777477.297036:0:32680:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.297037:0:32680:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:2.0:1788777477.297043:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.297050:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777477.297052:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777477.297055:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93b28. 00000100:00000200:2.0:1788777477.297058:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211116544, offset 0 00000400:00000200:2.0:1788777477.297064:0:32680:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777477.297071:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.297078:0:32680:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777477.297083:0:32680:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777477.297088:0:32680:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777477.297092:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777477.297095:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777477.297099:0:32680:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2790:2790:256:4294967295] 192.168.204.133@tcp LPNI seq info [2789:2789:8:4294967295] 00000400:00000200:2.0:1788777477.297103:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.297111:0:32680:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777477.297117:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777477.297122:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956800. 00000800:00000200:2.0:1788777477.297128:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777477.297135:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777477.297139:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777477.297159:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.297163:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 854628 usecs (855 jiffies) 00000400:00000200:2.0:1788777477.297167:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777477.297170:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581459 00000100:00000001:2.0:1788777477.297173:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.297177:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581459 00000100:00000001:2.0:1788777477.297179:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.297180:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.297183:0:32680:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.297185:0:32680:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.297187:0:32680:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777477.297189:0:32680:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777477.297191:0:32680:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.297193:0:32680:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.300685:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.300693:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.300697:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.300698:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.300788:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777477.300791:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.300794:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788777477.303549:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.303570:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956800. 00000400:00000200:3.0:1788777477.303577:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.303587:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.303594:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93b28 00000400:00000010:3.0:1788777477.303597:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93b28. 00000100:00000001:3.0:1788777477.303602:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777477.303611:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.303623:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.303627:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.303634:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.303636:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.309981:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.309998:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.310006:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.310009:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.310018:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.310025:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.310035:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.310040:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.310046:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.310050:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 640 into portal 10 MB=0x6a9e8cdd5e000 00000400:00000200:3.0:1788777477.310055:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.310061:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 640/640 into md 0x82bd [1] + 224 00000800:00000001:3.0:1788777477.310068:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.310074:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.310078:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.310083:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.310091:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.310100:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.310111:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.310133:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.310141:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.310144:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.310291:0:32680:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777477.310300:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777477.310302:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777477.310306:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919ba50. 00000400:00000200:2.0:1788777477.310311:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:2.0:1788777477.310314:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:2.0:1788777477.310317:0:32680:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.310324:0:32680:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777477.310333:0:32680:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.310339:0:32680:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777477.310342:0:32680:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.310344:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777477.310347:0:32680:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777477.310350:0:32680:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777477.310352:0:32680:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.310356:0:32680:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777477.310365:0:32680:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777477.310370:0:32680:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777477.310373:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777477.310375:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.311582:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777477.311586:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.311592:0:32680:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777477.311594:0:32680:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788777477.311597:0:32680:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777477.311600:0:32680:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.311609:0:32680:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.311618:0:32680:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.311622:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777477.311624:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777477.311628:0:32680:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777477.311635:0:32680:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32680:1875667211116544:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777477.311640:0:32680:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.311644:0:32680:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.311646:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777477.311648:0:32680:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.311652:0:32680:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.311658:0:32680:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777477.311661:0:32680:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.311665:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777477.311666:0:32680:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.311670:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777477.311673:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.311676:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.311679:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=4 00000020:00000001:2.0:1788777477.311681:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.311684:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000040:2.0:1788777477.311690:0:32680:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4000, remote cookie: 0x542deec0941a6ae6, flags: 0x1001 00010000:00010000:2.0:1788777477.311696:0:32680:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777477.311704:0:32680:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:2.0:1788777477.311708:0:32680:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777477.311718:0:32680:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6f00. 00010000:00000010:2.0:1788777477.311723:0:32680:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d400. 00010000:00000001:2.0:1788777477.311728:0:32680:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.311731:0:32680:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.311739:0:32680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.311745:0:32680:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777477.311749:0:32680:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777477.311751:0:32680:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777477.311753:0:32680:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777477.311754:0:32680:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777477.311757:0:32680:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff9b1fd20e6f00) refcount = 1 00010000:00010000:2.0:1788777477.311761:0:32680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.311768:0:32680:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777477.311771:0:32680:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777477.311773:0:32680:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.311776:0:32680:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777477.311778:0:32680:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.311782:0:32680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.311787:0:32680:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777477.311789:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.311791:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.311792:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.311793:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.311794:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.312594:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777477.312598:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.312600:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.312603:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:2.0:1788777477.312606:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312609:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312612:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.312613:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.312614:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=4 00000020:00000001:2.0:1788777477.312616:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312618:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312622:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.312624:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.312628:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.312635:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.312636:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.312638:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.312639:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.312640:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=5 00000020:00000001:2.0:1788777477.312642:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312644:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312646:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.312649:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.312655:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.312656:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777477.312659:0:32680:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.312665:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.312666:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.312667:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.312668:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.312669:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777477.312677:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777477.312687:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.312688:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.312689:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:2.0:1788777477.312691:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312693:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00000002:00010000:2.0:1788777477.312696:0:32680:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777477.312707:0:32680:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc4f3d880. 00010000:00000001:2.0:1788777477.312709:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.312710:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.312712:0:32680:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.312713:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.312717:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777477.312720:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.312721:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.312722:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:2.0:1788777477.312724:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312726:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00000002:00010000:2.0:1788777477.312729:0:32680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.312741:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.312742:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.312744:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777477.312745:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.312746:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.312747:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:2.0:1788777477.312749:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312751:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000040:2.0:1788777477.312755:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 2 00010000:00000001:2.0:1788777477.312757:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777477.312761:0:32680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:2.0:1788777477.312763:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.312764:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.312765:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777477.312768:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3710 00000002:00002000:2.0:1788777477.312770:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777477.312773:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.312778:0:32680:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.312781:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777477.312784:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777477.312787:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.312791:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 2 00000080:00000001:2.0:1788777477.312794:0:32680:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777477.312795:0:32680:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc20c3b20 it_disposition b 00000080:00000001:2.0:1788777477.312816:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777477.312822:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777477.312825:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777477.312828:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:2.0:1788777477.312831:0:32680:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788777477.312836:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777477.312841:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:2.0:1788777477.312843:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:2.0:1788777477.312845:0:32680:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777477.312849:0:32680:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777477.312851:0:32680:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777477.312857:0:32680:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd0efc4e0. 00020000:00000010:2.0:1788777477.312862:0:32680:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd11eba80. 00020000:00000010:2.0:1788777477.312867:0:32680:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd0efc1e0. 00020000:00000001:2.0:1788777477.312869:0:32680:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159684506080 : -110914025045536 : ffff9b1fd0efc1e0) 00020000:00000002:2.0:1788777477.312872:0:32680:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efc1e0, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777477.312876:0:32680:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777477.312880:0:32680:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd11eba80: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:2.0:1788777477.312883:0:32680:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f82000) owner ffff9b1fd8bca7c0 00020000:00000001:2.0:1788777477.312887:0:32680:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777477.312889:0:32680:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f82000) owner ffff9b1fd8bca7c0 00020000:00000010:2.0:1788777477.312893:0:32680:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd11eba80. 00020000:00000010:2.0:1788777477.312897:0:32680:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd0efc4e0. 00020000:00000010:2.0:1788777477.312900:0:32680:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd0efc1e0. 00020000:00000002:2.0:1788777477.312902:0:32680:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777477.312904:0:32680:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.312906:0:32680:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777477.312908:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:2.0:1788777477.312911:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:2.0:1788777477.312914:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777477.312918:0:32680:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x25:0x0](ffff9b1fd1579988): rc = 0 00000080:00000001:2.0:1788777477.312921:0:32680:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691311496 : -110914018240120 : ffff9b1fd1579988) 00010000:00000001:2.0:1788777477.312923:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.312924:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.312925:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:2.0:1788777477.312926:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.312928:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00000080:00000001:2.0:1788777477.312931:0:32680:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777477.312932:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777477.312933:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:2.0:1788777477.312935:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:2.0:1788777477.312936:0:32680:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777477.312937:0:32680:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777477.312938:0:32680:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777477.312940:0:32680:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd0efc1e0. 00020000:00000010:2.0:1788777477.312942:0:32680:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd11eba80. 00020000:00000010:2.0:1788777477.312944:0:32680:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd0efc4e0. 00020000:00000001:2.0:1788777477.312946:0:32680:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159684506848 : -110914025044768 : ffff9b1fd0efc4e0) 00020000:00000002:2.0:1788777477.312948:0:32680:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efc4e0, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777477.312951:0:32680:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777477.312954:0:32680:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd11eba80: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:2.0:1788777477.312956:0:32680:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f82000) owner ffff9b1fd8bca7c0 00020000:00000001:2.0:1788777477.312957:0:32680:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777477.312959:0:32680:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f82000) owner ffff9b1fd8bca7c0 00020000:00000010:2.0:1788777477.312961:0:32680:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd11eba80. 00020000:00000010:2.0:1788777477.312963:0:32680:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd0efc1e0. 00020000:00000010:2.0:1788777477.312965:0:32680:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd0efc4e0. 00020000:00000002:2.0:1788777477.312967:0:32680:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777477.312968:0:32680:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.312969:0:32680:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.312973:0:32680:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777477.312975:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd8bca7c0 00020000:00000002:2.0:1788777477.312978:0:32680:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617480 addref 2/0 by ffff9b1fd8bca7c0. 00020000:00000002:2.0:1788777477.312980:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd8bca7c0 00020000:00000001:2.0:1788777477.312982:0:32680:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777477.312985:0:32680:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777477.312987:0:32680:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777477.312988:0:32680:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777477.312990:0:32680:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777477.312992:0:32680:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788777477.312994:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:2.0:1788777477.312996:0:32680:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.312998:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.312998:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777477.313000:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777477.313003:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777477.313005:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.313008:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9b1fd1579988) for lock 0x22b16ee488cdc972 00800000:00000001:2.0:1788777477.313011:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.313013:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.313014:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.313015:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.313016:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:2.0:1788777477.313018:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.313020:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.313900:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.313902:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.313903:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.313906:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777477.313914:0:32680:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd16c41b0 inode ffff9b1fd1579988 refc 1 flags 0x40000e 00000080:00000001:2.0:1788777477.313918:0:32680:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777477.313922:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9b1fd1579988) 00000080:00010000:2.0:1788777477.313925:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc972 from it ffffb70bc20c3b20 00010000:00000001:2.0:1788777477.313928:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.313930:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.313932:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:2.0:1788777477.313934:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.313936:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.313938:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.313942:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.313950:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.313951:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.313953:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.313956:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.313959:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777477.313971:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.313974:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.313977:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.313980:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.313981:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.313983:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.313986:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.313987:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.313989:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.313992:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.313994:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.313995:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.313996:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777477.313997:0:32680:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777477.314002:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000100:00000001:2.0:1788777477.314008:0:32680:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.314016:0:32680:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211116544/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.314022:0:32680:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777477.314025:0:32680:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777477.314028:0:32680:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc920c000. 02000000:00000001:2.0:1788777477.314032:0:32680:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777477.314035:0:32680:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777477.314037:0:32680:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777477.314039:0:32680:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777477.314043:0:32680:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777477.314048:0:32680:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777477.314050:0:32680:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777477.314051:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:2.0:1788777477.314055:0:32680:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777477.314056:0:32680:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777477.314059:0:32680:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777477.314060:0:32680:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc20c3b20 released 00000080:00000001:2.0:1788777477.314062:0:32680:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788777477.314076:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3d08 00000080:00200008:2.0:1788777477.314079:0:32680:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x25:0x0](ffff9b1fd1579988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777477.314085:0:32680:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777477.314087:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3c80 00000080:00200000:2.0:1788777477.314089:0:32680:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9b1fd1579988),name=f 00000080:00000010:2.0:1788777477.314095:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:2.0:1788777477.314100:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc32ded00 2 00000080:00000001:2.0:1788777477.314105:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.314109:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.314110:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3ba0 00800000:00000002:2.0:1788777477.314113:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x25:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:2.0:1788777477.314116:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777477.314119:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.314122:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.314125:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.314127:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.314128:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.314130:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1788777477.314132:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.314135:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.314136:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.314137:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.314138:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.314139:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.314140:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:2.0:1788777477.314142:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.314144:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777477.314148:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.314149:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3a70 00000002:00010000:2.0:1788777477.314151:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777477.314154:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777477.314156:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777477.314158:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777477.314162:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 2 00010000:00000001:2.0:1788777477.314164:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.314169:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.314171:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777477.314175:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777477.314183:0:32680:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777477.314187:0:32680:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.314190:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777477.314196:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777477.314198:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777477.314200:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.314201:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.314203:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.314206:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777477.314208:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777477.314209:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 2 00000080:00000010:2.0:1788777477.314211:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000080:00000001:2.0:1788777477.314214:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777477.314216:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.314218:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9b1fd1579988) 00000080:00010000:2.0:1788777477.314221:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9b1fd1579988) for lock 0x22b16ee488cdc972 00800000:00000001:2.0:1788777477.314223:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.314225:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.314226:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.314228:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.314229:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:2.0:1788777477.314231:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.314233:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.314236:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.314237:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.314238:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.314239:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.314241:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc972 from it ffffb70bc20c3cb8 00010000:00000001:2.0:1788777477.314242:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.314243:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.314244:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:2.0:1788777477.314246:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.314247:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777477.314249:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.314251:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777477.314256:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.314257:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.314258:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.314259:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.314261:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777477.314267:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.314269:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.314270:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.314272:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.314273:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.314275:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.314277:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.314278:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.314279:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.314281:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.314283:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.314284:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.314285:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777477.314286:0:32680:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777477.314288:0:32680:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777477.314290:0:32680:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788777477.314293:0:32680:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777477.314295:0:32680:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777477.314297:0:32680:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777477.314298:0:32680:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.314301:0:32680:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777477.314304:0:32680:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777477.314307:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777477.314309:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:2.0:1788777477.314311:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:2.0:1788777477.314315:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000020:00000001:2.0:1788777477.314317:0:32680:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777477.314320:0:32680:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777477.314322:0:32680:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777477.314324:0:32680:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777477.314325:0:32680:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777477.314327:0:32680:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777477.314329:0:32680:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.314330:0:32680:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777477.314335:0:32680:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff9b1fc2fb5090 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777477.314337:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd8bca7c0 00020000:00000001:2.0:1788777477.314341:0:32680:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777477.314343:0:32680:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777477.314345:0:32680:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777477.314346:0:32680:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777477.314349:0:32680:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777477.314351:0:32680:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777477.314353:0:32680:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.314354:0:32680:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777477.314355:0:32680:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777477.314357:0:32680:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777477.314358:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd8bca7c0 00000020:00000001:2.0:1788777477.314360:0:32680:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777477.314363:0:32680:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777477.314364:0:32680:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x25:0x0] 00000020:00000001:2.0:1788777477.314377:0:32680:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777477.314380:0:32680:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777477.314383:0:32680:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777477.314385:0:32680:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777477.314390:0:32680:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777477.314396:0:32680:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d100. 00020000:00000002:2.0:1788777477.314399:0:32680:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777477.314401:0:32680:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777477.314404:0:32680:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777477.314406:0:32680:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777477.314408:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777477.314409:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:2.0:1788777477.314411:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:2.0:1788777477.314413:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caf58 -> ffff9b1fc72ca9e0 00000020:00000001:2.0:1788777477.314415:0:32680:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777477.314418:0:32680:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777477.314419:0:32680:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777477.314420:0:32680:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777477.314422:0:32680:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777477.314423:0:32680:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777477.314425:0:32680:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777477.314429:0:32680:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f59300. 00000008:00010000:2.0:1788777477.314432:0:32680:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777477.314434:0:32680:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777477.314435:0:32680:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777477.314437:0:32680:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d130, osc lock ffff9b1fc7f59300, flags 0x400001002 00000020:00000001:2.0:1788777477.314439:0:32680:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777477.314440:0:32680:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777477.314443:0:32680:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538102528 : -110914171449088 : ffff9b1fc835d100) 00000020:00000001:2.0:1788777477.314444:0:32680:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777477.314445:0:32680:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777477.314446:0:32680:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.314448:0:32680:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.314450:0:32680:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777477.314451:0:32680:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777477.314453:0:32680:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777477.314455:0:32680:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777477.314456:0:32680:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777477.314456:0:32680:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777477.314458:0:32680:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777477.315420:0:32680:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777477.315428:0:32680:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777477.315433:0:32680:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777477.315435:0:32680:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777477.315436:0:32680:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777477.315439:0:32680:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777477.315440:0:32680:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777477.315442:0:32680:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777477.315444:0:32680:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777477.315447:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777477.315452:0:32680:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.315455:0:32680:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788777477.315555:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777477.315561:0:32680:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777477.315565:0:32680:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788777477.315569:0:32680:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788777477.315574:0:32680:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1861 00000400:00000200:2.0:1788777477.315582:0:32680:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.315589:0:32680:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:2.0:1788777477.315593:0:32680:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777477.315597:0:32680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777477.315599:0:32680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777477.315601:0:32680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:2.0:1788777477.315604:0:32680:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777477.315606:0:32680:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:2.0:1788777477.315608:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.315610:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:2.0:1788777477.315612:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:2.0:1788777477.315615:0:32680:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000040:2.0:1788777477.315618:0:32680:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777477.315620:0:32680:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777477.315622:0:32680:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777477.315624:0:32680:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:2.0:1788777477.315627:0:32680:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00080000:2.0:1788777477.315630:0:32680:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b1fc31a7000: import ffff9b1fc530c800 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:2.0:1788777477.315633:0:32680:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.315635:0:32680:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788777477.315641:0:32680:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.315644:0:32680:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.315647:0:32680:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788777477.315651:0:32680:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1788777477.315653:0:32680:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.315655:0:32680:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777477.315659:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c000. 00000020:00000040:2.0:1788777477.315661:0:32680:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777477.315664:0:32680:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777477.315666:0:32680:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.315669:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.315672:0:32680:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.315675:0:32680:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.315681:0:32680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333ac00. 00000100:00000001:2.0:1788777477.315688:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777477.315698:0:32680:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777477.315708:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.315712:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.315717:0:32680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0939aae] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.315795:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777477.315804:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.315807:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777477.315823:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.315831:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777477.315833:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.315836:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777477.315839:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777477.315842:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777477.315845:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211116672:192.168.204.133@tcp:8:checkstat.0 00000100:00000001:1.0:1788777477.315849:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777477.315854:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777477.315856:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.315859:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777477.315865:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356e400. 02000000:00000001:1.0:1788777477.315867:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777477.315872:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.315876:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e122c0. 00000400:00000010:1.0:1788777477.315882:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777477.315888:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211116672, portal 4 00000100:00000001:1.0:1788777477.315890:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.315893:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000040:1.0:1788777477.315899:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.315906:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777477.315909:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777477.315912:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256330. 00000100:00000200:1.0:1788777477.315915:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667211116672, offset 0 00000400:00000200:1.0:1788777477.315921:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777477.315929:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.315935:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777477.315939:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777477.315943:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777477.315946:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777477.315949:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777477.315952:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2791:2791:256:4294967295] 192.168.204.133@tcp LPNI seq info [2790:2790:8:4294967295] 00000400:00000200:1.0:1788777477.315956:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.315966:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777477.315973:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777477.315977:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30de300. 00000800:00000200:1.0:1788777477.315984:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777477.315992:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777477.315997:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30de300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777477.316021:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.316026:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20538 usecs (21 jiffies) 00000400:00000200:1.0:1788777477.316030:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777477.316032:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296580644 00000100:00000001:1.0:1788777477.316035:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.316037:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296580644 00000100:00000001:1.0:1788777477.316040:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.316042:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.316045:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.316048:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.316051:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.316121:0:32680:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.316125:0:32680:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1788777477.316126:0:32680:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1788777477.316130:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777477.316133:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.316136:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.316138:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.316139:0:32680:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.316141:0:32680:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.316146:0:32680:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1069800. 00000100:00000001:2.0:1788777477.316149:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.316155:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.316157:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.316158:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.316159:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.316161:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.316164:0:32680:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:2.0:1788777477.316167:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777477.316169:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777477.316175:0:32680:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6b00. 00010000:00000010:2.0:1788777477.316179:0:32680:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd20e6000. 00010000:00000001:2.0:1788777477.316184:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777477.316187:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4c00. 00000020:00000001:2.0:1788777477.316191:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777477.316193:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4c00 with handle 0x22b16ee488cdc979 to hash 00000020:00000001:2.0:1788777477.316195:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777477.316197:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000010:2.0:1788777477.316201:0:32680:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc4f3d240. 00010000:00000001:2.0:1788777477.316204:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.316208:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.316210:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.316214:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.316224:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.316235:0:32680:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.316237:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.316240:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.316246:0:32680:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d50a8f] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788777477.316267:0:32680:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777477.316270:0:32680:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.316273:0:32680:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777477.316276:0:32680:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.316278:0:32680:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.316281:0:32680:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777477.316283:0:32680:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777477.316285:0:32680:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777477.316286:0:32680:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788777477.316297:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777477.316299:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.316301:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777477.316306:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.316313:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.316315:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788777477.316319:0:2415:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.316325:0:2415:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.316328:0:2415:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.316330:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.316331:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.316333:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.316335:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.316342:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.316344:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.316346:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777477.316348:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.316349:0:2415:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.316351:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.316352:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.316353:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.316356:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.316503:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777477.316507:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777477.316600:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.316605:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30de300. 00000400:00000200:3.0:1788777477.316612:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.316617:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.316622:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256330 00000400:00000010:3.0:1788777477.316624:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256330. 00000100:00000001:3.0:1788777477.316628:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777477.316631:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777477.316638:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.316641:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777477.316646:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.316648:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777477.319844:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.319852:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777477.319858:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777477.319861:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.319865:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.319868:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777477.326099:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.326116:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.326121:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.326124:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.326134:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.326142:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.326150:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.326155:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.326162:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.326166:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 4 MB=0x6a9e8cdd5e080 00000400:00000200:3.0:1788777477.326171:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.326176:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 416/416 into md 0x82cd [1] + 0 00000800:00000001:3.0:1788777477.326183:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.326189:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.326193:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.326197:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.326204:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.326213:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777477.326224:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777477.326247:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.326255:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.326258:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.326405:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777477.326409:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777477.326416:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777477.326418:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777477.326421:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e122c0. 00000400:00000200:1.0:1788777477.326426:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:1.0:1788777477.326428:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:1.0:1788777477.326431:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777477.326436:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777477.326444:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.326450:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777477.326451:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.326454:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777477.326457:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777477.326679:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777477.326682:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.326686:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777477.326695:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=136 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777477.326699:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777477.326702:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777477.326704:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.326707:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777477.326710:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.326713:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777477.326715:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: committing for last_committed 4294967322 gen 15 00000100:00000040:1.0:1788777477.326718:0:2411:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788777477.326721:0:2411:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777477.326723:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.326728:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.326735:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.326738:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777477.326740:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.326742:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788777477.326748:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:1.0:1788777477.326751:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777477.326753:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:1.0:1788777477.326755:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.326758:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:1.0:1788777477.326760:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:1.0:1788777477.326763:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00001000:1.0:1788777477.326766:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=1788777477 v=0 (0 0 0 0) 00000100:00001000:1.0:1788777477.326769:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fc530cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788777477.326773:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000100:00080000:1.0:1788777477.326777:0:2411:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9b1fc31a7000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788777477.326780:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:1.0:1788777477.326783:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777477.326786:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788777477.326790:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9b1fc31a7000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1788777477.326793:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777477.326797:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788777477.326800:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777477.326803:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.326805:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777477.326807:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777477.326819:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.326821:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777477.326823:0:2411:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788777477.326826:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788777477.326829:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777477.326830:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788777477.326831:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777477.326832:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788777477.326834:0:2411:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788777477.326836:0:2411:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b1fc339bb90 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:1.0:1788777477.326841:0:2411:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:1.0:1788777477.326843:0:2411:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777477.326845:0:2411:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.326847:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777477.326849:0:2411:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788777477.326851:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788777477.326853:0:2411:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788777477.326854:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777477.326857:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777477.326859:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.326861:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.326862:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777477.326863:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777477.326865:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.326866:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788777477.326868:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788777477.326871:0:2411:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788777477.326873:0:2411:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.326875:0:2411:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.326876:0:2411:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.326878:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.326879:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777477.326881:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777477.326882:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.326884:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788777477.326885:0:2411:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.326888:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788777477.326893:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e85e236c): req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.326914:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.326917:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.326922:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777487 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777477.326930:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211116672:192.168.204.133@tcp:8:checkstat.0 00000100:00000001:1.0:1788777477.326935:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.326937:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.328204:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c000 x1875667211116672/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777487 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.328220:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777477.328223:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777477.328227:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356e400. 02000000:00000001:1.0:1788777477.328233:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777477.328235:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.328237:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.328239:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777477.328243:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:1.0:1788777477.328247:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777477.328248:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777477.328250:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c000. 00000100:00000001:1.0:1788777477.328254:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777477.328256:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.328259:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.328266:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.328268:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.328271:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777477.328273:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.328343:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777477.328346:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.328350:0:2415:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.328353:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.328355:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.328358:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777477.328361:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.328365:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.328367:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777477.328374:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777477.328376:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.328379:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777477.328387:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333a400. 02000000:00000001:2.0:1788777477.328389:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777477.328396:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.328401:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919ba50. 00000400:00000010:2.0:1788777477.328406:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777477.328412:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211116800, portal 4 00000100:00000001:2.0:1788777477.328414:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.328416:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:2.0:1788777477.328426:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.328434:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777477.328436:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777477.328439:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93990. 00000100:00000200:2.0:1788777477.328442:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211116800, offset 0 00000400:00000200:2.0:1788777477.328449:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777477.328457:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.328678:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777477.328683:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777477.328688:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777477.328691:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777477.328694:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777477.328698:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2792:2792:256:4294967295] 192.168.204.133@tcp LPNI seq info [2791:2791:8:4294967295] 00000400:00000200:2.0:1788777477.328702:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.328711:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777477.328718:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777477.328724:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956800. 00000800:00000200:2.0:1788777477.328731:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777477.328738:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777477.328742:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777477.328762:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.328767:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20501 usecs (21 jiffies) 00000400:00000200:2.0:1788777477.328770:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777477.328773:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296580657 00000100:00000001:2.0:1788777477.328776:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.328779:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296580657 00000100:00000001:2.0:1788777477.328781:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.328783:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.328786:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.328788:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.328791:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.328793:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777477.328795:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777477.328796:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.328797:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.328800:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777477.329274:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.329279:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956800. 00000400:00000200:3.0:1788777477.329284:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.329289:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.329294:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93990 00000400:00000010:3.0:1788777477.329297:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93990. 00000100:00000001:3.0:1788777477.329301:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777477.329307:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.329317:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.329321:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.329327:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.329329:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.334143:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.334160:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.334165:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.334168:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.334176:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.334185:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.334195:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.334199:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.334205:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.334209:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd5e100 00000400:00000200:3.0:1788777477.334214:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.334219:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x82d5 [1] + 224 00000800:00000001:3.0:1788777477.334226:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.334232:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.334235:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.334239:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.334246:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.334254:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.334265:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.334289:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.334298:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.334301:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.336075:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777477.336082:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777477.336091:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777477.336094:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777477.336097:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919ba50. 00000400:00000200:2.0:1788777477.336105:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:2.0:1788777477.336107:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:2.0:1788777477.336111:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.336124:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777477.336135:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.336141:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777477.336143:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.336146:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777477.336149:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777477.336151:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777477.336153:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.336156:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777477.336164:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=136 v=5 (5 5 5 36) 00000100:00001000:2.0:1788777477.336169:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777477.336171:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777477.336173:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.336175:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777477.336179:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.336183:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777477.336185:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788777477.336187:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777477.336188:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.336193:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.336200:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.336203:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777477.336204:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777477.336208:0:2415:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788777477.336211:0:2415:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.336213:0:2415:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.336217:0:2415:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=4 00000020:00000001:2.0:1788777477.336220:0:2415:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336223:0:2415:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336225:0:2415:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.336227:0:2415:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.336228:0:2415:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=5 00000020:00000001:2.0:1788777477.336230:0:2415:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336232:0:2415:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336236:0:2415:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.336239:0:2415:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.336244:0:2415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.336256:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.336258:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.336261:0:2415:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777477.336263:0:2415:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.336264:0:2415:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.336265:0:2415:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=6 00000020:00000001:2.0:1788777477.336267:0:2415:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336269:0:2415:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000040:2.0:1788777477.336275:0:2415:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4c00, remote cookie: 0x542deec0941a6af4, flags: 0x1001 00010000:00010000:2.0:1788777477.336279:0:2415:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.336287:0:2415:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788777477.336290:0:2415:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.336292:0:2415:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777477.336296:0:2415:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788777477.336300:0:2415:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777477.336308:0:2415:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x15:0x0].0x0 (ffff9b1fd20e6b00) refcount = 1 00010000:00000040:2.0:1788777477.336311:0:2415:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777477.336314:0:2415:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.336323:0:2415:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777477.336325:0:2415:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.336328:0:2415:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777477.336330:0:2415:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.336334:0:2415:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.336341:0:2415:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777477.336343:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.336344:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.336344:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.336345:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777477.336347:0:2415:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788777477.336349:0:2415:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777477.336353:0:2415:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.336354:0:2415:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.336356:0:2415:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=5 00000020:00000001:2.0:1788777477.336358:0:2415:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336360:0:2415:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00000008:00000001:2.0:1788777477.336364:0:2415:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788777477.336369:0:2415:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000008:00010000:2.0:1788777477.336374:0:2415:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788777477.336381:0:2415:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000020:00000001:2.0:1788777477.336383:0:2415:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777477.336386:0:2415:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777477.336389:0:2415:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777477.336392:0:2415:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.336393:0:2415:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.336395:0:2415:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000008:00000001:2.0:1788777477.336397:0:2415:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788777477.336399:0:2415:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777477.336401:0:2415:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777477.336420:0:2415:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777477.336423:0:2415:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.336425:0:2415:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.336426:0:2415:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.336428:0:2415:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=6 00000020:00000001:2.0:1788777477.336430:0:2415:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336432:0:2415:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336434:0:2415:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.336437:0:2415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.336445:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.336446:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777477.336448:0:2415:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.336454:0:2415:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.336456:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.336457:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777477.336458:0:2415:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.336504:0:2415:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.336506:0:2415:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.336508:0:2415:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=5 00000020:00000001:2.0:1788777477.336509:0:2415:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336511:0:2415:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777477.336513:0:2415:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.336515:0:2415:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.336521:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.336522:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.336524:0:2415:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.336526:0:2415:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.336528:0:2415:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777477.336536:0:2415:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.336538:0:2415:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.336540:0:2415:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.336544:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.336545:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.336546:0:2415:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.336549:0:2415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.336550:0:2415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.336552:0:2415:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.336554:0:2415:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.336556:0:2415:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.336557:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.336558:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.336559:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.336560:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777477.336561:0:2415:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.336567:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777477.336575:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:0:1875667211116800:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777477.336580:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.336583:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.336586:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211116800/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.336593:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777477.336595:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777477.336599:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333a400. 02000000:00000001:2.0:1788777477.336603:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777477.336605:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777477.336607:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777477.336609:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777477.336612:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1069800. 02000000:00000001:2.0:1788777477.336615:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777477.336617:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777477.336619:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:2.0:1788777477.336622:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777477.336623:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.336625:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.336632:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.336634:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.336636:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777477.336639:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.337136:0:32680:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.337141:0:32680:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.337147:0:32680:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777477.337149:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777477.337151:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777477.337153:0:32680:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777477.337158:0:32680:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777477.337162:0:32680:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777477.337164:0:32680:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.337166:0:32680:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777477.337167:0:32680:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777477.337169:0:32680:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777477.337173:0:32680:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777477.337175:0:32680:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777477.337178:0:32680:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.337180:0:32680:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.337182:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000080:00200000:0.0:1788777477.337184:0:32680:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x25:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788777477.337187:0:32680:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777477.337190:0:32680:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777477.337192:0:32680:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_release():245 00000020:00000001:0.0:1788777477.337195:0:32680:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777477.337196:0:32680:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777477.337200:0:32680:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777477.337204:0:32680:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777477.337206:0:32680:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:0.0:1788777477.337208:0:32680:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777477.337209:0:32680:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d130 (ffff9b1fc72027e8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777477.337212:0:32680:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777477.337213:0:32680:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777477.337214:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.337216:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777477.337217:0:32680:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777477.337218:0:32680:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777477.337220:0:32680:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777477.337221:0:32680:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777477.337222:0:32680:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777477.337223:0:32680:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777477.337226:0:32680:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777477.337227:0:32680:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777477.337228:0:32680:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d130 (ffff9b1fc7202d88/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777477.337231:0:32680:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f59300. 00000020:00000001:0.0:1788777477.337235:0:32680:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777477.337236:0:32680:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d100. 00020000:00000001:0.0:1788777477.337240:0:32680:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777477.337241:0:32680:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777477.337242:0:32680:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788777477.337244:0:32680:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.337246:0:32680:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777477.337249:0:32680:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777477.337251:0:32680:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777477.337252:0:32680:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777477.337253:0:32680:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777477.337256:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:0.0:1788777477.337259:0:32680:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777477.337261:0:32680:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777477.337264:0:32680:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777477.337267:0:32680:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777477.337270:0:32680:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777477.337272:0:32680:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.337274:0:32680:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777477.337276:0:32680:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777477.337277:0:32680:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777477.337278:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000001:00000001:0.0:1788777477.337280:0:32680:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.337289:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3d08 00000080:00000008:0.0:1788777477.337292:0:32680:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x25:0x0](ffff9b1fd1579988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777477.337298:0:32680:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777477.337300:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3da0 00000080:00002000:0.0:1788777477.337302:0:32680:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b1fd16c41b0, parent ffff9b1fd16c4e58, inode ffff9b1fd1579988) hashed, 00000080:00000001:0.0:1788777477.337305:0:32680:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.347827:0:32681:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777477.347835:0:32681:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777477.347838:0:32681:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777477.347841:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bb20 00000080:00200000:2.0:1788777477.347846:0:32681:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777477.347854:0:32681:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:2.0:1788777477.347861:0:32681:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.347865:0:32681:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.347871:0:32681:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.347873:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba40 00800000:00000002:2.0:1788777477.347876:0:32681:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.347880:0:32681:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777477.347882:0:32681:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.347885:0:32681:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.347887:0:32681:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.347890:0:32681:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.347892:0:32681:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.347894:0:32681:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.347897:0:32681:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.347901:0:32681:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777477.347907:0:32681:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.347909:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b910 00000002:00010000:2.0:1788777477.347911:0:32681:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777477.347915:0:32681:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777477.347917:0:32681:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777477.347921:0:32681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777477.347928:0:32681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:2.0:1788777477.347931:0:32681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.347935:0:32681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.347939:0:32681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777477.347954:0:32681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777477.347966:0:32681:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777477.347971:0:32681:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.347976:0:32681:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777477.347983:0:32681:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777477.347986:0:32681:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777477.347988:0:32681:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.347990:0:32681:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.347993:0:32681:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.347995:0:32681:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777477.347997:0:32681:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777477.348000:0:32681:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777477.348017:0:32681:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000080:00000001:2.0:1788777477.348023:0:32681:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777477.348025:0:32681:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.348028:0:32681:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777477.348032:0:32681:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc964 00800000:00000001:2.0:1788777477.348035:0:32681:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.348038:0:32681:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.348039:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.348042:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.348045:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.348047:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.348050:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.348052:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.348054:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.348055:0:32681:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.348057:0:32681:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.348059:0:32681:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc964 from it ffffb70bc1d6bb58 00010000:00000001:2.0:1788777477.348061:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.348062:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.348064:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.348066:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.348068:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.348070:0:32681:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.348073:0:32681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777477.348080:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.348082:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.348083:0:32681:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.348085:0:32681:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.348088:0:32681:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777477.348095:0:32681:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.348098:0:32681:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.348100:0:32681:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.348104:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.348105:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.348107:0:32681:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.348110:0:32681:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.348112:0:32681:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.348114:0:32681:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.348117:0:32681:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.348119:0:32681:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.348120:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.348121:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777477.348125:0:32681:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777477.348126:0:32681:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.348128:0:32681:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777477.348133:0:32681:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777477.348142:0:32681:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca6138a0. 00000020:00000001:2.0:1788777477.348147:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba88 00000080:00200000:2.0:1788777477.348148:0:32681:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=24 00000080:00000001:2.0:1788777477.348151:0:32681:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777477.348153:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b938 00000080:00200000:2.0:1788777477.348154:0:32681:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=0 00000080:00000010:2.0:1788777477.348160:0:32681:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069800. 00800000:00000002:2.0:1788777477.348162:0:32681:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.348165:0:32681:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.348167:0:32681:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.348169:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b858 00800000:00000002:2.0:1788777477.348171:0:32681:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.348173:0:32681:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777477.348176:0:32681:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.348178:0:32681:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.348179:0:32681:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.348180:0:32681:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.348182:0:32681:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.348183:0:32681:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.348185:0:32681:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.348187:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b7f0 00800000:00000002:2.0:1788777477.348189:0:32681:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788777477.348191:0:32681:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.348193:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b728 00000002:00010000:2.0:1788777477.348194:0:32681:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788777477.348198:0:32681:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777477.348200:0:32681:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777477.348205:0:32681:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777477.348208:0:32681:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777477.348213:0:32681:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777477.348217:0:32681:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.348220:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.348221:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.348222:0:32681:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.348225:0:32681:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.348227:0:32681:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.348229:0:32681:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.348237:0:32681:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333a400. 00000100:00000001:2.0:1788777477.348244:0:32681:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.348249:0:32681:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.348251:0:32681:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.348252:0:32681:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.348253:0:32681:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.348255:0:32681:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.348263:0:32681:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:2.0:1788777477.348267:0:32681:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777477.348269:0:32681:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777477.348271:0:32681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:2.0:1788777477.348273:0:32681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.348275:0:32681:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777477.348279:0:32681:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4a00. 00000020:00000001:2.0:1788777477.348282:0:32681:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777477.348284:0:32681:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4a00 with handle 0x22b16ee488cdc980 to hash 00000020:00000001:2.0:1788777477.348286:0:32681:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777477.348288:0:32681:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:2.0:1788777477.348291:0:32681:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:2.0:1788777477.348294:0:32681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.348295:0:32681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.348299:0:32681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.348306:0:32681:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.348315:0:32681:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32681 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777477.348320:0:32681:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777477.348321:0:32681:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777477.348328:0:32681:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.348330:0:32681:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686985216 : -110914022566400 : ffff9b1fd1159600) 00000100:00000001:2.0:1788777477.348332:0:32681:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.348333:0:32681:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:2.0:1788777477.348338:0:32681:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.348342:0:32681:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.348344:0:32681:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777477.348346:0:32681:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777477.348357:0:32681:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.348372:0:32681:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.348374:0:32681:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.348378:0:32681:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777477.348380:0:32681:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.348382:0:32681:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777477.348386:0:32681:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32681:1875667211116928:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777477.348389:0:32681:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777477.348394:0:32681:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777477.348397:0:32681:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.348399:0:32681:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777477.348403:0:32681:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920c000. 02000000:00000001:2.0:1788777477.348405:0:32681:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777477.348412:0:32681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.348417:0:32681:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919ba50. 00000400:00000010:2.0:1788777477.348424:0:32681:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777477.348430:0:32681:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211116928, portal 10 00000100:00000001:2.0:1788777477.348432:0:32681:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.348434:0:32681:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:2.0:1788777477.348439:0:32681:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.348446:0:32681:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777477.348448:0:32681:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777477.348451:0:32681:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e932a8. 00000100:00000200:2.0:1788777477.348453:0:32681:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211116928, offset 0 00000400:00000200:2.0:1788777477.348460:0:32681:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777477.348489:0:32681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.348495:0:32681:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777477.348501:0:32681:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777477.348504:0:32681:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777477.348508:0:32681:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777477.348510:0:32681:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777477.348514:0:32681:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2793:2793:256:4294967295] 192.168.204.133@tcp LPNI seq info [2792:2792:8:4294967295] 00000400:00000200:2.0:1788777477.348519:0:32681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.348528:0:32681:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777477.348534:0:32681:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777477.348539:0:32681:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956200. 00000800:00000200:2.0:1788777477.348546:0:32681:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777477.348553:0:32681:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777477.348557:0:32681:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777477.348577:0:32681:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.348582:0:32681:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 853463 usecs (854 jiffies) 00000400:00000200:2.0:1788777477.348585:0:32681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777477.348588:0:32681:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581508 00000100:00000001:2.0:1788777477.348591:0:32681:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.348593:0:32681:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581508 00000100:00000001:2.0:1788777477.348595:0:32681:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.348598:0:32681:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.348601:0:32681:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.348603:0:32681:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.348605:0:32681:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777477.348607:0:32681:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777477.348610:0:32681:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.348613:0:32681:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777477.348715:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.348720:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956200. 00000400:00000200:3.0:1788777477.348726:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.348731:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.348737:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e932a8 00000400:00000010:3.0:1788777477.348739:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e932a8. 00000100:00000001:3.0:1788777477.348744:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777477.348748:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.348759:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.348763:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.348771:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.348772:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.365884:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.365900:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.365904:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.365906:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.365914:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.365922:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.365930:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.365934:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.365939:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.365942:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5e180 00000400:00000200:3.0:1788777477.365946:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.365952:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x82e5 [1] + 224 00000800:00000001:3.0:1788777477.365957:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.365962:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.365966:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.365970:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.365977:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.365985:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.365996:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.366069:0:32681:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777477.366088:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.366098:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.366102:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777477.367978:0:32681:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777477.367983:0:32681:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777477.367988:0:32681:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919ba50. 00000400:00000200:2.0:1788777477.367997:0:32681:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:2.0:1788777477.367999:0:32681:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:2.0:1788777477.368003:0:32681:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.368013:0:32681:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777477.368030:0:32681:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.368037:0:32681:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777477.368039:0:32681:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.368042:0:32681:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777477.368046:0:32681:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777477.368048:0:32681:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777477.368050:0:32681:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.368053:0:32681:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777477.368063:0:32681:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777477.368066:0:32681:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777477.368068:0:32681:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777477.368070:0:32681:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.368073:0:32681:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777477.368076:0:32681:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.368080:0:32681:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777477.368082:0:32681:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788777477.368084:0:32681:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777477.368087:0:32681:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.368091:0:32681:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.368098:0:32681:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.368101:0:32681:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777477.368103:0:32681:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777477.368107:0:32681:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777477.368114:0:32681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32681:1875667211116928:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:2.0:1788777477.368120:0:32681:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.368123:0:32681:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.368125:0:32681:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777477.368127:0:32681:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.368131:0:32681:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.368137:0:32681:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777477.368139:0:32681:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.368143:0:32681:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777477.368145:0:32681:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.368147:0:32681:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777477.368151:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.368154:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.368157:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=4 00000020:00000001:2.0:1788777477.368160:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:2.0:1788777477.368163:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000040:2.0:1788777477.368169:0:32681:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4a00, remote cookie: 0x542deec0941a6b10, flags: 0x1001 00010000:00010000:2.0:1788777477.368175:0:32681:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777477.368186:0:32681:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777477.368189:0:32681:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788777477.371923:0:32681:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d400. 00010000:00000010:3.0:1788777477.371936:0:32681:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc35f4400. 00010000:00000001:3.0:1788777477.371945:0:32681:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.371951:0:32681:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777477.371964:0:32681:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.371971:0:32681:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777477.371975:0:32681:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777477.371978:0:32681:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777477.371979:0:32681:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777477.371981:0:32681:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777477.371984:0:32681:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9b1fd9c8d400) refcount = 1 00010000:00010000:3.0:1788777477.371988:0:32681:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.371994:0:32681:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777477.371998:0:32681:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777477.372000:0:32681:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777477.372003:0:32681:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777477.372006:0:32681:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.372009:0:32681:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.372015:0:32681:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777477.372017:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.372019:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.372020:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.372021:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.372023:0:32681:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.372031:0:32681:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777477.372033:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.372035:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.372038:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.372040:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372043:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372045:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.372047:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.372048:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=4 00000020:00000001:3.0:1788777477.372050:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372052:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372054:0:32681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777477.372057:0:32681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.372061:0:32681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.372067:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.372068:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.372070:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.372071:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.372072:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=5 00000020:00000001:3.0:1788777477.372074:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372076:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372078:0:32681:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777477.372080:0:32681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.372087:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.372088:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777477.372090:0:32681:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.372097:0:32681:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777477.372099:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.372100:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.372101:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.372103:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777477.372114:0:32681:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777477.372130:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.372131:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.372132:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.372134:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372136:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372138:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.372139:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777477.372141:0:32681:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.372143:0:32681:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.372146:0:32681:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777477.372148:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.372149:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.372151:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.372152:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372155:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00000002:00010000:3.0:1788777477.372158:0:32681:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.372164:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.372165:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.372167:0:32681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777477.372168:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.372169:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.372171:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.372172:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.372174:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000040:3.0:1788777477.372179:0:32681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:3.0:1788777477.372181:0:32681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777477.372185:0:32681:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:3.0:1788777477.372188:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.372189:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777477.372191:0:32681:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777477.372194:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b6b0 00000002:00002000:3.0:1788777477.372196:0:32681:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777477.372200:0:32681:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.372204:0:32681:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.372207:0:32681:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777477.372209:0:32681:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777477.372212:0:32681:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.372216:0:32681:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777477.372218:0:32681:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777477.372220:0:32681:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1d6ba28 it_disposition b 00000080:00000001:3.0:1788777477.372223:0:32681:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777477.372229:0:32681:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788777477.372232:0:32681:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788777477.372237:0:32681:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc48176c0. 00800000:00000001:3.0:1788777477.372239:0:32681:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159475951296 : -110914233600320 : ffff9b1fc48176c0) 00800000:00000001:3.0:1788777477.372242:0:32681:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.372244:0:32681:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777477.372247:0:32681:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:3.0:1788777477.372250:0:32681:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788777477.372256:0:32681:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777477.372258:0:32681:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:3.0:1788777477.372261:0:32681:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777477.372264:0:32681:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777477.372266:0:32681:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777477.376616:0:32681:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:3.0:1788777477.376627:0:32681:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777477.376630:0:32681:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1788777458 to 1788777459 00000080:00200000:3.0:1788777477.376634:0:32681:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:3.0:1788777477.376639:0:32681:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff9b1fd15b6c08): rc = 0 00000080:00000001:3.0:1788777477.376643:0:32681:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691561992 : -110914017989624 : ffff9b1fd15b6c08) 00010000:00000001:3.0:1788777477.376647:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.376650:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.376654:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.376656:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.376659:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.376661:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.376663:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777477.376665:0:32681:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777477.376672:0:32681:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788777477.376674:0:32681:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc48176c0 1 00800000:00000010:3.0:1788777477.376677:0:32681:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc48176c0. 00800000:00000001:3.0:1788777477.376684:0:32681:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777477.376688:0:32681:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) for lock 0x22b16ee488cdc980 00800000:00000001:3.0:1788777477.376692:0:32681:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777477.376695:0:32681:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777477.376697:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.376698:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.376699:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.376701:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.376703:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.376705:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.376706:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777477.376708:0:32681:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.376710:0:32681:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777477.376717:0:32681:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd16c40d8 inode ffff9b1fd15b6c08 refc 1 flags 0x20000e 00000080:00000002:3.0:1788777477.376723:0:32681:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1788777477.376726:0:32681:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788777477.376729:0:32681:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) 00000080:00010000:3.0:1788777477.376733:0:32681:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc980 from it ffffb70bc1d6ba28 00010000:00000001:3.0:1788777477.376736:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.376737:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.376738:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.376740:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.376741:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.376743:0:32681:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777477.376748:0:32681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.376761:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.376762:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.376763:0:32681:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777477.376766:0:32681:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777477.376769:0:32681:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777477.376776:0:32681:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777477.376780:0:32681:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777477.376781:0:32681:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777477.376785:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.376786:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.376788:0:32681:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.376791:0:32681:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777477.376793:0:32681:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.376795:0:32681:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.376799:0:32681:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.376801:0:32681:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777477.376802:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.376803:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777477.376805:0:32681:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777477.376819:0:32681:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069800. 00000100:00000001:3.0:1788777477.376825:0:32681:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.376836:0:32681:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211116928/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.376844:0:32681:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777477.376848:0:32681:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777477.376851:0:32681:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc920c000. 02000000:00000001:3.0:1788777477.376854:0:32681:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777477.376857:0:32681:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777477.376858:0:32681:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777477.376861:0:32681:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777477.376864:0:32681:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333a400. 02000000:00000001:3.0:1788777477.376867:0:32681:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777477.376869:0:32681:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777477.376871:0:32681:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:3.0:1788777477.376875:0:32681:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777477.376876:0:32681:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777477.376883:0:32681:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777477.376886:0:32681:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08), inode mode 41ed mask 1 00000080:00000001:3.0:1788777477.376890:0:32681:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777477.376907:0:32681:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd105bf60. 00000020:00000001:3.0:1788777477.376911:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bae8 00000080:00200000:3.0:1788777477.376913:0:32681:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9b1fd15b6c08), flags=8 00000080:00000001:3.0:1788777477.376916:0:32681:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777477.376918:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b998 00000080:00200000:3.0:1788777477.376920:0:32681:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9b1fd15b6c08), intent=getattr 00000080:00000010:3.0:1788777477.376928:0:32681:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd115dc00. 00800000:00000002:3.0:1788777477.376933:0:32681:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4040 2 00000080:00000001:3.0:1788777477.376937:0:32681:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777477.376940:0:32681:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.376942:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b8b8 00800000:00000002:3.0:1788777477.376944:0:32681:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:3.0:1788777477.376948:0:32681:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777477.376951:0:32681:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777477.376954:0:32681:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777477.376956:0:32681:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777477.376958:0:32681:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777477.376960:0:32681:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.376962:0:32681:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:3.0:1788777477.376963:0:32681:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777477.376967:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b850 00800000:00000002:3.0:1788777477.376969:0:32681:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1788777477.376973:0:32681:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.376975:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b788 00000002:00010000:3.0:1788777477.376976:0:32681:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788777477.376981:0:32681:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777477.376983:0:32681:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777477.376987:0:32681:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257800. 00000020:00000040:3.0:1788777477.376990:0:32681:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777477.376995:0:32681:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777477.376999:0:32681:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777477.377002:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.377003:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.377004:0:32681:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.377007:0:32681:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777477.377009:0:32681:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777477.377012:0:32681:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777477.377018:0:32681:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ec000. 00000100:00000001:3.0:1788777477.377024:0:32681:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.377029:0:32681:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777477.377031:0:32681:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.377032:0:32681:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777477.377033:0:32681:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.377034:0:32681:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.377042:0:32681:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453145088 : -110914256406528 : ffff9b1fc3257800) 00010000:00000001:3.0:1788777477.377045:0:32681:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777477.377047:0:32681:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777477.377052:0:32681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:3.0:1788777477.377055:0:32681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777477.377058:0:32681:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777477.377061:0:32681:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1815e00. 00000020:00000001:3.0:1788777477.377064:0:32681:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777477.377066:0:32681:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1815e00 with handle 0x22b16ee488cdc987 to hash 00000020:00000001:3.0:1788777477.377068:0:32681:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777477.377070:0:32681:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:3.0:1788777477.377074:0:32681:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:3.0:1788777477.377077:0:32681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777477.377079:0:32681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.377082:0:32681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777477.377088:0:32681:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777477.377101:0:32681:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32681 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777477.377106:0:32681:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777477.377107:0:32681:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777477.377115:0:32681:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2540. 00000100:00000001:3.0:1788777477.377117:0:32681:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575086400 : -110914134465216 : ffff9b1fca6a2540) 00000100:00000001:3.0:1788777477.377120:0:32681:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777477.377122:0:32681:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453145088 : -110914256406528 : ffff9b1fc3257800) 00000100:00000001:3.0:1788777477.377126:0:32681:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777477.377130:0:32681:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.377131:0:32681:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777477.377133:0:32681:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777477.377138:0:32681:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.377146:0:32681:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777477.377148:0:32681:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777477.377151:0:32681:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777477.377154:0:32681:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777477.377156:0:32681:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777477.377160:0:32681:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32681:1875667211117056:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:3.0:1788777477.377164:0:32681:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777477.377169:0:32681:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777477.377171:0:32681:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777477.377174:0:32681:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777477.377178:0:32681:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1095800. 02000000:00000001:3.0:1788777477.377180:0:32681:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777477.377187:0:32681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777477.377191:0:32681:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73318. 00000400:00000010:3.0:1788777477.377198:0:32681:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777477.377204:0:32681:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211117056, portal 10 00000100:00000001:3.0:1788777477.377206:0:32681:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777477.377208:0:32681:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453145088 : -110914256406528 : ffff9b1fc3257800) 00000100:00000040:3.0:1788777477.377214:0:32681:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.377221:0:32681:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777477.377224:0:32681:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777477.377226:0:32681:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255b28. 00000100:00000200:3.0:1788777477.377229:0:32681:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211117056, offset 0 00000400:00000200:3.0:1788777477.377235:0:32681:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777477.377244:0:32681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.377251:0:32681:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777477.377257:0:32681:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777477.377261:0:32681:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777477.377265:0:32681:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777477.377267:0:32681:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777477.377271:0:32681:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2794:2794:256:4294967295] 192.168.204.133@tcp LPNI seq info [2793:2793:8:4294967295] 00000400:00000200:3.0:1788777477.377274:0:32681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.377283:0:32681:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777477.377289:0:32681:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777477.377294:0:32681:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b900. 00000800:00000200:3.0:1788777477.377300:0:32681:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777477.377306:0:32681:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777477.377311:0:32681:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788777477.377341:0:32681:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777477.377346:0:32681:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 852312 usecs (853 jiffies) 00000400:00000200:3.0:1788777477.377350:0:32681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777477.377353:0:32681:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581537 00000100:00000001:3.0:1788777477.377356:0:32681:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:3.0:1788777477.377359:0:32681:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581537 00000100:00000001:3.0:1788777477.377361:0:32681:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:3.0:1788777477.377363:0:32681:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777477.377366:0:32681:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.377368:0:32681:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777477.377371:0:32681:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777477.377373:0:32681:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2540 going to sleep for 11 seconds 00000100:00000001:3.0:1788777477.377376:0:32681:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777477.377379:0:32681:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.377729:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.377735:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b900. 00000400:00000200:2.0:1788777477.377739:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.377745:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.377751:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255b28 00000400:00000010:2.0:1788777477.377752:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255b28. 00000100:00000001:2.0:1788777477.377757:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.377761:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.377769:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.377772:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.377777:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.377779:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.392783:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.392820:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.392825:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.392828:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.392837:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.392844:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.392853:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.392858:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.392863:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.392868:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 640 into portal 10 MB=0x6a9e8cdd5e200 00000400:00000200:3.0:1788777477.392872:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.392878:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 640/640 into md 0x82f5 [1] + 224 00000800:00000001:3.0:1788777477.392885:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.392892:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.392895:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.392899:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.392907:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.392916:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.392926:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.392954:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.392964:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.392968:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.392997:0:32681:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777477.393015:0:32681:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.393017:0:32681:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.393021:0:32681:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73318. 00000400:00000200:0.0:1788777477.393026:0:32681:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:0.0:1788777477.393029:0:32681:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:0.0:1788777477.393031:0:32681:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.393037:0:32681:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777477.393046:0:32681:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.393052:0:32681:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.393054:0:32681:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.393056:0:32681:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.393059:0:32681:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.393061:0:32681:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.393063:0:32681:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.393066:0:32681:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.393075:0:32681:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777477.393080:0:32681:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.393083:0:32681:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.393084:0:32681:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.393087:0:32681:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.393090:0:32681:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.393093:0:32681:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.393095:0:32681:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777477.393097:0:32681:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.393099:0:32681:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.393103:0:32681:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.393110:0:32681:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.393113:0:32681:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.393115:0:32681:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777477.393118:0:32681:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777477.393125:0:32681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job checkstat:67f3d5ce-64e4-46be-9428-e80a71444531:32681:1875667211117056:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:0.0:1788777477.393129:0:32681:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.393132:0:32681:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.393134:0:32681:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777477.393136:0:32681:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.393139:0:32681:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.393145:0:32681:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.393147:0:32681:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2540. 00000100:00000001:0.0:1788777477.393151:0:32681:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777477.393152:0:32681:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.393154:0:32681:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777477.393158:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393161:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393163:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=4 00000020:00000001:0.0:1788777477.393166:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393169:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000040:0.0:1788777477.393175:0:32681:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1815e00, remote cookie: 0x542deec0941a6b2c, flags: 0x1001 00010000:00010000:0.0:1788777477.393180:0:32681:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777477.393188:0:32681:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:0.0:1788777477.393191:0:32681:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788777477.393198:0:32681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 2 00010000:00000001:0.0:1788777477.393200:0:32681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.393203:0:32681:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.393206:0:32681:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777477.393214:0:32681:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.393220:0:32681:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777477.393223:0:32681:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777477.393226:0:32681:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777477.393228:0:32681:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777477.393229:0:32681:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777477.393232:0:32681:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff9b1fd2611b00) refcount = 2 00010000:00000040:0.0:1788777477.393234:0:32681:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777477.393237:0:32681:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777477.393245:0:32681:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.393252:0:32681:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777477.393255:0:32681:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777477.393257:0:32681:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.393259:0:32681:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777477.393262:0:32681:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.393265:0:32681:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.393270:0:32681:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777477.393271:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393273:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.393274:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393275:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.393276:0:32681:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.393281:0:32681:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777477.393282:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393284:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393285:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=3 00000020:00000001:0.0:1788777477.393287:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393289:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393292:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393293:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393294:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=4 00000020:00000001:0.0:1788777477.393296:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393297:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393300:0:32681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.393302:0:32681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.393305:0:32681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.393310:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393311:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.393312:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393313:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393314:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=5 00000020:00000001:0.0:1788777477.393316:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393318:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393320:0:32681:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.393322:0:32681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.393327:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393328:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777477.393330:0:32681:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.393335:0:32681:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.393336:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393337:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.393338:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393339:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777477.393344:0:32681:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777477.393352:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393353:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393354:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=3 00000020:00000001:0.0:1788777477.393355:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393357:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00000002:00010000:0.0:1788777477.393360:0:32681:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788777477.393369:0:32681:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fd12e4340. 00010000:00000001:0.0:1788777477.393371:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393373:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.393374:0:32681:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.393376:0:32681:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.393379:0:32681:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777477.393382:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393383:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393384:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=3 00000020:00000001:0.0:1788777477.393386:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393388:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00000002:00010000:0.0:1788777477.393391:0:32681:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.393397:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393398:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.393400:0:32681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777477.393401:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393402:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393403:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=3 00000020:00000001:0.0:1788777477.393405:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393407:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000040:0.0:1788777477.393410:0:32681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 3 00010000:00000001:0.0:1788777477.393412:0:32681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777477.393415:0:32681:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:0.0:1788777477.393417:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393418:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.393419:0:32681:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777477.393422:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6b710 00000002:00002000:0.0:1788777477.393424:0:32681:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777477.393427:0:32681:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.393431:0:32681:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.393433:0:32681:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777477.393436:0:32681:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777477.393439:0:32681:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.393442:0:32681:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4040 2 00000080:00000001:0.0:1788777477.393445:0:32681:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777477.393446:0:32681:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1d6bb20 it_disposition b 00000080:00000001:0.0:1788777477.393449:0:32681:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777477.393455:0:32681:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777477.393458:0:32681:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777477.393499:0:32681:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1788777477.393503:0:32681:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788777477.393510:0:32681:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777477.393514:0:32681:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777477.393516:0:32681:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777477.393518:0:32681:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777477.393522:0:32681:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777477.393525:0:32681:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777477.393532:0:32681:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617de0. 00020000:00000010:0.0:1788777477.393536:0:32681:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a4080. 00020000:00000010:0.0:1788777477.393541:0:32681:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617960. 00020000:00000001:0.0:1788777477.393544:0:32681:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574518112 : -110914135033504 : ffff9b1fca617960) 00020000:00000002:0.0:1788777477.393547:0:32681:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617960, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777477.393552:0:32681:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777477.393556:0:32681:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4080: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788777477.393560:0:32681:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f824d8) owner ffff9b1fd9eacf80 00020000:00000001:0.0:1788777477.393562:0:32681:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777477.393564:0:32681:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f824d8) owner ffff9b1fd9eacf80 00020000:00000010:0.0:1788777477.393569:0:32681:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a4080. 00020000:00000010:0.0:1788777477.393572:0:32681:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617de0. 00020000:00000010:0.0:1788777477.393577:0:32681:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617960. 00020000:00000002:0.0:1788777477.393579:0:32681:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777477.393581:0:32681:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.393583:0:32681:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777477.393585:0:32681:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777477.393588:0:32681:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1788777477.393590:0:32681:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788777477.393595:0:32681:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x26:0x0](ffff9b1fd157ec08): rc = 0 00000080:00000001:0.0:1788777477.393597:0:32681:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691332616 : -110914018219000 : ffff9b1fd157ec08) 00010000:00000001:0.0:1788777477.393599:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393600:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393601:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=3 00000020:00000001:0.0:1788777477.393603:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393605:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00000080:00000001:0.0:1788777477.393608:0:32681:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777477.393609:0:32681:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777477.393610:0:32681:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777477.393612:0:32681:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777477.393613:0:32681:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777477.393615:0:32681:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777477.393616:0:32681:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777477.393618:0:32681:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617960. 00020000:00000010:0.0:1788777477.393620:0:32681:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a4080. 00020000:00000010:0.0:1788777477.393622:0:32681:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617de0. 00020000:00000001:0.0:1788777477.393624:0:32681:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574519264 : -110914135032352 : ffff9b1fca617de0) 00020000:00000002:0.0:1788777477.393627:0:32681:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617de0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777477.393630:0:32681:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777477.393633:0:32681:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4080: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788777477.393635:0:32681:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f824d8) owner ffff9b1fd9eacf80 00020000:00000001:0.0:1788777477.393636:0:32681:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777477.393638:0:32681:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f824d8) owner ffff9b1fd9eacf80 00020000:00000010:0.0:1788777477.393640:0:32681:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a4080. 00020000:00000010:0.0:1788777477.393643:0:32681:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617960. 00020000:00000010:0.0:1788777477.393645:0:32681:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617de0. 00020000:00000002:0.0:1788777477.393646:0:32681:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777477.393648:0:32681:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.393650:0:32681:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.393653:0:32681:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777477.393656:0:32681:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd9eacf80 00020000:00000002:0.0:1788777477.393665:0:32681:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617e40 addref 2/0 by ffff9b1fd9eacf80. 00020000:00000002:0.0:1788777477.393667:0:32681:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd9eacf80 00020000:00000001:0.0:1788777477.393670:0:32681:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777477.393672:0:32681:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777477.393673:0:32681:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777477.393675:0:32681:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777477.393677:0:32681:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777477.393680:0:32681:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788777477.393682:0:32681:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777477.393684:0:32681:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.393686:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393687:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777477.393688:0:32681:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777477.393691:0:32681:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777477.393692:0:32681:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.393694:0:32681:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9b1fd157ec08) for lock 0x22b16ee488cdc987 00800000:00000001:0.0:1788777477.393697:0:32681:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777477.393698:0:32681:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777477.393699:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393701:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393702:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=3 00000020:00000001:0.0:1788777477.393704:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393706:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393708:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393709:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.393711:0:32681:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.393712:0:32681:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777477.393718:0:32681:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1727288 inode ffff9b1fd157ec08 refc 1 flags 0x40000e 00000080:00000001:0.0:1788777477.393721:0:32681:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777477.393724:0:32681:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff9b1fd157ec08) 00000080:00010000:0.0:1788777477.393728:0:32681:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc987 from it ffffb70bc1d6bb20 00010000:00000001:0.0:1788777477.393729:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.393731:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.393732:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=3 00000020:00000001:0.0:1788777477.393734:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393736:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.393737:0:32681:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.393740:0:32681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.393747:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393748:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.393750:0:32681:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.393752:0:32681:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.393755:0:32681:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777477.393762:0:32681:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.393765:0:32681:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.393767:0:32681:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.393770:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393772:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.393773:0:32681:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.393776:0:32681:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.393778:0:32681:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.393780:0:32681:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.393783:0:32681:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.393785:0:32681:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.393786:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.393787:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777477.393789:0:32681:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777477.393792:0:32681:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115dc00. 00000100:00000001:0.0:1788777477.393796:0:32681:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.393801:0:32681:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257800 x1875667211117056/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.393820:0:32681:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777477.393822:0:32681:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777477.393826:0:32681:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1095800. 02000000:00000001:0.0:1788777477.393830:0:32681:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777477.393832:0:32681:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.393834:0:32681:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.393836:0:32681:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777477.393839:0:32681:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ec000. 02000000:00000001:0.0:1788777477.393842:0:32681:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777477.393844:0:32681:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777477.393846:0:32681:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257800. 00000100:00000001:0.0:1788777477.393849:0:32681:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777477.393851:0:32681:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.393854:0:32681:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777477.393855:0:32681:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc1d6bb20 released 00000080:00000001:0.0:1788777477.393857:0:32681:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788777477.393868:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd08 00000080:00200008:0.0:1788777477.393871:0:32681:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x26:0x0](ffff9b1fd157ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777477.393876:0:32681:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777477.393878:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bc80 00000080:00200000:0.0:1788777477.393879:0:32681:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9b1fd157ec08),name=f 00000080:00000010:0.0:1788777477.393885:0:32681:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.393889:0:32681:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4040 2 00000080:00000001:0.0:1788777477.393895:0:32681:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777477.393897:0:32681:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.393899:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bba0 00800000:00000002:0.0:1788777477.393901:0:32681:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x26:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:0.0:1788777477.393905:0:32681:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777477.393908:0:32681:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.393911:0:32681:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.393913:0:32681:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.393915:0:32681:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.393917:0:32681:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.393919:0:32681:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788777477.393921:0:32681:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.393923:0:32681:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.393924:0:32681:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.393925:0:32681:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.393927:0:32681:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.393928:0:32681:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.393930:0:32681:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1788777477.393932:0:32681:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.393934:0:32681:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777477.393938:0:32681:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.393940:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6ba70 00000002:00010000:0.0:1788777477.393942:0:32681:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777477.393946:0:32681:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777477.393948:0:32681:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.393949:0:32681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.393954:0:32681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 3 00010000:00000001:0.0:1788777477.393956:0:32681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.393958:0:32681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.393960:0:32681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777477.393964:0:32681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777477.393971:0:32681:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777477.393975:0:32681:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.393978:0:32681:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777477.393984:0:32681:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777477.393987:0:32681:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.393989:0:32681:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.393990:0:32681:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.393992:0:32681:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777477.393994:0:32681:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777477.393996:0:32681:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777477.393998:0:32681:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4040 2 00000080:00000010:0.0:1788777477.394000:0:32681:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000080:00000001:0.0:1788777477.394003:0:32681:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777477.394005:0:32681:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.394007:0:32681:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff9b1fd157ec08) 00000080:00010000:0.0:1788777477.394010:0:32681:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9b1fd157ec08) for lock 0x22b16ee488cdc987 00800000:00000001:0.0:1788777477.394013:0:32681:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777477.394014:0:32681:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777477.394015:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.394017:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.394018:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=3 00000020:00000001:0.0:1788777477.394020:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.394022:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.394024:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.394025:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.394026:0:32681:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.394028:0:32681:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.394030:0:32681:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc987 from it ffffb70bc1d6bcb8 00010000:00000001:0.0:1788777477.394032:0:32681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.394033:0:32681:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.394034:0:32681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815e00 refcount=3 00000020:00000001:0.0:1788777477.394036:0:32681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.394038:0:32681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048768 : -110914015502848 : ffff9b1fd1815e00) 00010000:00000001:0.0:1788777477.394040:0:32681:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.394042:0:32681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777477.394048:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.394049:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.394051:0:32681:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.394052:0:32681:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.394054:0:32681:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777477.394060:0:32681:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.394062:0:32681:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.394063:0:32681:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.394065:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.394066:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.394067:0:32681:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.394069:0:32681:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.394071:0:32681:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.394072:0:32681:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.394074:0:32681:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.394076:0:32681:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.394077:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.394078:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777477.394080:0:32681:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777477.394081:0:32681:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.394083:0:32681:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777477.394086:0:32681:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777477.394088:0:32681:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.394090:0:32681:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777477.394092:0:32681:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.394094:0:32681:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777477.394097:0:32681:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788777477.394099:0:32681:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777477.394100:0:32681:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777477.394103:0:32681:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777477.394107:0:32681:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cae90 -> ffff9b1fc72cae90 00000020:00000001:0.0:1788777477.394110:0:32681:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777477.394112:0:32681:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777477.394114:0:32681:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788777477.394116:0:32681:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777477.394117:0:32681:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777477.394119:0:32681:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777477.394121:0:32681:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.394122:0:32681:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777477.394125:0:32681:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9b1fc2fb5090 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788777477.394128:0:32681:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd9eacf80 00020000:00000001:0.0:1788777477.394132:0:32681:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777477.394134:0:32681:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777477.394136:0:32681:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777477.394137:0:32681:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.394140:0:32681:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777477.394142:0:32681:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777477.394143:0:32681:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.394145:0:32681:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777477.394146:0:32681:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777477.394147:0:32681:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777477.394149:0:32681:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd9eacf80 00000020:00000001:0.0:1788777477.394151:0:32681:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777477.394153:0:32681:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788777477.394155:0:32681:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x26:0x0] 00000020:00000001:0.0:1788777477.394157:0:32681:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777477.394159:0:32681:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777477.394161:0:32681:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777477.394163:0:32681:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777477.394168:0:32681:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788777477.394174:0:32681:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc2c6a300. 00020000:00000002:0.0:1788777477.394177:0:32681:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777477.394179:0:32681:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777477.394182:0:32681:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777477.394183:0:32681:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777477.394185:0:32681:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777477.394186:0:32681:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:0.0:1788777477.394188:0:32681:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:0.0:1788777477.394191:0:32681:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cab70 -> ffff9b1fc72cae90 00000020:00000001:0.0:1788777477.394192:0:32681:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777477.394196:0:32681:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777477.394197:0:32681:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777477.394198:0:32681:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.394200:0:32681:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.394201:0:32681:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:0.0:1788777477.394203:0:32681:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777477.394207:0:32681:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7303db0. 00000008:00010000:0.0:1788777477.394210:0:32681:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788777477.394213:0:32681:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777477.394214:0:32681:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777477.394215:0:32681:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc2c6a330, osc lock ffff9b1fc7303db0, flags 0x400001002 00000020:00000001:0.0:1788777477.394217:0:32681:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.394219:0:32681:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.394221:0:32681:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159446930176 : -110914262621440 : ffff9b1fc2c6a300) 00000020:00000001:0.0:1788777477.394223:0:32681:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777477.394224:0:32681:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777477.394225:0:32681:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.394227:0:32681:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.394229:0:32681:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788777477.394231:0:32681:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788777477.394233:0:32681:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777477.394235:0:32681:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777477.394236:0:32681:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777477.394237:0:32681:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:0.0:1788777477.394239:0:32681:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777477.394241:0:32681:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777477.394244:0:32681:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777477.394247:0:32681:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777477.394250:0:32681:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777477.394252:0:32681:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777477.394253:0:32681:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777477.394254:0:32681:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777477.394255:0:32681:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777477.394258:0:32681:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777477.394260:0:32681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777477.394263:0:32681:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.394266:0:32681:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788777477.394271:0:32681:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777477.394274:0:32681:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777477.394278:0:32681:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777477.394281:0:32681:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.394282:0:32681:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.394285:0:32681:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777477.394287:0:32681:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777477.394289:0:32681:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777477.394294:0:32681:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd184ce00. 00000100:00000001:0.0:1788777477.394301:0:32681:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.394304:0:32681:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.394305:0:32681:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.394307:0:32681:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.394308:0:32681:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.394310:0:32681:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.394312:0:32681:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00010000:00000001:0.0:1788777477.394315:0:32681:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777477.394317:0:32681:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777477.394321:0:32681:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e600. 00010000:00000010:0.0:1788777477.394325:0:32681:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd0f4e700. 00010000:00000001:0.0:1788777477.394330:0:32681:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777477.394334:0:32681:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7c00. 00000020:00000001:0.0:1788777477.394338:0:32681:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777477.394340:0:32681:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7c00 with handle 0x22b16ee488cdc98e to hash 00000020:00000001:0.0:1788777477.394342:0:32681:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777477.394344:0:32681:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000010:0.0:1788777477.394347:0:32681:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fd12e44c0. 00010000:00000001:0.0:1788777477.394350:0:32681:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.394352:0:32681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.394354:0:32681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.394358:0:32681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777477.394368:0:32681:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.394378:0:32681:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.394382:0:32681:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777477.394386:0:32681:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.394393:0:32681:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051c2517a] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788777477.394416:0:32681:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777477.394418:0:32681:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.394420:0:32681:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.394422:0:32681:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.394424:0:32681:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.394426:0:32681:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777477.394428:0:32681:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788777477.394430:0:32681:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788777477.394431:0:32681:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1788777477.394443:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788777477.394447:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788777477.394449:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.394455:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777477.394457:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.394459:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777477.394461:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777477.394499:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777477.394505:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.394513:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777477.394515:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.394519:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777477.394522:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777477.394524:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777477.394527:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211117184:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:0.0:1788777477.394531:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777477.394535:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777477.394537:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.394539:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777477.394544:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000400. 02000000:00000001:0.0:1788777477.394546:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777477.394551:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777477.394555:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777477.394561:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926baa0. 00000100:00000200:0.0:1788777477.394567:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211117184, portal 4 00000100:00000001:0.0:1788777477.394569:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.394571:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777477.394576:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.394584:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777477.394586:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777477.394589:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bcc0. 00000100:00000200:0.0:1788777477.394592:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211117184, offset 0 00000400:00000200:0.0:1788777477.394598:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777477.394605:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.394612:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777477.394617:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777477.394622:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777477.394626:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777477.394629:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777477.394633:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2795:2795:256:4294967295] 192.168.204.133@tcp LPNI seq info [2794:2794:8:4294967295] 00000400:00000200:0.0:1788777477.394637:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.394646:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777477.394652:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777477.394657:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5500. 00000800:00000200:0.0:1788777477.394663:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777477.394670:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777477.394674:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777477.394690:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.394694:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 236667 usecs (237 jiffies) 00000400:00000200:0.0:1788777477.394697:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777477.394700:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296580939 00000100:00000001:0.0:1788777477.394704:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.394706:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296580939 00000100:00000001:0.0:1788777477.394709:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.394711:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.394713:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.394716:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.394718:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.395302:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777477.395305:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.396565:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.396572:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:2.0:1788777477.396580:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.396588:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.396596:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bcc0 00000400:00000010:2.0:1788777477.396598:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bcc0. 00000100:00000001:2.0:1788777477.396603:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.396610:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.396621:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.396624:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.396631:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.396633:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.402735:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.402753:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.402757:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.402761:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.402771:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.402779:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.402788:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.402793:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.402799:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.402802:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd5e280 00000400:00000200:3.0:1788777477.402817:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.402823:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x8305 [1] + 224 00000800:00000001:3.0:1788777477.402830:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.402848:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.402851:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.402856:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.402863:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.402871:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.402881:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.402902:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.402910:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.402914:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.403214:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777477.403219:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777477.403226:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.403229:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.403232:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777477.403239:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926baa0 00000400:00000010:0.0:1788777477.403241:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926baa0. 00000100:00000001:0.0:1788777477.403245:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.403251:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777477.403261:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.403268:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.403270:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.403272:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.403276:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.403279:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.403281:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.403284:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.403293:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=136 v=5 (5 5 5 36) 00000100:00001000:0.0:1788777477.403297:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.403299:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.403301:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.403304:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.403308:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.403312:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.403314:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788777477.403316:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.403318:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.403324:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.403332:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.403335:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.403337:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777477.403341:0:2412:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788777477.403344:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.403346:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.403349:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7c00 refcount=4 00000020:00000001:0.0:1788777477.403352:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403355:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403357:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.403358:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.403360:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7c00 refcount=5 00000020:00000001:0.0:1788777477.403361:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403364:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403367:0:2412:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.403370:0:2412:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.403375:0:2412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.403393:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.403394:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.403396:0:2412:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777477.403398:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.403399:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.403400:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7c00 refcount=6 00000020:00000001:0.0:1788777477.403402:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403404:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000040:0.0:1788777477.403411:0:2412:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7c00, remote cookie: 0x542deec0941a6b33, flags: 0x1001 00010000:00010000:0.0:1788777477.403415:0:2412:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.403424:0:2412:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788777477.403427:0:2412:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.403429:0:2412:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777477.403432:0:2412:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788777477.403436:0:2412:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777477.403444:0:2412:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x13:0x0].0x0 (ffff9b1fd0f4e600) refcount = 1 00010000:00000040:0.0:1788777477.403447:0:2412:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777477.403450:0:2412:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.403458:0:2412:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777477.403460:0:2412:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.403502:0:2412:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777477.403504:0:2412:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.403507:0:2412:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.403514:0:2412:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777477.403516:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.403517:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.403518:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.403519:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777477.403521:0:2412:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788777477.403524:0:2412:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777477.403527:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.403528:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.403530:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7c00 refcount=5 00000020:00000001:0.0:1788777477.403531:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403533:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00000008:00000001:0.0:1788777477.403537:0:2412:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788777477.403541:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc72cae90 00000008:00010000:0.0:1788777477.403545:0:2412:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788777477.403552:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc72cae90 00000020:00000001:0.0:1788777477.403554:0:2412:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777477.403557:0:2412:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777477.403560:0:2412:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777477.403563:0:2412:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.403564:0:2412:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.403566:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc72cae90 00000008:00000001:0.0:1788777477.403567:0:2412:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788777477.403569:0:2412:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777477.403571:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788777477.403641:0:2412:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788777477.403644:0:2412:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.403647:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.403648:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.403650:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7c00 refcount=6 00000020:00000001:0.0:1788777477.403652:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403654:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403657:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.403660:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.403668:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.403669:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777477.403671:0:2412:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.403678:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.403679:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.403680:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777477.403681:0:2412:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.403683:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.403684:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.403685:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7c00 refcount=5 00000020:00000001:0.0:1788777477.403687:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403689:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:0.0:1788777477.403691:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.403693:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.403699:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.403700:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.403701:0:2412:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.403703:0:2412:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.403705:0:2412:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777477.403714:0:2412:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.403717:0:2412:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.403719:0:2412:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.403723:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.403724:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.403725:0:2412:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.403728:0:2412:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.403730:0:2412:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.403732:0:2412:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.403734:0:2412:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.403736:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.403737:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.403738:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.403739:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.403740:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777477.403741:0:2412:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.403747:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777477.403755:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211117184:192.168.204.133@tcp:101:checkstat.0 00000100:00000001:0.0:1788777477.403760:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.403764:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.403767:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211117184/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.403773:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777477.403776:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777477.403780:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000400. 02000000:00000001:0.0:1788777477.403785:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777477.403787:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.403789:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.403791:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777477.403794:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd184ce00. 02000000:00000001:0.0:1788777477.403798:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777477.403800:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777477.403802:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777477.403805:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777477.403818:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.403821:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.403829:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777477.403831:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.403833:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777477.403836:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777477.407678:0:32681:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777477.407688:0:32681:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.407804:0:32681:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777477.407819:0:32681:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cae90 -> ffff9b1fc72cae90 00000020:00000001:0.0:1788777477.407823:0:32681:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cae90 -> ffff9b1fc72cae90 00000020:00000001:0.0:1788777477.407825:0:32681:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777477.407830:0:32681:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777477.407834:0:32681:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777477.407836:0:32681:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.407838:0:32681:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777477.407839:0:32681:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777477.407841:0:32681:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1029 on OST[1]: s=0 (1) m=1788777459 a=1788777459 c=1788777459 b=0 00020000:00000001:0.0:1788777477.407845:0:32681:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777477.407847:0:32681:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788777459 a=1788777459 c=1788777459 b=0 00020000:00000001:0.0:1788777477.407850:0:32681:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.407852:0:32681:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.407854:0:32681:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cae90 -> ffff9b1fc72cae90 00000080:00200000:0.0:1788777477.407857:0:32681:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x26:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788777477.407860:0:32681:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777477.407863:0:32681:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777477.407866:0:32681:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_release():245 00000020:00000001:0.0:1788777477.407869:0:32681:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777477.407871:0:32681:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777477.407876:0:32681:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777477.407880:0:32681:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777477.407882:0:32681:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:0.0:1788777477.407884:0:32681:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777477.407885:0:32681:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2c6a330 (ffff9b1fc72027e8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777477.407890:0:32681:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777477.407892:0:32681:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777477.407894:0:32681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.407896:0:32681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777477.407897:0:32681:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777477.407899:0:32681:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777477.407901:0:32681:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777477.407902:0:32681:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777477.407903:0:32681:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777477.407904:0:32681:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777477.407907:0:32681:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777477.407908:0:32681:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777477.407909:0:32681:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2c6a330 (ffff9b1fc7202d88/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777477.407913:0:32681:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7303db0. 00000020:00000001:0.0:1788777477.407919:0:32681:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777477.407921:0:32681:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc2c6a300. 00020000:00000001:0.0:1788777477.407924:0:32681:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777477.407925:0:32681:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777477.407927:0:32681:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788777477.407929:0:32681:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.407932:0:32681:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777477.407934:0:32681:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777477.407937:0:32681:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777477.407998:0:32681:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777477.408000:0:32681:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777477.408104:0:32681:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:0.0:1788777477.408108:0:32681:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777477.408111:0:32681:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777477.408114:0:32681:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777477.408116:0:32681:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777477.408120:0:32681:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777477.408122:0:32681:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.408123:0:32681:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777477.408125:0:32681:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777477.408126:0:32681:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777477.408127:0:32681:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000001:00000001:0.0:1788777477.408130:0:32681:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.408138:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bd08 00000080:00000008:0.0:1788777477.408141:0:32681:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9b1fd157ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777477.408147:0:32681:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777477.408149:0:32681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d6bda0 00000080:00002000:0.0:1788777477.408151:0:32681:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b1fd1727288, parent ffff9b1fd16c40d8, inode ffff9b1fd157ec08) hashed, 00000080:00000001:0.0:1788777477.408155:0:32681:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.409706:0:32488:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777477.409712:0:32488:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777477.409715:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbb78 00000080:00200000:1.0:1788777477.409719:0:32488:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777477.409727:0:32488:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211e00. 00800000:00000002:1.0:1788777477.409733:0:32488:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.409738:0:32488:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777477.409743:0:32488:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.409745:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdba98 00800000:00000002:1.0:1788777477.409747:0:32488:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.409750:0:32488:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777477.409753:0:32488:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.409755:0:32488:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.409758:0:32488:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.409760:0:32488:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.409762:0:32488:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.409764:0:32488:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.409766:0:32488:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.409769:0:32488:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777477.409776:0:32488:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.409777:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdb968 00000002:00010000:1.0:1788777477.409779:0:32488:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777477.409783:0:32488:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777477.409785:0:32488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.409788:0:32488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.409795:0:32488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:1.0:1788777477.409798:0:32488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.409802:0:32488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.409805:0:32488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777477.409822:0:32488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777477.409834:0:32488:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777477.409839:0:32488:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.409842:0:32488:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777477.409849:0:32488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777477.409851:0:32488:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.409853:0:32488:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.409855:0:32488:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.409858:0:32488:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.409860:0:32488:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777477.409862:0:32488:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777477.409866:0:32488:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.409870:0:32488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211e00. 00000080:00000001:1.0:1788777477.409874:0:32488:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777477.409876:0:32488:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.409878:0:32488:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777477.409882:0:32488:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc964 00800000:00000001:1.0:1788777477.409885:0:32488:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777477.409888:0:32488:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777477.409889:0:32488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.409892:0:32488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.409895:0:32488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777477.409897:0:32488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.409900:0:32488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.409903:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.409904:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.409906:0:32488:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.409908:0:32488:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.409910:0:32488:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc964 from it ffffb70bc1cdbbb0 00010000:00000001:1.0:1788777477.409913:0:32488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.409913:0:32488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.409915:0:32488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777477.409916:0:32488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.409918:0:32488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.409920:0:32488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.409923:0:32488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777477.409930:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.409931:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.409933:0:32488:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.409935:0:32488:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.409937:0:32488:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777477.410103:0:32488:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.410108:0:32488:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.410110:0:32488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.410114:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.410115:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.410117:0:32488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.410120:0:32488:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.410121:0:32488:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.410123:0:32488:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.410126:0:32488:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.410128:0:32488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.410130:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.410130:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777477.410134:0:32488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777477.410135:0:32488:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.410137:0:32488:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788777477.410142:0:32488:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.410148:0:32488:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777477.410151:0:32488:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777477.410153:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbb78 00000080:00200008:1.0:1788777477.410155:0:32488:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 304000 00000080:00000010:1.0:1788777477.410160:0:32488:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777477.410164:0:32488:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.410166:0:32488:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.410177:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbd28 00000080:00200008:1.0:1788777477.410179:0:32488:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777477.410186:0:32488:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788777477.410188:0:32488:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1788777477.410191:0:32488:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211e00. 00800000:00000002:1.0:1788777477.410194:0:32488:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:1.0:1788777477.410198:0:32488:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1788777477.410200:0:32488:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.410201:0:32488:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.410203:0:32488:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.410205:0:32488:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.410206:0:32488:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.410208:0:32488:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.410209:0:32488:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.410213:0:32488:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788777477.410215:0:32488:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.410216:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdb990 00000002:00010000:1.0:1788777477.410218:0:32488:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788777477.410221:0:32488:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777477.410222:0:32488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.410224:0:32488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.410227:0:32488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:1.0:1788777477.410229:0:32488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.410231:0:32488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.410233:0:32488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777477.410236:0:32488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777477.410244:0:32488:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777477.410246:0:32488:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.410249:0:32488:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777477.410255:0:32488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777477.410257:0:32488:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.410259:0:32488:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.410260:0:32488:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777477.410261:0:32488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.410263:0:32488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.410264:0:32488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777477.410266:0:32488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.410268:0:32488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.410270:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.410271:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.410273:0:32488:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.410305:0:32488:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788777477.410311:0:32488:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b1fd1164000. 00000002:00000001:1.0:1788777477.410926:0:32488:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788777477.410933:0:32488:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122a00. 00000020:00000040:1.0:1788777477.410938:0:32488:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777477.411167:0:32488:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777477.411171:0:32488:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777477.411175:0:32488:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777477.411183:0:32488:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9211c00. 00000100:00000001:1.0:1788777477.411190:0:32488:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.411194:0:32488:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788777477.411198:0:32488:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b1fc356e400. 00000100:00000010:1.0:1788777477.411203:0:32488:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b1fd11f9000. 00000020:00000040:1.0:1788777477.411205:0:32488:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777477.411227:0:32488:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777477.411229:0:32488:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777477.411233:0:32488:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777477.411235:0:32488:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543784192 : -110914165767424 : ffff9b1fc88c8300) 00000100:00000001:1.0:1788777477.411238:0:32488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.411240:0:32488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000001:1.0:1788777477.411244:0:32488:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777477.411248:0:32488:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.411250:0:32488:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777477.411252:0:32488:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777477.411262:0:32488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.411271:0:32488:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777477.411274:0:32488:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.411277:0:32488:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777477.411280:0:32488:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777477.411282:0:32488:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777477.411285:0:32488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:32488:1875667211117312:192.168.204.133@tcp:37:bash.0 00000100:00000001:1.0:1788777477.411289:0:32488:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777477.411293:0:32488:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777477.411295:0:32488:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.411297:0:32488:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788777477.411305:0:32488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.411309:0:32488:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e122c0. 00000400:00000010:1.0:1788777477.411318:0:32488:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b1fd12c2000. 00000100:00000200:1.0:1788777477.411325:0:32488:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8cdd5e300-0x6a9e8cdd5e300, portal 14 00000100:00000001:1.0:1788777477.411328:0:32488:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.411331:0:32488:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777477.411334:0:32488:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356e000. 02000000:00000001:1.0:1788777477.411336:0:32488:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777477.411339:0:32488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.411342:0:32488:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12e18. 00000400:00000010:1.0:1788777477.411346:0:32488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777477.411350:0:32488:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211117312, portal 10 00000100:00000001:1.0:1788777477.411352:0:32488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.411353:0:32488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000040:1.0:1788777477.411361:0:32488:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.411369:0:32488:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777477.411372:0:32488:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777477.411375:0:32488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256110. 00000100:00000200:1.0:1788777477.411378:0:32488:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667211117312, offset 0 00000400:00000200:1.0:1788777477.411386:0:32488:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777477.411395:0:32488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.411401:0:32488:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777477.411406:0:32488:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777477.411411:0:32488:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777477.411414:0:32488:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777477.411417:0:32488:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777477.411420:0:32488:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2796:2796:256:4294967295] 192.168.204.133@tcp LPNI seq info [2795:2795:8:4294967295] 00000400:00000200:1.0:1788777477.411425:0:32488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.411435:0:32488:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777477.411442:0:32488:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777477.411448:0:32488:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30de400. 00000800:00000200:1.0:1788777477.411455:0:32488:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777477.411605:0:32488:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777477.411609:0:32488:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30de400 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788777477.411677:0:32488:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.411682:0:32488:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 851157 usecs (852 jiffies) 00000400:00000200:1.0:1788777477.411685:0:32488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777477.411688:0:32488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581571 00000100:00000001:1.0:1788777477.411691:0:32488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.411694:0:32488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581571 00000100:00000001:1.0:1788777477.411696:0:32488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.411698:0:32488:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.411701:0:32488:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.411703:0:32488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.411705:0:32488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777477.411708:0:32488:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8300 going to sleep for 11 seconds 00000100:00000001:1.0:1788777477.411711:0:32488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.411714:0:32488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.412324:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.412330:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30de400. 00000400:00000200:2.0:1788777477.412339:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.412346:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.412351:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256110 00000400:00000010:2.0:1788777477.412352:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256110. 00000100:00000001:2.0:1788777477.412357:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.412362:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.412374:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.412378:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.412386:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.412387:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.420167:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.420187:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.420193:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.420196:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.420205:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.420212:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.420221:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.420267:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.420273:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.420277:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 4096 into portal 14 MB=0x6a9e8cdd5e300 00000400:00000200:3.0:1788777477.420283:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.420289:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.133@tcp of length 4096/4096 into md 0x830d [256] + 0 00000400:00000010:3.0:1788777477.420295:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e122c0. 00000400:00000200:3.0:1788777477.420299:0:2407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fd12c2000 00000800:00000001:3.0:1788777477.420306:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.420314:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.420317:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.420321:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.420325:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd12c2000 00000400:00000010:3.0:1788777477.420327:0:2407:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b1fd12c2000. 00000100:00000001:3.0:1788777477.420333:0:2407:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788777477.420335:0:2407:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fd1122a00 desc ffff9b1fc356e400 mbits 1875667211117312 00000100:00000001:3.0:1788777477.420354:0:2407:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788777477.420362:0:2407:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788777477.420365:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.420371:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777477.420377:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2797:2797:256:4294967295] 192.168.204.133@tcp LPNI seq info [2796:2796:8:4294967295] 00000400:00000200:3.0:1788777477.420381:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.420390:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:3.0:1788777477.420396:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777477.420405:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b1fca71e000. 00000800:00000200:3.0:1788777477.420410:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777477.420417:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777477.420422:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fca71e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788777477.420514:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.420518:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b1fca71e000. 00000400:00000200:3.0:1788777477.420522:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.420526:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:3.0:1788777477.420531:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.420535:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.420666:0:32488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.420671:0:32488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777477.423705:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.423722:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.423726:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.423729:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.423740:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.423748:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.423757:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.423762:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.423767:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.423771:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd5e300 00000400:00000200:3.0:1788777477.423776:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.423783:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x8315 [1] + 224 00000800:00000001:3.0:1788777477.423789:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.423799:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.423802:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.423819:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.423826:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.423836:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.423847:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.423896:0:32488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777477.423913:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.423923:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.423926:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777477.427509:0:32488:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777477.427516:0:32488:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777477.427520:0:32488:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12e18. 00000400:00000200:1.0:1788777477.427528:0:32488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:1.0:1788777477.427531:0:32488:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:1.0:1788777477.427536:0:32488:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777477.427547:0:32488:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777477.427557:0:32488:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.427563:0:32488:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777477.427566:0:32488:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.427569:0:32488:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777477.427572:0:32488:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777477.427574:0:32488:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777477.427576:0:32488:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.427579:0:32488:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777477.427588:0:32488:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777477.427592:0:32488:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777477.427595:0:32488:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777477.427597:0:32488:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.427599:0:32488:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777477.427603:0:32488:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.427606:0:32488:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777477.427608:0:32488:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777477.427610:0:32488:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777477.427613:0:32488:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.427617:0:32488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777477.427626:0:32488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.427633:0:32488:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777477.427635:0:32488:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777477.427638:0:32488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777477.427645:0:32488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:32488:1875667211117312:192.168.204.133@tcp:37:bash.0 00000100:00000001:1.0:1788777477.427650:0:32488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.427654:0:32488:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.427656:0:32488:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777477.427658:0:32488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.427661:0:32488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.427668:0:32488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.427671:0:32488:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777477.427674:0:32488:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777477.427676:0:32488:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.427680:0:32488:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.427682:0:32488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.427685:0:32488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122a00 x1875667211117312/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.427691:0:32488:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777477.427693:0:32488:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777477.427696:0:32488:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356e000. 02000000:00000001:1.0:1788777477.427700:0:32488:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777477.427703:0:32488:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.427705:0:32488:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.427707:0:32488:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777477.427709:0:32488:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788777477.427711:0:32488:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.427712:0:32488:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.427714:0:32488:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788777477.427737:0:32488:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b1fd11f9000. 00000100:00000010:1.0:1788777477.427740:0:32488:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b1fc356e400. 00000100:00000001:1.0:1788777477.427742:0:32488:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788777477.427744:0:32488:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc9211c00. 02000000:00000001:1.0:1788777477.427747:0:32488:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777477.427748:0:32488:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777477.427750:0:32488:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122a00. 00000100:00000001:1.0:1788777477.427754:0:32488:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777477.427755:0:32488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.427758:0:32488:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788777477.427761:0:32488:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788777477.428731:0:32488:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b1fd1164000. 00000002:00000001:1.0:1788777477.428739:0:32488:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.428745:0:32488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.428747:0:32488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.428750:0:32488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777477.428753:0:32488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.428756:0:32488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.428759:0:32488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.428763:0:32488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777477.428773:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.428775:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.428777:0:32488:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.428780:0:32488:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.428782:0:32488:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777477.428789:0:32488:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.428791:0:32488:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.428794:0:32488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.428798:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.428799:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.428801:0:32488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.428804:0:32488:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.428817:0:32488:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.428819:0:32488:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.428822:0:32488:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.428825:0:32488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.428826:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.428827:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788777477.428830:0:32488:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.428837:0:32488:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1788777477.428842:0:32488:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.428845:0:32488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211e00. 00000080:00000001:1.0:1788777477.428850:0:32488:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.428856:0:32488:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777477.428859:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbca0 00000080:00200000:1.0:1788777477.428861:0:32488:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777477.428871:0:32488:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211e00. 00800000:00000002:1.0:1788777477.428876:0:32488:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.428880:0:32488:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777477.428884:0:32488:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.428886:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbbc0 00800000:00000002:1.0:1788777477.428889:0:32488:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.428892:0:32488:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777477.428895:0:32488:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.428897:0:32488:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.428899:0:32488:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.428901:0:32488:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.428903:0:32488:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.428906:0:32488:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.428908:0:32488:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.428911:0:32488:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777477.428917:0:32488:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.428918:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdba90 00000002:00010000:1.0:1788777477.428920:0:32488:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777477.428924:0:32488:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777477.428926:0:32488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.428928:0:32488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.428933:0:32488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:1.0:1788777477.428936:0:32488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.429097:0:32488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.429102:0:32488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777477.429106:0:32488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777477.429115:0:32488:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777477.429119:0:32488:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.429122:0:32488:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777477.429128:0:32488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777477.429130:0:32488:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.429132:0:32488:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.429134:0:32488:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.429136:0:32488:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.429139:0:32488:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777477.429141:0:32488:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777477.429144:0:32488:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.429146:0:32488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211e00. 00000080:00000001:1.0:1788777477.429149:0:32488:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777477.429151:0:32488:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.429154:0:32488:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777477.429158:0:32488:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc964 00800000:00000001:1.0:1788777477.429162:0:32488:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777477.429164:0:32488:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777477.429165:0:32488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.429167:0:32488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.429168:0:32488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777477.429170:0:32488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.429172:0:32488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.429175:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.429176:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.429177:0:32488:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.429179:0:32488:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.429181:0:32488:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc964 from it ffffb70bc1cdbcd8 00010000:00000001:1.0:1788777477.429183:0:32488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.429184:0:32488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.429186:0:32488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777477.429187:0:32488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.429189:0:32488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777477.429191:0:32488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.429194:0:32488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777477.429200:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.429201:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.429202:0:32488:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.429204:0:32488:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.429206:0:32488:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777477.429212:0:32488:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.429213:0:32488:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.429215:0:32488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.429216:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.429218:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.429219:0:32488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.429221:0:32488:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.429222:0:32488:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.429223:0:32488:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.429225:0:32488:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.429227:0:32488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.429228:0:32488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.429229:0:32488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777477.429231:0:32488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777477.429232:0:32488:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777477.429236:0:32488:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.429240:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbd28 00000080:00000008:1.0:1788777477.429243:0:32488:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777477.430193:0:32488:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777477.430198:0:32488:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788777477.430206:0:32488:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9211e00. 00800000:00000002:1.0:1788777477.430211:0:32488:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.430214:0:32488:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788777477.430220:0:32488:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446700340281851264 : -43733427700352 : ffffd8398493bd80) 00000080:00000001:1.0:1788777477.430224:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:1.0:1788777477.430228:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:1.0:1788777477.430230:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:1.0:1788777477.430232:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777477.430234:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:1.0:1788777477.430236:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:1.0:1788777477.430238:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:1.0:1788777477.430240:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788777477.430243:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788777477.430245:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777477.430248:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:1.0:1788777477.430250:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:1.0:1788777477.430253:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:1.0:1788777477.430255:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:1.0:1788777477.430257:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:1.0:1788777477.430259:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1788777477.430261:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1788777477.430263:0:32488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:1.0:1788777477.430266:0:32488:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.430269:0:32488:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.430271:0:32488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211e00. 00000080:00000001:1.0:1788777477.430276:0:32488:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.430296:0:32488:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777477.430298:0:32488:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1788777477.430301:0:32488:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777477.430303:0:32488:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.430316:0:32488:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777477.430319:0:32488:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777477.430321:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbdd0 00000080:00200008:1.0:1788777477.430323:0:32488:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 304000 00000080:00400000:1.0:1788777477.430327:0:32488:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788777477.430330:0:32488:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777477.430333:0:32488:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777477.430336:0:32488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cdbdd0 00000080:00000008:1.0:1788777477.430338:0:32488:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 304000, rc = 0 00000080:00000001:1.0:1788777477.430341:0:32488:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.430342:0:32488:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777477.435310:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777477.435320:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777477.435322:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777477.435326:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb20 00000080:00200000:3.0:1788777477.435331:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777477.435339:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd115c600. 00800000:00000002:3.0:1788777477.435346:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777477.435350:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777477.435355:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.435357:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa40 00800000:00000002:3.0:1788777477.435360:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777477.435364:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777477.435367:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777477.435370:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777477.435372:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777477.435374:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777477.435376:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.435378:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777477.435381:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.435384:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777477.435390:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.435392:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f910 00000002:00010000:3.0:1788777477.435394:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777477.435398:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777477.435400:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777477.435403:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777477.435409:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:3.0:1788777477.435413:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777477.435417:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777477.435421:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777477.435426:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788777477.435438:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777477.435442:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.435445:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788777477.435452:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777477.435454:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777477.435456:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777477.435458:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777477.435460:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777477.435484:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777477.435488:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777477.435492:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777477.435496:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115c600. 00000080:00000001:3.0:1788777477.435500:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777477.435501:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777477.435504:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777477.435507:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc964 00800000:00000001:3.0:1788777477.435511:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777477.435513:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777477.435515:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.435517:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.435520:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:3.0:1788777477.435522:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:3.0:1788777477.435525:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:3.0:1788777477.435529:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.435530:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777477.435532:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.435533:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777477.435536:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc964 from it ffffb70bc155fb58 00010000:00000001:3.0:1788777477.435538:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.435539:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.435541:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:3.0:1788777477.435543:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:3.0:1788777477.435545:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:3.0:1788777477.435547:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777477.435549:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777477.435556:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.435557:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.435558:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777477.435561:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777477.435563:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788777477.435574:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777477.435577:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777477.435579:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777477.435583:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.435584:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.435586:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.435589:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777477.435591:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.435592:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.435595:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.435598:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777477.435599:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.435600:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777477.435602:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777477.435604:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777477.435606:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777477.435609:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777477.435613:0:32682:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777477.435615:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb48 00000080:00002000:3.0:1788777477.435616:0:32682:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9b1fd16c4e58) flags 0x20000e refc 1 00000080:00000001:3.0:1788777477.435618:0:32682:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777477.435621:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb90 00000080:00200000:3.0:1788777477.435622:0:32682:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000002:3.0:1788777477.435626:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:3.0:1788777477.435632:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd08 00000080:00200008:3.0:1788777477.435634:0:32682:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777477.435638:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777477.435640:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc80 00000080:00200000:3.0:1788777477.435641:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8),name=d21h.recovery-small-1 00000080:00000010:3.0:1788777477.435645:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd115c600. 00800000:00000002:3.0:1788777477.435648:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777477.435652:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777477.435654:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.435656:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fba0 00800000:00000002:3.0:1788777477.435659:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777477.435661:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777477.435664:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777477.435665:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777477.435667:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777477.435668:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777477.435670:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.435671:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777477.435673:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.435675:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777477.435676:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777477.435676:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777477.435678:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777477.435679:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.435681:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788777477.435682:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.435684:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777477.435687:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.435688:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa70 00000002:00010000:3.0:1788777477.435690:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777477.435692:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777477.435694:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777477.435695:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777477.435697:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:3.0:1788777477.435700:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777477.435702:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777477.435704:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777477.435707:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777477.435713:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777477.435715:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.435718:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777477.435728:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777477.435730:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777477.435731:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777477.435732:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777477.435734:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777477.435736:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777477.435738:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777477.435739:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777477.435741:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115c600. 00000080:00000001:3.0:1788777477.435743:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777477.435744:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777477.436134:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) 00000080:00010000:3.0:1788777477.436139:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc96b 00800000:00000001:3.0:1788777477.436143:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777477.436144:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777477.436146:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.436147:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.436149:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777477.436151:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777477.436154:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777477.436156:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.436157:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777477.436158:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.436160:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777477.436162:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc96b from it ffffb70bc155fcb8 00010000:00000001:3.0:1788777477.436164:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.436165:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.436166:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777477.436168:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777477.436170:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777477.436172:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777477.436175:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777477.436182:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.436183:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.436184:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777477.436186:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777477.436188:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777477.436194:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777477.436196:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777477.436197:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777477.436200:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.436201:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.436202:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.436204:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777477.436206:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.436207:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.436209:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.436211:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777477.436212:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.436213:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777477.436215:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777477.436216:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777477.436219:0:32682:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777477.436223:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd08 00000080:00000008:3.0:1788777477.436225:0:32682:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777477.436252:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777477.436259:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777477.436260:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777477.436261:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00200000:3.0:1788777477.436263:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777477.436268:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd115c600. 00800000:00000002:3.0:1788777477.436271:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777477.436273:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777477.436275:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.436277:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fae0 00800000:00000002:3.0:1788777477.436279:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777477.436281:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777477.436282:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777477.436284:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777477.436285:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777477.436289:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777477.436290:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.436292:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777477.436294:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.436405:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777477.436411:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.436413:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9b0 00000002:00010000:2.0:1788777477.436415:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777477.436418:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777477.436419:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777477.436421:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777477.436423:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:2.0:1788777477.436425:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.436428:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.436431:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777477.436434:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788777477.436441:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777477.436443:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.436446:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788777477.436451:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777477.436453:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777477.436455:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.436456:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.436458:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.436460:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777477.438260:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777477.438265:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777477.438270:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115c600. 00000080:00000001:2.0:1788777477.438274:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777477.438276:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.438279:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777477.438283:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc964 00800000:00000001:2.0:1788777477.438286:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.438289:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.438291:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.438294:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.438297:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.438299:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.438303:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.438306:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.438307:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.438309:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.438310:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.438313:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc964 from it ffffb70bc155fbf8 00010000:00000001:2.0:1788777477.438315:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.438316:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.438317:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777477.438319:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.438321:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777477.438323:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.438327:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777477.438335:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.438336:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.438338:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.438341:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.438344:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788777477.438351:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.438354:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.438356:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.438360:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.438361:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.438363:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438366:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.438367:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438369:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438373:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438375:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.438376:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.438377:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777477.438380:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777477.438383:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.438385:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777477.438390:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.438395:0:32682:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777477.438398:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00002000:2.0:1788777477.438399:0:32682:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9b1fd16c4e58) flags 0x20000e refc 1 00000080:00000001:2.0:1788777477.438402:0:32682:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.438404:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc08 00000080:00200000:2.0:1788777477.438405:0:32682:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:2.0:1788777477.438411:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788777477.438417:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777477.438419:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8), inode mode 41ed mask 44 00000080:00000001:2.0:1788777477.438421:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.438427:0:32682:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777477.438430:0:32682:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777477.438431:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb78 00000080:00200008:2.0:1788777477.438433:0:32682:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), flags 704400 00000080:00000010:2.0:1788777477.438441:0:32682:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc15a7400. 00000080:00000001:2.0:1788777477.438447:0:32682:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788777477.438451:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069000. 00800000:00000002:2.0:1788777477.438455:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.438459:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.438607:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.438609:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa28 00800000:00000002:2.0:1788777477.438611:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.438615:0:32682:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777477.438617:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.438619:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.438621:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.438623:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.438625:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.438627:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1788777477.438629:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.438631:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9a8 00800000:00000002:2.0:1788777477.438634:0:32682:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788777477.438638:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.438640:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f8e0 00000002:00010000:2.0:1788777477.438642:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788777477.438646:0:32682:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777477.438648:0:32682:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777477.438651:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777477.438657:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:2.0:1788777477.438659:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.438663:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777477.438666:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438668:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.438670:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.438672:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777477.438673:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:2.0:1788777477.438676:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.438677:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777477.438679:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438681:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.438683:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777477.438688:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f800. 00000020:00000040:2.0:1788777477.438692:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777477.438698:0:32682:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777477.438700:0:32682:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438703:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777477.438706:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.438709:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.438710:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.438711:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.438714:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.438716:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.438720:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.438728:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333b000. 00000100:00000001:2.0:1788777477.438734:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438739:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.438741:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438743:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.438744:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.438746:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.438752:0:32682:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00010000:00000001:2.0:1788777477.438755:0:32682:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777477.438757:0:32682:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777477.438759:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:2.0:1788777477.438761:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.438763:0:32682:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777477.438766:0:32682:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5e00. 00000020:00000001:2.0:1788777477.438769:0:32682:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777477.438771:0:32682:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5e00 with handle 0x22b16ee488cdc995 to hash 00000020:00000001:2.0:1788777477.438773:0:32682:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777477.438774:0:32682:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777477.438778:0:32682:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777477.438781:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.438783:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.438786:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.438793:0:32682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777477.438817:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777477.438829:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777477.438838:0:32682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777477.438844:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777477.438845:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777477.438852:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.438854:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686985216 : -110914022566400 : ffff9b1fd1159600) 00000100:00000001:2.0:1788777477.438857:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.438859:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:2.0:1788777477.438862:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.438866:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.438868:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777477.438870:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777477.438873:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.438880:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.438883:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.438886:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777477.438889:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.438891:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777477.438895:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211117568:192.168.204.133@tcp:101:rm.0 00000100:00000001:2.0:1788777477.438899:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777477.438904:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777477.438907:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.438909:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777477.439058:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:2.0:1788777477.439062:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777477.439070:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.439074:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919ba50. 00000400:00000010:2.0:1788777477.439081:0:32682:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fc920d000. 00000100:00000200:2.0:1788777477.439088:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211117568, portal 10 00000100:00000001:2.0:1788777477.439090:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.439092:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000040:2.0:1788777477.439098:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.439105:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777477.439109:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777477.439112:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777477.439115:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211117568, offset 0 00000400:00000200:2.0:1788777477.439120:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777477.439129:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.439137:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777477.439142:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777477.439146:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777477.439150:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777477.439153:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777477.439156:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2798:2798:256:4294967295] 192.168.204.133@tcp LPNI seq info [2797:2797:8:4294967295] 00000400:00000200:2.0:1788777477.439161:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.439170:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777477.439175:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777477.439179:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956a00. 00000800:00000200:2.0:1788777477.439186:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777477.439194:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777477.439198:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777477.439282:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.439286:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 850007 usecs (851 jiffies) 00000400:00000200:2.0:1788777477.439290:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777477.439293:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581597 00000100:00000001:2.0:1788777477.439296:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.439298:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581597 00000100:00000001:2.0:1788777477.439301:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.439303:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.439305:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.439308:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.439309:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777477.439312:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777477.439314:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.439317:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777477.445201:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.445211:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956a00. 00000400:00000200:3.0:1788777477.445218:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.445227:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.445236:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:3.0:1788777477.445239:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:3.0:1788777477.445244:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777477.445253:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.445267:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.445271:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.445278:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.445280:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.448041:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.448059:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.448063:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.448066:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.448074:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.448081:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.448090:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.448094:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.448100:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.448103:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5e400 00000400:00000200:3.0:1788777477.448108:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.448114:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x831d [64] + 224 00000800:00000001:3.0:1788777477.448120:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.448126:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.448130:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.448134:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.448141:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.448149:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.448158:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.448222:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777477.448242:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.448250:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.448254:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777477.451857:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777477.451864:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777477.451869:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919ba50. 00000400:00000200:2.0:1788777477.451877:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc920d000 00000400:00000010:2.0:1788777477.451879:0:32682:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fc920d000. 00000100:00000001:2.0:1788777477.451885:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.451896:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777477.451907:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.451915:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777477.451917:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.451920:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777477.451923:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777477.451925:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777477.451928:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.451931:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777477.452329:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777477.452335:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777477.452338:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788777477.452343:0:32682:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fc639f800 x1875667211117568/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.452349:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777477.452352:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777477.452354:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777477.452356:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777477.452359:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.452360:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:2.0:1788777477.452363:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777477.452365:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788777477.452367:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777477.452369:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788777477.452373:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.452380:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788777477.452383:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777477.452385:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777477.452390:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777477.452397:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211117568:192.168.204.133@tcp:101:rm.0 00000100:00000001:2.0:1788777477.452401:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.452404:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777477.452406:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777477.452409:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.452411:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.452418:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777477.452421:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.452424:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777477.452426:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788777477.452429:0:32682:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777477.452435:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.452437:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.452442:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=4 00000020:00000001:2.0:1788777477.452444:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777477.452447:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00010000:2.0:1788777477.452452:0:32682:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.452588:0:32682:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788777477.452594:0:32682:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.452601:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.452603:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.452612:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.452614:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777477.452616:0:32682:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.452622:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.452625:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.452627:0:32682:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777477.452630:0:32682:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.452636:0:32682:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f5e00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:2.0:1788777477.452640:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788777477.452643:0:32682:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.452650:0:32682:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788777477.452652:0:32682:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788777477.452655:0:32682:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.452661:0:32682:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788777477.452664:0:32682:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777477.452665:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.452666:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.452668:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=5 00000020:00000001:2.0:1788777477.452670:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777477.452672:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777477.452675:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777477.452677:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788777477.452685:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777477.452687:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.452690:0:32682:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788777477.452692:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777477.452695:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777477.452696:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777477.452698:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.452699:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777477.452702:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5e00 with handle 0x22b16ee488cdc995 from hash 00010000:00000001:2.0:1788777477.452704:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777477.452705:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.452707:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.452708:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777477.452709:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777477.452711:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788777477.452713:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.452714:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.452716:0:32682:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.452718:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.452721:0:32682:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.452726:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.452727:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.452728:0:32682:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788777477.452730:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.452731:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.452732:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.452733:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777477.452735:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdc995 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.452746:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.452747:0:32682:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788777477.452753:0:32682:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788777477.452760:0:32682:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777477.452768:0:32682:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777477.452773:0:32682:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777477.452779:0:32682:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.452784:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777477.452785:0:32682:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.452787:0:32682:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.452789:0:32682:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.452792:0:32682:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777477.452795:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.452796:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00010000:00000001:2.0:1788777477.452798:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777477.452799:0:32682:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.452801:0:32682:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777477.452803:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f868 00000002:00002000:2.0:1788777477.452817:0:32682:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788777477.452820:0:32682:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.452824:0:32682:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.452826:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777477.452828:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777477.452831:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.452835:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777477.452839:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069000. 00000080:00000001:2.0:1788777477.452844:0:32682:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777477.452850:0:32682:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777477.452854:0:32682:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777477.452862:0:32682:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3dc80. 00800000:00000001:2.0:1788777477.452864:0:32682:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483448448 : -110914226103168 : ffff9b1fc4f3dc80) 00800000:00000001:2.0:1788777477.452866:0:32682:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.452868:0:32682:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777477.452871:0:32682:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777477.452873:0:32682:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:2.0:1788777477.452876:0:32682:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777477.452879:0:32682:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777477.452880:0:32682:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.452885:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1788777477.452888:0:32682:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777477.452892:0:32682:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:2.0:1788777477.452894:0:32682:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777477.452897:0:32682:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777477.452898:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3dc80 1 00800000:00000010:2.0:1788777477.452901:0:32682:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3dc80. 00800000:00000001:2.0:1788777477.452904:0:32682:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777477.452908:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:2.0:1788777477.452912:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.452916:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.452922:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.452925:0:32682:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777477.452929:0:32682:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc4f3dc80. 00000080:00000001:2.0:1788777477.452932:0:32682:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777477.452935:0:32682:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788777477.452937:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.453849:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.453853:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.453856:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.453859:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.453861:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1788777477.453864:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.453868:0:32682:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777477.453875:0:32682:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fca6131c0. 00000002:00100000:2.0:1788777477.453883:0:32682:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777477.453891:0:32682:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.453893:0:32682:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777477.453897:0:32682:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777477.453900:0:32682:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.453904:0:32682:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777477.453906:0:32682:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.453908:0:32682:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.453913:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.453916:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777477.453923:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777477.453927:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:2.0:1788777477.454029:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777477.454031:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.454035:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb78 00000080:00000008:2.0:1788777477.454037:0:32682:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), flags 704400, rc = 0 00000080:00000001:2.0:1788777477.454041:0:32682:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.454063:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd28 00000080:00200008:2.0:1788777477.454065:0:32682:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777477.454072:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777477.454073:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fca0 00000080:00200000:2.0:1788777477.454075:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8),name=d21h.recovery-small-1 00000080:00000010:2.0:1788777477.454082:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069000. 00800000:00000002:2.0:1788777477.454087:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.454093:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.454097:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.454098:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00800000:00000002:2.0:1788777477.454101:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.454104:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777477.454107:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.454108:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.454110:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.454111:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.454113:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.454114:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.454116:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.454118:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.454119:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.454121:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.454122:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.454124:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.454125:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1788777477.454126:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.454129:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777477.454133:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.454135:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa90 00000002:00010000:2.0:1788777477.454137:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777477.454141:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777477.454143:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777477.454146:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777477.454151:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:2.0:1788777477.454154:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.454159:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.454162:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777477.454166:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777477.454176:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777477.454180:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.454183:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777477.454190:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777477.454192:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777477.454194:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.454196:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.454198:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.454200:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777477.454202:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777477.454204:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777477.454206:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069000. 00000080:00000001:2.0:1788777477.454211:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777477.454213:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.454215:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) 00000080:00010000:2.0:1788777477.454218:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc96b 00800000:00000001:2.0:1788777477.454222:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.454223:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.454225:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.454226:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.454229:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.454231:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.454233:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.454236:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.454238:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.454239:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.454241:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.454243:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc96b from it ffffb70bc155fcd8 00010000:00000001:2.0:1788777477.454245:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.454246:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.454247:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.454249:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.454251:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.454253:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.454256:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777477.454263:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.454264:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.454265:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.454671:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.454674:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777477.454683:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.454685:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.454688:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.454692:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.454693:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.454694:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.454697:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.454699:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.454700:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.454703:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.454705:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.454706:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.454707:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777477.454709:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777477.454711:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777477.454714:0:32682:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.454718:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd28 00000080:00000008:2.0:1788777477.454720:0:32682:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777477.454783:0:32682:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788777477.454786:0:32682:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1788777477.454792:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1069000. 00800000:00000002:2.0:1788777477.454795:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc32ded00 2 00000080:00000001:2.0:1788777477.454797:0:32682:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1788777477.454803:0:32682:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:2.0:1788777477.454804:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.454816:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.454818:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.454820:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.454822:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.454824:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1788777477.454825:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.454829:0:32682:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788777477.454830:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.454832:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fab8 00000002:00010000:2.0:1788777477.454834:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000405:0x23:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788777477.454837:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777477.454838:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777477.454839:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777477.454843:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:2.0:1788777477.454845:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.454849:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.454851:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777477.454854:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777477.454861:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777477.454863:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.454866:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788777477.454872:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777477.454873:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777477.454875:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777477.454876:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.454878:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.454879:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.454881:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777477.454883:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.454885:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777477.454887:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.454888:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.454889:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.454920:0:32682:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788777477.454925:0:32682:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b1fc920d000. 00000002:00000001:2.0:1788777477.457100:0:32682:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788777477.457112:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639df80. 00000020:00000040:2.0:1788777477.457119:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777477.457124:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.457127:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.457132:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.457139:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1069600. 00000100:00000001:2.0:1788777477.457145:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.457148:0:32682:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788777477.457152:0:32682:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b1fc3339800. 00000100:00000010:2.0:1788777477.457157:0:32682:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b1fd0721000. 00000020:00000040:2.0:1788777477.457159:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777477.457184:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777477.457186:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777477.457192:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159600. 00000100:00000001:2.0:1788777477.457194:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686985216 : -110914022566400 : ffff9b1fd1159600) 00000100:00000001:2.0:1788777477.457197:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.457198:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504813952 : -110914204737664 : ffff9b1fc639df80) 00000100:00000001:2.0:1788777477.457204:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.457208:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.457210:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777477.457212:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777477.457221:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.457230:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.457233:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.457237:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777477.457239:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.457242:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777477.457245:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639df80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211117696:192.168.204.133@tcp:37:rm.0 00000100:00000001:2.0:1788777477.457251:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777477.457256:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777477.457258:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.457260:0:32682:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788777477.458184:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.458194:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919ba50. 00000400:00000010:2.0:1788777477.458205:0:32682:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b1fd132e000. 00000100:00000200:2.0:1788777477.458214:0:32682:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8cdd5e480-0x6a9e8cdd5e480, portal 14 00000100:00000001:2.0:1788777477.458218:0:32682:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.458221:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777477.458225:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3338800. 02000000:00000001:2.0:1788777477.458227:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777477.458231:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.458234:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b688. 00000400:00000010:2.0:1788777477.458239:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93cc0. 00000100:00000200:2.0:1788777477.458242:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211117696, portal 10 00000100:00000001:2.0:1788777477.458244:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.458246:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504813952 : -110914204737664 : ffff9b1fc639df80) 00000100:00000040:2.0:1788777477.458256:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.458264:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777477.458796:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777477.458802:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93a18. 00000100:00000200:2.0:1788777477.458818:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667211117696, offset 0 00000400:00000200:2.0:1788777477.458826:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777477.458836:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.458844:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777477.458849:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777477.458854:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777477.458858:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777477.458861:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777477.458865:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2799:2799:256:4294967295] 192.168.204.133@tcp LPNI seq info [2798:2798:8:4294967295] 00000400:00000200:2.0:1788777477.458868:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.458878:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777477.458885:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777477.458890:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956f00. 00000800:00000200:2.0:1788777477.458896:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777477.458903:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777477.458908:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956f00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788777477.459049:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.459054:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 848853 usecs (849 jiffies) 00000400:00000200:2.0:1788777477.459058:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777477.459061:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581615 00000100:00000001:2.0:1788777477.459064:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.459068:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581615 00000100:00000001:2.0:1788777477.459070:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.459072:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.459075:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.459078:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.459080:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777477.459083:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777477.459085:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.459088:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788777477.462157:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5e00. 00000800:00000200:2.0:1788777477.462490:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.462495:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956f00. 00000400:00000200:2.0:1788777477.462500:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.462508:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.462525:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93a18 00000400:00000010:2.0:1788777477.462527:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93a18. 00000100:00000001:2.0:1788777477.462532:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.462540:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.462552:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.462555:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.462563:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.462564:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.468904:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.468919:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.468923:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.468925:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.468933:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.469061:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.469071:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.469076:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.469082:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.469086:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 4096 into portal 14 MB=0x6a9e8cdd5e480 00000400:00000200:3.0:1788777477.469090:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.469096:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.133@tcp of length 4096/4096 into md 0x832d [256] + 0 00000400:00000010:3.0:1788777477.469101:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919ba50. 00000400:00000200:3.0:1788777477.469105:0:2407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fd132e000 00000800:00000001:3.0:1788777477.469110:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.469118:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.469122:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.469126:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.469131:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd132e000 00000400:00000010:3.0:1788777477.469134:0:2407:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b1fd132e000. 00000100:00000001:3.0:1788777477.469138:0:2407:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788777477.469141:0:2407:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fc639df80 desc ffff9b1fc3339800 mbits 1875667211117696 00000100:00000001:3.0:1788777477.469157:0:2407:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788777477.469165:0:2407:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788777477.469167:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.469172:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777477.469178:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2800:2800:256:4294967295] 192.168.204.133@tcp LPNI seq info [2799:2799:8:4294967295] 00000400:00000200:3.0:1788777477.469182:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.469189:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:3.0:1788777477.469195:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777477.469202:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b1fca71e000. 00000800:00000200:3.0:1788777477.469208:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777477.469215:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777477.469219:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fca71e000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1788777477.469648:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.469653:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777477.469680:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.469684:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777477.469755:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.469760:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b1fca71e000. 00000400:00000200:3.0:1788777477.469764:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.469769:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:2.0:1788777477.480743:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.480759:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777477.480764:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.480766:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.480775:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.480783:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777477.480793:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.480798:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.480803:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.480819:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd5e480 00000400:00000200:2.0:1788777477.480824:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.480830:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x8335 [1] + 224 00000800:00000001:2.0:1788777477.480837:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.480847:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.480850:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.480854:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777477.480861:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.480870:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777477.480881:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.480903:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777477.480912:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.480915:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.481127:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777477.481135:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777477.481138:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777477.481141:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b688. 00000400:00000200:1.0:1788777477.481146:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93cc0 00000400:00000010:1.0:1788777477.481148:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93cc0. 00000100:00000001:1.0:1788777477.481152:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777477.481157:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777477.481165:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.481171:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777477.481174:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.481176:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777477.481180:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777477.481182:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777477.481184:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.481187:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777477.481195:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777477.481199:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777477.481202:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777477.481204:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.481207:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777477.481210:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.481214:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777477.481216:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777477.481217:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777477.481220:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.481225:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777477.481234:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.481242:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777477.481244:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777477.481248:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777477.481261:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639df80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211117696:192.168.204.133@tcp:37:rm.0 00000100:00000001:1.0:1788777477.481266:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.481268:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.481270:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777477.481272:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.481276:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.481283:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.481285:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159600. 00000100:00000001:1.0:1788777477.481289:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777477.481290:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.481294:0:32682:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.481296:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.481300:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639df80 x1875667211117696/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.481305:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777477.481308:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777477.481311:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3338800. 02000000:00000001:1.0:1788777477.481314:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777477.481317:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.481318:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.481320:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777477.481322:0:32682:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788777477.481324:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.481325:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.481327:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788777477.481349:0:32682:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b1fd0721000. 00000100:00000010:1.0:1788777477.481352:0:32682:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b1fc3339800. 00000100:00000001:1.0:1788777477.481354:0:32682:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788777477.481356:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1069600. 02000000:00000001:1.0:1788777477.481359:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777477.481361:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777477.481363:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639df80. 00000100:00000001:1.0:1788777477.481366:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777477.481367:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.481370:0:32682:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788777477.481372:0:32682:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788777477.482260:0:32682:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b1fc920d000. 00000002:00000001:1.0:1788777477.482268:0:32682:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.482274:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.482277:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.482280:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:1.0:1788777477.482283:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:1.0:1788777477.482286:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:1.0:1788777477.482288:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.482293:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777477.482302:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.482304:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.482306:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.482308:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.482311:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777477.482318:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.482321:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.482323:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.482327:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.482328:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.482330:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.482333:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.482335:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.482337:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.482341:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.482343:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.482344:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.482345:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788777477.482348:0:32682:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.482354:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777477.482360:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1788777477.482362:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788777477.482367:0:32682:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.482371:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 2 00000080:00000010:1.0:1788777477.482374:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1069000. 00000080:00000001:1.0:1788777477.482379:0:32682:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.482454:0:32682:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777477.482457:0:32682:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777477.482461:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdd0 00000080:00200008:1.0:1788777477.482491:0:32682:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), flags 704000 00000080:00400000:1.0:1788777477.482496:0:32682:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788777477.482500:0:32682:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777477.482501:0:32682:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788777477.482503:0:32682:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788777477.482509:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.482512:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.482514:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.482517:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.482519:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.482521:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788777477.482523:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.482528:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.482531:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.482537:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:1.0:1788777477.482540:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.482544:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.482546:0:32682:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 0 00000080:00000001:1.0:1788777477.482549:0:32682:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777477.482551:0:32682:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777477.482555:0:32682:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc9211c00. 00000080:00000001:1.0:1788777477.482558:0:32682:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788777477.482562:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc32ded00 2 00000080:00000001:1.0:1788777477.482567:0:32682:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777477.482570:0:32682:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777477.482572:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.482573:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.482575:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.482576:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.482578:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.482579:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788777477.482581:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.482583:0:32682:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:1.0:1788777477.482586:0:32682:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777477.482588:0:32682:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777477.482594:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122a00. 00000020:00000040:1.0:1788777477.482598:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777477.482602:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777477.482605:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777477.482609:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777477.482615:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9211600. 00000100:00000001:1.0:1788777477.482620:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777477.482633:0:32682:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777477.482643:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777477.482648:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1122a00 x1875667211117952/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777477.482654:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777477.482656:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777477.482661:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8300. 00000100:00000001:1.0:1788777477.482663:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543784192 : -110914165767424 : ffff9b1fc88c8300) 00000100:00000001:1.0:1788777477.482665:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.482667:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000001:1.0:1788777477.482671:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777477.482674:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.482676:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777477.482678:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777477.482681:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122a00 x1875667211117952/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.482688:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777477.482690:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.482694:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777477.482696:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777477.482699:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777477.482702:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211117952:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777477.482705:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777477.482710:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777477.482712:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.482714:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777477.482717:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356e400. 02000000:00000001:1.0:1788777477.482719:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777477.482725:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.482729:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12e18. 00000400:00000010:1.0:1788777477.482735:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777477.482741:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211117952, portal 10 00000100:00000001:1.0:1788777477.482743:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.482744:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000040:1.0:1788777477.482751:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122a00 x1875667211117952/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.482757:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777477.482759:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777477.482761:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256000. 00000100:00000200:1.0:1788777477.482764:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211117952, offset 0 00000400:00000200:1.0:1788777477.482770:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777477.482777:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.482783:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777477.482787:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777477.482790:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777477.482794:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777477.482796:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777477.482799:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2801:2801:256:4294967295] 192.168.204.133@tcp LPNI seq info [2800:2800:8:4294967295] 00000400:00000200:1.0:1788777477.482803:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.482824:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777477.482830:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777477.482835:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30dec00. 00000800:00000200:1.0:1788777477.482841:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777477.482847:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777477.482852:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30dec00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777477.482965:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.482970:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 847722 usecs (848 jiffies) 00000400:00000200:1.0:1788777477.482973:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777477.482975:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581638 00000100:00000001:1.0:1788777477.482978:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.482980:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581638 00000100:00000001:1.0:1788777477.482982:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.482984:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.482986:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.482988:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.482990:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777477.482992:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8300 going to sleep for 11 seconds 00000100:00000001:1.0:1788777477.483011:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.483013:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.484225:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.484231:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30dec00. 00000400:00000200:2.0:1788777477.484238:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.484245:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.484250:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256000 00000400:00000010:2.0:1788777477.484253:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256000. 00000100:00000001:2.0:1788777477.484257:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.484264:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122a00 x1875667211117952/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.484274:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.484277:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122a00 x1875667211117952/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.484284:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.484286:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777477.488204:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.488227:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777477.488232:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.488234:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.488244:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.488252:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777477.488263:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.488268:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.488274:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.488278:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5e580 00000400:00000200:2.0:1788777477.488283:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.488289:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8345 [1] + 224 00000800:00000001:2.0:1788777477.488296:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.488307:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.488312:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.488316:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777477.488323:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.488332:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122a00 x1875667211117952/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777477.488343:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1122a00 x1875667211117952/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.488370:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777477.488379:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.488382:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.488567:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777477.491137:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.491144:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.491148:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12e18. 00000400:00000200:0.0:1788777477.491157:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:0.0:1788777477.491159:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:0.0:1788777477.491163:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.491174:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122a00 x1875667211117952/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777477.491185:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122a00 x1875667211117952/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.491193:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.491195:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.491198:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.491202:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.491204:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.491206:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.491209:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.491218:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777477.491222:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.491225:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.491227:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.491229:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.491233:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.491237:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777477.491238:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777477.491240:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777477.491243:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.491244:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000001:0.0:1788777477.491248:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.491250:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777477.491252:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.491255:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.491259:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122a00 x1875667211117952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.491266:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.491269:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.491271:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777477.491275:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122a00 x1875667211117952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777477.491283:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211117952:192.168.204.133@tcp:35:rm.0 00000100:00000001:0.0:1788777477.491287:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.491290:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.491292:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777477.491294:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.491297:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122a00 x1875667211117952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.491303:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.491306:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8300. 00000100:00000001:0.0:1788777477.491309:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777477.491311:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.491318:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.491319:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000002:00000001:0.0:1788777477.491322:0:32682:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.491325:0:32682:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.491328:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 2 00000080:00000010:0.0:1788777477.491331:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211c00. 00000080:00000001:0.0:1788777477.491335:0:32682:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777477.491338:0:32682:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788777477.491340:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.491343:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.491345:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.491347:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.491349:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.491351:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.491353:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.491358:0:32682:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777477.491362:0:32682:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.491370:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.491372:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:0.0:1788777477.491374:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.491377:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.491383:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.491385:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.491388:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122a00 x1875667211117952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.491394:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.491395:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.491398:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f800 x1875667211117568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.491405:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777477.491408:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.491410:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.491412:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777477.491416:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333b000. 02000000:00000001:0.0:1788777477.491420:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777477.491422:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777477.491423:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f800. 00000100:00000001:0.0:1788777477.491427:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777477.491428:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.491430:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.491433:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122a00 x1875667211117952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.491439:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.491441:0:32682:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fca6131c0. 00000002:00000001:0.0:1788777477.491443:0:32682:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.491445:0:32682:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777477.491447:0:32682:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc4f3dc80. 00000100:00000001:0.0:1788777477.491449:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.491452:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122a00 x1875667211117952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.491479:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777477.491480:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777477.491483:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356e400. 02000000:00000001:0.0:1788777477.491486:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777477.491487:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.491488:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.491490:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777477.491491:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc9211600. 02000000:00000001:0.0:1788777477.491493:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777477.491494:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777477.491495:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122a00. 00000100:00000001:0.0:1788777477.491498:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777477.491499:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.491501:0:32682:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777477.491505:0:32682:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a7400. 00000080:00000001:0.0:1788777477.491508:0:32682:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.491513:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdd0 00000080:00000008:0.0:1788777477.491515:0:32682:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), flags 704000, rc = 0 00000080:00000001:0.0:1788777477.491518:0:32682:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.491521:0:32682:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.491566:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777477.491569:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777477.491571:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777477.491572:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00200000:0.0:1788777477.491574:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777477.491579:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.491584:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777477.491588:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777477.491590:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.491592:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fae0 00800000:00000002:0.0:1788777477.491595:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.491598:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777477.491600:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.491601:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.491603:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.491605:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.491606:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.491608:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.491610:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.491612:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777477.491617:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.491618:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9b0 00000002:00010000:0.0:1788777477.491620:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777477.491624:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777477.491626:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.491628:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.491634:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:0.0:1788777477.491637:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.491642:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.491646:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777477.491650:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788777477.491660:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777477.491663:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.491666:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788777477.491673:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777477.491675:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.491677:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.491679:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.491681:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777477.491683:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777477.491685:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777477.491687:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777477.491689:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000080:00000001:0.0:1788777477.491693:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777477.491695:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.491698:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777477.491702:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc964 00800000:00000001:0.0:1788777477.491705:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777477.491706:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777477.491708:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.491710:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.491712:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777477.491715:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.491717:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.491720:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.491721:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.491723:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.491725:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.491727:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc964 from it ffffb70bc155fbf8 00010000:00000001:0.0:1788777477.491730:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.491731:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.491732:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777477.491734:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.491736:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.491738:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.491740:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788777477.491747:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.491748:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.491749:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.491751:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.491754:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788777477.491761:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.491764:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.491765:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.491769:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.491770:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.491772:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.491775:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.491777:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.491778:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.491781:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.491782:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.491784:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.491785:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777477.491786:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777477.491788:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777477.491790:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777477.491793:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.491796:0:32682:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777477.491798:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00002000:0.0:1788777477.491800:0:32682:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9b1fd16c4e58) flags 0x20000e refc 1 00000080:00000001:0.0:1788777477.491803:0:32682:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.491817:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc08 00000080:00200000:0.0:1788777477.491818:0:32682:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:0.0:1788777477.491824:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1788777477.491829:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777477.491830:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8), inode mode 41ed mask 44 00000080:00000001:0.0:1788777477.491833:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.491838:0:32682:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788777477.491840:0:32682:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777477.491842:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb78 00000080:00200008:0.0:1788777477.491844:0:32682:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), flags 704400 00000080:00000010:0.0:1788777477.491848:0:32682:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc4b47040. 00000080:00000001:0.0:1788777477.491855:0:32682:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788777477.491858:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.491861:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777477.491863:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777477.491865:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.491866:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa28 00800000:00000002:0.0:1788777477.491868:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.491871:0:32682:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788777477.491873:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.491875:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.491876:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.491878:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.491879:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.491881:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.491883:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.491885:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9a8 00800000:00000002:0.0:1788777477.491887:0:32682:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788777477.491890:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.491891:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f8e0 00000002:00010000:0.0:1788777477.491892:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788777477.491896:0:32682:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777477.491898:0:32682:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777477.491901:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777477.491904:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:0.0:1788777477.491907:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.491909:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777477.491912:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.491914:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.491916:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.491917:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777477.491919:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:0.0:1788777477.491921:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.491923:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777477.491925:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.491926:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.491928:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.491932:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777477.491935:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777477.493497:0:32682:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777477.493502:0:32682:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.493507:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777477.493511:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.493517:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.493520:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.493521:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.493525:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777477.493527:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777477.493530:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777477.493540:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1000400. 00000100:00000001:0.0:1788777477.493549:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.493555:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.493556:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.493558:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.493559:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.493561:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.493568:0:32682:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00010000:00000001:0.0:1788777477.493572:0:32682:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777477.493574:0:32682:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777477.493579:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:0.0:1788777477.493582:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.493584:0:32682:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777477.493589:0:32682:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7600. 00000020:00000001:0.0:1788777477.493594:0:32682:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777477.493597:0:32682:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7600 with handle 0x22b16ee488cdc99c to hash 00000020:00000001:0.0:1788777477.493599:0:32682:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777477.493600:0:32682:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.493604:0:32682:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.493608:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.493610:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.493613:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777477.493622:0:32682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777477.493634:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777477.493645:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ed880 x1875667211118208/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777477.493655:0:32682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777477.493662:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777477.493663:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777477.493671:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777477.493673:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140416 : -110914027411200 : ffff9b1fd0cba900) 00000100:00000001:0.0:1788777477.493676:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.493678:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777477.493683:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777477.493687:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.493689:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777477.493691:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777477.493695:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211118208/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.493702:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777477.493705:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.493708:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777477.493710:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777477.493713:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777477.493716:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118208:192.168.204.133@tcp:101:rm.0 00000100:00000001:0.0:1788777477.493721:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777477.493725:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777477.493728:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.493731:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777477.493832:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:0.0:1788777477.493835:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777477.493843:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777477.493848:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777477.493855:0:32682:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fd8958000. 00000100:00000200:0.0:1788777477.493862:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211118208, portal 10 00000100:00000001:0.0:1788777477.493864:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.493866:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777477.493872:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed880 x1875667211118208/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.493879:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777477.493883:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777477.493887:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926baa0. 00000100:00000200:0.0:1788777477.493890:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211118208, offset 0 00000400:00000200:0.0:1788777477.493897:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777477.493905:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.493913:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777477.493918:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777477.493922:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777477.493925:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777477.493928:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777477.493932:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2802:2802:256:4294967295] 192.168.204.133@tcp LPNI seq info [2801:2801:8:4294967295] 00000400:00000200:0.0:1788777477.493947:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.493957:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777477.493963:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777477.493969:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5c00. 00000800:00000200:0.0:1788777477.493975:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777477.493983:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777477.493987:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788777477.494014:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.494019:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 846568 usecs (847 jiffies) 00000400:00000200:0.0:1788777477.494022:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777477.494025:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581648 00000100:00000001:0.0:1788777477.494028:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.494030:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581648 00000100:00000001:0.0:1788777477.494032:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.494035:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.494038:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.494040:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777477.494042:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777477.494045:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba900 going to sleep for 11 seconds 00000100:00000001:0.0:1788777477.494048:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777477.494051:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.496128:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.496136:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5c00. 00000400:00000200:2.0:1788777477.496143:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.496151:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.496158:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926baa0 00000400:00000010:2.0:1788777477.496161:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926baa0. 00000100:00000001:2.0:1788777477.496167:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.496175:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211118208/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.496186:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.496191:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211118208/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.496198:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.496200:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777477.500344:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.500363:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777477.500368:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.500370:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.500379:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.500386:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777477.500395:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.500399:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.500403:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.500407:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5e680 00000400:00000200:2.0:1788777477.500412:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.500418:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x834d [64] + 224 00000800:00000001:2.0:1788777477.500425:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.500430:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.500433:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.500438:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777477.500445:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.500453:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211118208/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777477.500558:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc31ed880 x1875667211118208/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.500598:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.501084:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777477.501095:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.501099:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777477.501904:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.501908:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.501912:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777477.501919:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd8958000 00000400:00000010:0.0:1788777477.501922:0:32682:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fd8958000. 00000100:00000001:0.0:1788777477.501926:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.501935:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211118208/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777477.501946:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211118208/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.501952:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.501954:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.501957:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.501960:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.501963:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.501965:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.501968:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.501976:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777477.501981:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.501983:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.501985:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.501987:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.501991:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.502126:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777477.502128:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777477.502130:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777477.502133:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.502134:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777477.502138:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.502140:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777477.502143:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.502146:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.502152:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.502160:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.502163:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.502164:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777477.502169:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777477.502176:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118208:192.168.204.133@tcp:101:rm.0 00000100:00000001:0.0:1788777477.502181:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.502184:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.502186:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777477.502188:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.502192:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.502199:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.502202:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777477.502205:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777477.502207:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.502210:0:32682:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777477.502214:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.502217:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.502220:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7600 refcount=4 00000020:00000001:0.0:1788777477.502222:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502225:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000040:0.0:1788777477.502231:0:32682:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7600, remote cookie: 0x542deec0941a6b4f, flags: 0x1001 00010000:00000040:0.0:1788777477.502234:0:32682:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777477.502238:0:32682:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788777477.502244:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:0.0:1788777477.502247:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.502250:0:32682:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.502254:0:32682:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777477.502262:0:32682:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.502268:0:32682:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777477.502272:0:32682:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777477.502274:0:32682:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777477.502276:0:32682:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777477.502277:0:32682:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777477.502279:0:32682:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9b1fd20e6a00) refcount = 2 00010000:00000040:0.0:1788777477.502281:0:32682:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777477.502283:0:32682:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788777477.502289:0:32682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.502294:0:32682:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777477.502297:0:32682:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777477.502298:0:32682:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.502301:0:32682:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777477.502304:0:32682:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.502306:0:32682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.502312:0:32682:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777477.502314:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502315:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.502317:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502318:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.502320:0:32682:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.502325:0:32682:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777477.502327:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.502328:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.502330:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7600 refcount=3 00000020:00000001:0.0:1788777477.502332:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502333:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502335:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502336:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777477.502340:0:32682:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777477.502348:0:32682:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788777477.502352:0:32682:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777477.502358:0:32682:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.502364:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.502365:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.502366:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7600 refcount=3 00000020:00000001:0.0:1788777477.502368:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502370:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502372:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502373:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.502374:0:32682:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.502376:0:32682:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.502379:0:32682:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788777477.502381:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.502383:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00010000:00000001:0.0:1788777477.502385:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.502386:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.502387:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7600 refcount=3 00000020:00000001:0.0:1788777477.502389:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502391:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00000002:00010000:0.0:1788777477.502394:0:32682:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.502399:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502400:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.502402:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777477.502403:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.502404:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.502405:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7600 refcount=3 00000020:00000001:0.0:1788777477.502407:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502409:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000040:0.0:1788777477.502411:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 3 00010000:00000001:0.0:1788777477.502413:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777477.502417:0:32682:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 16 res 8589935621/35 (0 0) 00010000:00000001:0.0:1788777477.502420:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502421:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.502422:0:32682:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777477.502425:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f868 00000002:00002000:0.0:1788777477.502427:0:32682:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788777477.502429:0:32682:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.502433:0:32682:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.502435:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777477.502438:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777477.502441:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.502445:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777477.502448:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000080:00000001:0.0:1788777477.502452:0:32682:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777477.502458:0:32682:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777477.502649:0:32682:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777477.502657:0:32682:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fd12e4b80. 00800000:00000001:0.0:1788777477.502660:0:32682:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159688604544 : -110914020947072 : ffff9b1fd12e4b80) 00800000:00000001:0.0:1788777477.502662:0:32682:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.502665:0:32682:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777477.502668:0:32682:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777477.502670:0:32682:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1788777477.502673:0:32682:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777477.502676:0:32682:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777477.502678:0:32682:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.502682:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1788777477.502685:0:32682:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788777477.502690:0:32682:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00010000:00000001:0.0:1788777477.502692:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.502694:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.502695:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7600 refcount=3 00000020:00000001:0.0:1788777477.502698:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502699:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502702:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502703:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777477.502704:0:32682:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777477.502707:0:32682:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777477.502708:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4b80 1 00800000:00000010:0.0:1788777477.502710:0:32682:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e4b80. 00800000:00000001:0.0:1788777477.502713:0:32682:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.502716:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc99c 00800000:00000001:0.0:1788777477.502718:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777477.502720:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777477.502721:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.502722:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.502724:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7600 refcount=3 00000020:00000001:0.0:1788777477.502725:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502727:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502729:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502730:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.502731:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.502733:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777477.502737:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1788777477.502739:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.502745:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.502751:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.502754:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc99c from it ffffb70bc155fbd0 00010000:00000001:0.0:1788777477.502757:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.502758:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.502759:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7600 refcount=3 00000020:00000001:0.0:1788777477.502760:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502762:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.502765:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.502767:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.502775:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502776:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.502777:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.502780:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.502782:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777477.502789:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.502792:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.502793:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.502797:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502798:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.502800:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.502803:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.502816:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.502818:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.502821:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.502824:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.502825:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.502826:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777477.502830:0:32682:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777477.502834:0:32682:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fd12e4b80. 00000080:00000001:0.0:1788777477.502837:0:32682:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777477.502841:0:32682:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788777477.502843:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.502846:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.502848:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.502850:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.502852:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.502854:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.502856:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.502859:0:32682:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788777477.502862:0:32682:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd1882880. 00000002:00100000:0.0:1788777477.502867:0:32682:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777477.502873:0:32682:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.502875:0:32682:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788777477.502879:0:32682:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788777477.502882:0:32682:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.502885:0:32682:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788777477.502887:0:32682:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.502889:0:32682:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.502892:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.502895:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788777477.502902:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777477.502905:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:0.0:1788777477.502938:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788777477.502940:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.502943:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb78 00000080:00000008:0.0:1788777477.502945:0:32682:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), flags 704400, rc = 0 00000080:00000001:0.0:1788777477.502949:0:32682:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.502972:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd28 00000080:00200008:0.0:1788777477.502974:0:32682:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777477.502982:0:32682:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788777477.502986:0:32682:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.502989:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777477.502991:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fca0 00000080:00200000:0.0:1788777477.502992:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8),name=d21h.recovery-small-1 00000080:00000010:0.0:1788777477.502998:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.503003:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777477.503009:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777477.503012:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.503013:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00800000:00000002:0.0:1788777477.503016:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.503019:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777477.503022:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.503024:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.503025:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.503026:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.503028:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.503029:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.503031:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.503033:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.503034:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.503035:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.503037:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.503038:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.503040:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.503041:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.503043:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777477.503047:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.503049:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa90 00000002:00010000:0.0:1788777477.503051:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777477.503054:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777477.503056:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.503058:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.503061:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 3 00010000:00000001:0.0:1788777477.503063:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.503066:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.503069:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777477.503073:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788777477.503081:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777477.503085:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.503089:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788777477.503095:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777477.503097:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.503099:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.503101:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.503103:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777477.503105:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777477.503107:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777477.503109:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777477.503111:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000080:00000001:0.0:1788777477.503114:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777477.503116:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.503118:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) 00000080:00010000:0.0:1788777477.503121:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc96b 00800000:00000001:0.0:1788777477.503124:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777477.503125:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777477.503126:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.503127:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.503129:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777477.503131:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777477.503133:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777477.503134:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.503135:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.503137:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.503138:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.503140:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc96b from it ffffb70bc155fcd8 00010000:00000001:0.0:1788777477.503142:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.503142:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.503144:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777477.503146:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777477.503148:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777477.503150:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.503152:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777477.503157:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.503159:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.503160:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.503161:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.503163:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777477.503169:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.503171:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.503172:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.503174:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.503175:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.503176:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.503178:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.503179:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.503181:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.503183:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.503185:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.503186:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.503187:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777477.503189:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777477.503190:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.503193:0:32682:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.503197:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd28 00000080:00000008:0.0:1788777477.503199:0:32682:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1788777477.503272:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd48 00000080:00200000:0.0:1788777477.503274:0:32682:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9b1fc31a7000) d21h.recovery-small-1 proj=0 00000080:00000001:0.0:1788777477.503277:0:32682:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1788777477.503279:0:32682:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1788777477.503281:0:32682:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9b1fc31a7000: age 1886, max_age 1912 00800000:00000001:0.0:1788777477.503285:0:32682:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1788777477.503288:0:32682:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9b1fd0cba900. 00800000:00000001:0.0:1788777477.503294:0:32682:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788777477.503296:0:32682:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: age 1886, max_age 1912 00000002:00000001:0.0:1788777477.503299:0:32682:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788777477.503301:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000010:0.0:1788777477.503307:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31eea00. 00000020:00000040:0.0:1788777477.503310:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777477.503313:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777477.503316:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777477.503318:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777477.503324:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd184ce00. 00000100:00000001:0.0:1788777477.503330:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.503334:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777477.503336:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777477.503340:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba0c0. 00000100:00000001:0.0:1788777477.503342:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682138304 : -110914027413312 : ffff9b1fd0cba0c0) 00000100:00000001:0.0:1788777477.503344:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.503345:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452715520 : -110914256836096 : ffff9b1fc31eea00) 00000100:00000001:0.0:1788777477.503349:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777477.503353:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.503355:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777477.503356:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777477.503361:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.503369:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777477.503371:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.503374:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777477.503376:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777477.503378:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777477.503381:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31eea00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118336:192.168.204.133@tcp:41:rm.0 00000100:00000001:0.0:1788777477.503385:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777477.503390:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777477.503392:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.503394:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777477.503399:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1003400. 02000000:00000001:0.0:1788777477.503401:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777477.503408:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777477.503412:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777477.503419:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777477.503425:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211118336, portal 10 00000100:00000001:0.0:1788777477.503427:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.503428:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452715520 : -110914256836096 : ffff9b1fc31eea00) 00000100:00000040:0.0:1788777477.503435:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.503442:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777477.503445:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777477.503447:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b880. 00000100:00000200:0.0:1788777477.503451:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875667211118336, offset 0 00000400:00000200:0.0:1788777477.503457:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777477.506687:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.506701:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777477.506707:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777477.506711:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777477.506715:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777477.506717:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777477.506721:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2803:2803:256:4294967295] 192.168.204.133@tcp LPNI seq info [2802:2802:8:4294967295] 00000400:00000200:0.0:1788777477.506725:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.506736:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777477.506743:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777477.506754:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5000. 00000800:00000200:0.0:1788777477.506762:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777477.506770:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777477.506774:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788777477.506870:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.506877:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 845416 usecs (846 jiffies) 00000400:00000200:0.0:1788777477.506882:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777477.506885:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581660 00000100:00000001:0.0:1788777477.506887:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.506890:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581660 00000100:00000001:0.0:1788777477.506892:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.506895:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.506899:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.506903:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777477.506905:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777477.506908:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777477.506911:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777477.506914:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.510614:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.510623:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5000. 00000400:00000200:2.0:1788777477.510631:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.510641:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.510648:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b880 00000400:00000010:2.0:1788777477.510651:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b880. 00000100:00000001:2.0:1788777477.510657:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.510667:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.510680:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.510684:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.510692:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.510694:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777477.512922:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.512998:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777477.513294:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.513300:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.513308:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.513316:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777477.513325:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.513330:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.513335:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.513339:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd5e700 00000400:00000200:2.0:1788777477.513344:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.513350:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x8355 [1] + 224 00000800:00000001:2.0:1788777477.513357:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.513363:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.513367:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.513371:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777477.513378:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.513388:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777477.513399:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.513506:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.513584:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777477.513595:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.513598:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777477.513683:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.513685:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.513689:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777477.513694:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:0.0:1788777477.513697:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:0.0:1788777477.513701:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.513705:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777477.513714:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.513720:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.513722:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.513724:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.513728:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.513730:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.513732:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.513736:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.513745:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777477.513750:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.513752:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.513754:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.513757:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.513760:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.513764:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.513766:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777477.513768:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.513771:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.513775:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.513781:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.513784:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.513786:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777477.513790:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777477.513797:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eea00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118336:192.168.204.133@tcp:41:rm.0 00000100:00000001:0.0:1788777477.513802:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.513816:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.513818:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777477.513820:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.513824:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.513831:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.513833:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba0c0. 00000100:00000001:0.0:1788777477.513837:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777477.513838:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.513845:0:32682:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788777477.513847:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.513849:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eea00 x1875667211118336/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.513854:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777477.513857:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777477.513860:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1003400. 02000000:00000001:0.0:1788777477.513864:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777477.513866:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.513868:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.513870:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777477.513873:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd184ce00. 02000000:00000001:0.0:1788777477.513876:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777477.513878:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777477.513880:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eea00. 00000100:00000001:0.0:1788777477.513884:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777477.513885:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777477.513886:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.513887:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.513889:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788777477.513892:0:32682:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: update ffff9b1fc3398450 cache blocks 1802709/1916558 objects 523517/524079 00800000:00000001:0.0:1788777477.513896:0:32682:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.513899:0:32682:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1788777477.513902:0:32682:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9b1fd0cba900. 00800000:00000001:0.0:1788777477.513904:0:32682:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788777477.513907:0:32682:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9b1fc31a7000: update ffff9b1fc339d178 cache blocks 1802709/1916558 objects 523517/524079 00000080:00000001:0.0:1788777477.513911:0:32682:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788777477.513913:0:32682:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802709/1916558 objects 523517/524079 00000080:00000001:0.0:1788777477.513916:0:32682:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777477.513918:0:32682:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.514093:0:32682:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788777477.514097:0:32682:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1788777477.514107:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.514112:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc32ded00 2 00000080:00000001:0.0:1788777477.514115:0:32682:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788777477.514121:0:32682:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446700340282964608 : -43733426587008 : ffffd83984a4ba80) 00000080:00000001:0.0:1788777477.514126:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777477.514129:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1788777477.514131:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1788777477.514135:0:32682:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.514137:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 2 00000080:00000010:0.0:1788777477.514140:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000080:00000001:0.0:1788777477.514144:0:32682:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.514154:0:32682:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788777477.514155:0:32682:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1788777477.514158:0:32682:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777477.514159:0:32682:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.514177:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777477.514180:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777477.514182:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788777477.514294:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.514303:0:32682:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777477.514306:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fda0 00000080:00002000:0.0:1788777477.514309:0:32682:0:(dcache.c:87:ll_dcompare()) found name f(ffff9b1fd16c41b0) flags 0x48000e refc 0 00000080:00000001:0.0:1788777477.514312:0:32682:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.514313:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe10 00000080:00200000:0.0:1788777477.514315:0:32682:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788777477.514320:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777477.514322:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788777477.514325:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.514328:0:32682:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1788777477.514330:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdf8 00000080:00200000:0.0:1788777477.514332:0:32682:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9b1fd15980c8) 00000080:00000001:0.0:1788777477.514335:0:32682:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788777477.514339:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777477.514343:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777477.514345:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777477.514347:0:32682:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777477.514351:0:32682:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000002:0.0:1788777477.514354:0:32682:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617480 addref 2/0 by ffff9b1fd1218000. 00020000:00000002:0.0:1788777477.514357:0:32682:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:0.0:1788777477.514359:0:32682:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777477.514361:0:32682:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777477.514363:0:32682:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777477.514365:0:32682:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788777477.514368:0:32682:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788777477.514371:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777477.514374:0:32682:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777477.514378:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.514382:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc32ded00 2 00800000:00000001:0.0:1788777477.514391:0:32682:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788777477.514395:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.514398:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.514400:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.514402:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.514404:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.514407:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.514409:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.514412:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.514413:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.514414:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.514416:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.514417:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.514419:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1788777477.514420:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.514423:0:32682:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788777477.514424:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.514425:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.514426:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.514428:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.514429:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.514431:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1788777477.514433:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.514435:0:32682:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x25:0x0] 00800000:00000001:0.0:1788777477.514437:0:32682:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.514439:0:32682:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x23:0x0]/[0x200000405:0x25:0x0] -> mds #0 00000002:00000001:0.0:1788777477.514445:0:32682:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788777477.514447:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777477.514454:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 3 00010000:00000001:0.0:1788777477.514457:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.514459:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777477.514540:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777477.514546:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788777477.514557:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777477.514560:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777477.514562:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777477.514564:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1788777477.514568:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.514570:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.514573:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 4 00010000:00000001:0.0:1788777477.514575:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.514580:0:32682:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788777477.514583:0:32682:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788777477.514585:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777477.514589:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.514593:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777477.514600:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.514601:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.514603:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788777477.514605:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.514607:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.514609:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7600 refcount=2 00000020:00000001:0.0:1788777477.514611:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.514614:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677146624 : -110914032404992 : ffff9b1fd07f7600) 00010000:00000001:0.0:1788777477.514616:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.514617:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.514618:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.514619:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.514620:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 4 00010000:00000001:0.0:1788777477.514622:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.514624:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.514626:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.514627:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.514628:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 4 00010000:00000001:0.0:1788777477.514692:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.514695:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.514697:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777477.514700:0:32682:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff9b1fd1598000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777477.514737:0:32682:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777477.514740:0:32682:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777477.514741:0:32682:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777477.514744:0:32682:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) invalid 00000020:00000001:0.0:1788777477.514746:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa60 00000080:00002000:0.0:1788777477.514748:0:32682:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9b1fd16c4e58) parent ffff9b1fd155f360 inode ffff9b1fd15980c8 refc 3 00000080:00000001:0.0:1788777477.514752:0:32682:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777477.514755:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777477.514756:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.514759:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777477.514762:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777477.514764:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777477.514766:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.514768:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777477.514771:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5600 with handle 0x22b16ee488cdc96b from hash 00010000:00000001:0.0:1788777477.514774:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777477.514775:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.514776:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.514777:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777477.514781:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777477.514783:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777477.514785:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777477.514787:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.514789:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.514791:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777477.514793:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 2 00010000:00000001:0.0:1788777477.514795:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.514797:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777477.514799:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777477.514801:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788777477.514823:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777477.514825:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777477.514826:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777477.514828:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:0.0:1788777477.514830:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.514831:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.514833:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 3 00010000:00000001:0.0:1788777477.514835:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.514837:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.514838:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.514839:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.514840:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 3 00010000:00000001:0.0:1788777477.514842:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.514844:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.514845:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.514846:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.514847:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 3 00010000:00000001:0.0:1788777477.514849:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.514851:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.514852:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.514853:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.514854:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 3 00010000:00000001:0.0:1788777477.514855:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.514858:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.514859:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.514861:0:32682:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777477.514862:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777477.514864:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777477.514867:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777477.514869:0:32682:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788777477.514871:0:32682:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1788777477.514874:0:32682:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788777477.514876:0:32682:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788777477.514879:0:32682:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777477.514882:0:32682:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777477.514885:0:32682:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788777477.514887:0:32682:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.514889:0:32682:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777477.514891:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777477.514893:0:32682:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.514895:0:32682:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777477.514897:0:32682:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff9b1fd1579988) invalid 00000020:00000001:0.0:1788777477.514899:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa60 00000080:00002000:0.0:1788777477.514901:0:32682:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b1fd16c41b0) parent ffff9b1fd16c4e58 inode ffff9b1fd1579988 refc 1 00000080:00000001:0.0:1788777477.514903:0:32682:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777477.514904:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777477.514906:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.514907:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777477.514909:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777477.514910:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777477.514911:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.514913:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777477.514915:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4000 with handle 0x22b16ee488cdc972 from hash 00010000:00000001:0.0:1788777477.514916:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777477.514918:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.514919:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.514920:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777477.514922:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777477.514923:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777477.514925:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777477.514927:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.514929:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777477.514934:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31eea00. 00000020:00000040:0.0:1788777477.515121:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777477.515128:0:32682:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777477.515130:0:32682:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.515132:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777477.515137:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.515142:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.515143:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.515144:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.515148:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777477.515150:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777477.515153:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777477.515160:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd184de00. 00000100:00000001:0.0:1788777477.515167:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.515169:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.515171:0:32682:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777477.515176:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777477.515184:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788777477.515264:0:32682:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788777477.515266:0:32682:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777477.515268:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777477.515271:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdc972 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6ae6 expref: -99 pid: 32680 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788777477.515280:0:32682:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4f3d880. 00010000:00000040:0.0:1788777477.515285:0:32682:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6f00 count: 0 00010000:00000010:0.0:1788777477.515290:0:32682:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d400. 00010000:00000001:0.0:1788777477.515297:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.515298:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777477.515300:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc96b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6aca expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777477.515308:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.515309:0:32682:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.515311:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.515312:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.515314:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777477.515325:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788777477.515336:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31eea00 x1875667211118592/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777477.515344:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777477.515346:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777477.515352:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777477.515355:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140416 : -110914027411200 : ffff9b1fd0cba900) 00000100:00000001:0.0:1788777477.515357:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.515359:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452715520 : -110914256836096 : ffff9b1fc31eea00) 00000100:00000001:0.0:1788777477.515363:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777477.515367:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.515369:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777477.515371:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777477.515375:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31eea00 x1875667211118592/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.515383:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777477.515385:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.515389:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777477.515392:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777477.515394:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777477.515398:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31eea00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118592:192.168.204.133@tcp:36:rm.0 00000100:00000001:0.0:1788777477.515402:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777477.515407:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777477.515409:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.515412:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777477.515416:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1003400. 02000000:00000001:0.0:1788777477.515418:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777477.515424:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777477.515427:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777477.515433:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777477.515441:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211118592, portal 10 00000100:00000001:0.0:1788777477.515443:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.515444:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452715520 : -110914256836096 : ffff9b1fc31eea00) 00000100:00000040:0.0:1788777477.515450:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31eea00 x1875667211118592/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.515609:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777477.515615:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777477.515618:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b5d8. 00000100:00000200:0.0:1788777477.515623:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667211118592, offset 0 00000400:00000200:0.0:1788777477.515640:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777477.515649:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.515655:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777477.515661:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777477.515666:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777477.515670:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777477.515673:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777477.515677:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2804:2804:256:4294967295] 192.168.204.133@tcp LPNI seq info [2803:2803:8:4294967295] 00000400:00000200:0.0:1788777477.515681:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.515691:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777477.515697:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777477.515704:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5700. 00000800:00000200:0.0:1788777477.515711:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777477.515718:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777477.515722:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788777477.515790:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.515795:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 844271 usecs (845 jiffies) 00000400:00000200:0.0:1788777477.515799:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777477.515802:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581668 00000100:00000001:0.0:1788777477.515843:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.515847:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581668 00000100:00000001:0.0:1788777477.515849:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.515851:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.515854:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.515857:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777477.515858:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777477.515861:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba900 going to sleep for 11 seconds 00000100:00000001:0.0:1788777477.515864:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777477.515867:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.516567:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.516572:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:2.0:1788777477.516577:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.516583:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.516588:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b5d8 00000400:00000010:2.0:1788777477.516591:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b5d8. 00000100:00000001:2.0:1788777477.516596:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.516602:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eea00 x1875667211118592/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.516612:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.516616:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eea00 x1875667211118592/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.516622:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.516624:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777477.519649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6f00. 00010000:00000010:0.1:1788777477.519661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00010000:00000010:0.1:1788777477.519682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00000800:00000001:2.0:1788777477.546435:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.546456:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777477.546460:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.546512:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.546521:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.546528:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777477.546539:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.546545:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.546551:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.546555:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5e800 00000400:00000200:2.0:1788777477.546559:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.546566:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x835d [1] + 224 00000800:00000001:2.0:1788777477.546574:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.546584:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.546588:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.546592:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777477.546599:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.546608:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eea00 x1875667211118592/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777477.546620:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fc31eea00 x1875667211118592/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.546632:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777477.546640:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.546643:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.547044:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777477.547053:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.547055:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.547059:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777477.547065:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:0.0:1788777477.547068:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:0.0:1788777477.547071:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.547077:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eea00 x1875667211118592/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777477.547087:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eea00 x1875667211118592/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.547093:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.547095:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.547097:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.547102:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.547105:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.547107:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.547110:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.547119:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777477.547124:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.547126:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.547128:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.547130:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.547134:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.547137:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777477.547139:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013f/0x100000141] 00000100:00000001:0.0:1788777477.547141:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777477.547143:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.547145:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452715520 : -110914256836096 : ffff9b1fc31eea00) 00000100:00000001:0.0:1788777477.547148:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.547150:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777477.547152:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.547155:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.547159:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eea00 x1875667211118592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.547166:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.547169:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.547171:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777477.547175:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eea00 x1875667211118592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777477.547183:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eea00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118592:192.168.204.133@tcp:36:rm.0 00000100:00000001:0.0:1788777477.547299:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.547302:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.547305:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777477.547307:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.547312:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eea00 x1875667211118592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.547319:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.547322:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777477.547326:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777477.547327:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.547335:0:32682:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.547339:0:32682:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.547343:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 2 00000080:00000010:0.0:1788777477.547346:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000100:00000001:0.0:1788777477.547351:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.547355:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eea00 x1875667211118592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.547361:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.547366:0:32682:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.547375:0:32682:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777477.547378:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe28 00000080:00002000:0.0:1788777477.547381:0:32682:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b1fd16c41b0, parent ffff9b1fd16c4e58, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777477.547384:0:32682:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.547388:0:32682:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777477.547394:0:32682:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777477.547401:0:32682:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788777477.547404:0:32682:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788777477.547406:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777477.547410:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777477.547414:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777477.547419:0:32682:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777477.547422:0:32682:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777477.547425:0:32682:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777477.547427:0:32682:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777477.547430:0:32682:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777477.547432:0:32682:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777477.547434:0:32682:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777477.547438:0:32682:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff9b1fc2fb5090 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788777477.547440:0:32682:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:0.0:1788777477.547445:0:32682:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777477.547447:0:32682:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777477.547450:0:32682:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777477.547452:0:32682:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547454:0:32682:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777477.547456:0:32682:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777477.547458:0:32682:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547460:0:32682:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777477.547460:0:32682:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777477.547505:0:32682:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777477.547507:0:32682:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd1218000 00000020:00000001:0.0:1788777477.547510:0:32682:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547512:0:32682:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777477.547513:0:32682:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788777477.547516:0:32682:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777477.547519:0:32682:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777477.547523:0:32682:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777477.547527:0:32682:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777477.547529:0:32682:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777477.547530:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777477.547532:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:0.0:1788777477.547534:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:0.0:1788777477.547536:0:32682:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caf58 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777477.547538:0:32682:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777477.547541:0:32682:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777477.547542:0:32682:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777477.547544:0:32682:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547545:0:32682:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547547:0:32682:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:0.0:1788777477.547549:0:32682:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777477.547550:0:32682:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547553:0:32682:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547554:0:32682:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547556:0:32682:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788777477.547558:0:32682:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777477.547560:0:32682:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777477.547561:0:32682:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777477.547563:0:32682:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777477.547564:0:32682:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547565:0:32682:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547567:0:32682:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547569:0:32682:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547570:0:32682:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777477.547571:0:32682:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547573:0:32682:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547575:0:32682:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788777477.547577:0:32682:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777477.547578:0:32682:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777477.547579:0:32682:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777477.547581:0:32682:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788777477.547584:0:32682:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788777477.547588:0:32682:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788777477.547591:0:32682:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788777477.547594:0:32682:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777477.547597:0:32682:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788777477.547600:0:32682:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777477.547602:0:32682:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547603:0:32682:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547605:0:32682:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547606:0:32682:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547608:0:32682:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547610:0:32682:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777477.547611:0:32682:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788777477.547613:0:32682:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777477.547614:0:32682:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788777477.547615:0:32682:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777477.547616:0:32682:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547618:0:32682:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788777477.547620:0:32682:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777477.547621:0:32682:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788777477.547623:0:32682:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777477.547624:0:32682:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777477.547625:0:32682:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777477.547626:0:32682:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777477.547627:0:32682:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547629:0:32682:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547631:0:32682:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777477.547631:0:32682:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777477.547633:0:32682:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788777477.547634:0:32682:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777477.547636:0:32682:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777477.547637:0:32682:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777477.547639:0:32682:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777477.547640:0:32682:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777477.547641:0:32682:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777477.547642:0:32682:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547644:0:32682:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547645:0:32682:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777477.547646:0:32682:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777477.547647:0:32682:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547649:0:32682:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777477.547651:0:32682:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777477.547652:0:32682:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777477.547653:0:32682:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777477.547655:0:32682:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777477.547656:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:0.0:1788777477.547659:0:32682:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777477.547661:0:32682:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777477.547663:0:32682:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777477.547665:0:32682:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777477.547668:0:32682:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777477.547669:0:32682:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777477.547671:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777477.547673:0:32682:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.547677:0:32682:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788777477.547679:0:32682:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9b1fd1579988) 00800000:00000001:0.0:1788777477.547684:0:32682:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788777477.547685:0:32682:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x25:0x0] 00000002:00000001:0.0:1788777477.547691:0:32682:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788777477.547697:0:32682:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.547699:0:32682:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788777477.547701:0:32682:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.547703:0:32682:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.547706:0:32682:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788777477.547709:0:32682:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788777477.547711:0:32682:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.547713:0:32682:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.547715:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777477.547717:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777477.547719:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00020000:00000001:0.0:1788777477.547724:0:32682:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788777477.547725:0:32682:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:0.0:1788777477.547728:0:32682:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788777477.547730:0:32682:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617480, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777477.547735:0:32682:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777477.547739:0:32682:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4480: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777477.547741:0:32682:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788777477.547743:0:32682:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547745:0:32682:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788777477.547747:0:32682:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788777477.547750:0:32682:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788777477.547755:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6b00 count: 2 00010000:00000001:0.0:1788777477.547757:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.547760:0:32682:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788777477.547762:0:32682:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788777477.547768:0:32682:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788777477.547784:0:32682:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777477.547786:0:32682:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000008:00000001:0.0:1788777477.547788:0:32682:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777477.547790:0:32682:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777477.547791:0:32682:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777477.547793:0:32682:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788777477.547799:0:32682:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b1fc7188380. 00020000:00000001:0.0:1788777477.547802:0:32682:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788777477.547815:0:32682:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b1fc72caed8. 00020000:00000001:0.0:1788777477.547819:0:32682:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788777477.547821:0:32682:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777477.547822:0:32682:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777477.547824:0:32682:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:0.0:1788777477.547826:0:32682:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788777477.547827:0:32682:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788777477.547828:0:32682:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:0.0:1788777477.547831:0:32682:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788777477.547833:0:32682:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b1fc82d2068. 00020000:00000010:0.0:1788777477.547836:0:32682:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b1fd0cba9c0. 00020000:00000010:0.0:1788777477.547838:0:32682:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b1fc32a6080. 00020000:00000002:0.0:1788777477.547841:0:32682:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617480, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777477.547844:0:32682:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777477.547847:0:32682:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4480: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:0.0:1788777477.547852:0:32682:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a4480. 00020000:00000010:0.0:1788777477.547856:0:32682:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617ae0. 00020000:00000010:0.0:1788777477.547860:0:32682:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617480. 00020000:00000001:0.0:1788777477.547861:0:32682:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788777477.547863:0:32682:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000010:0.0:1788777477.547865:0:32682:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b1fc4f82000. 00020000:00000001:0.0:1788777477.547868:0:32682:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788777477.547870:0:32682:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b1fc72ca960. 00000020:00001000:0.0:1788777477.547874:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777477.547876:0:32682:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788777477.547878:0:32682:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788777477.547908:0:32682:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788777477.547911:0:32682:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777477.547913:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdd0 00000080:00200008:0.0:1788777477.547915:0:32682:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), flags 704000 00000080:00400000:0.0:1788777477.547919:0:32682:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:0.0:1788777477.547922:0:32682:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777477.547924:0:32682:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788777477.547925:0:32682:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788777477.547930:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.547932:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.547935:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.549220:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.549227:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.549230:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.549232:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.549238:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.549242:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.549247:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:0.0:1788777477.549251:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.549255:0:32682:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788777477.549258:0:32682:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788777477.549261:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777477.549267:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.549272:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777477.549281:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.549283:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.549284:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788777477.549287:0:32682:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 16 00000080:00000010:0.0:1788777477.549290:0:32682:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b47040. 00000080:00000001:0.0:1788777477.549296:0:32682:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.549301:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdd0 00000080:00000008:0.0:1788777477.549304:0:32682:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9b1fd15980c8), flags 704000, rc = 0 00000080:00000001:0.0:1788777477.549307:0:32682:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.549310:0:32682:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.549314:0:32682:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777477.549315:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe00 00000080:00002000:0.0:1788777477.549317:0:32682:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9b1fd16c4e58, parent ffff9b1fd155f360, inode ffff9b1fd15980c8) hashed, 00000080:00000001:0.0:1788777477.549320:0:32682:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.549326:0:32682:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777477.549331:0:32682:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777477.549363:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777477.549366:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777477.549368:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777477.549370:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbd8 00000080:00200000:0.0:1788777477.549372:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777477.549378:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.549384:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777477.549388:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777477.549391:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.549393:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155faf8 00800000:00000002:0.0:1788777477.549395:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.549399:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777477.549401:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.549402:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.549404:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.549405:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.549407:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.549408:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.549412:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.549414:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777477.549418:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.549420:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9c8 00000002:00010000:0.0:1788777477.549421:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777477.549425:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777477.549427:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.549428:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.549436:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:0.0:1788777477.549439:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.549443:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.549446:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777477.549449:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1788777477.549457:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777477.549459:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.549481:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1788777477.549488:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777477.549490:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.549492:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.549494:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.549496:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777477.549498:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777477.549501:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777477.549503:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777477.549506:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000080:00000001:0.0:1788777477.549509:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777477.549510:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.549513:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777477.549516:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc964 00800000:00000001:0.0:1788777477.549519:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777477.549521:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777477.549523:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.549525:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.549528:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777477.549530:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.549533:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.549535:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.549537:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.549539:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.549540:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.549542:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc964 from it ffffb70bc155fc10 00010000:00000001:0.0:1788777477.549544:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.549545:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.549547:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777477.549549:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.549551:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.549553:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.549557:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788777477.549564:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.549565:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.549567:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.549568:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.549570:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788777477.549578:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.549581:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.549583:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.549587:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.549588:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.549589:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.549593:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.549594:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.549597:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.549599:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.549601:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.549602:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.549603:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777477.549606:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777477.549607:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777477.549610:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777477.549614:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777477.549627:0:32682:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd1882160. 00000020:00000001:0.0:1788777477.549631:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdc8 00000080:00200000:0.0:1788777477.549633:0:32682:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=0 00000080:00000001:0.0:1788777477.549636:0:32682:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777477.549637:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc78 00000080:00200000:0.0:1788777477.549639:0:32682:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=getattr 00000080:00000010:0.0:1788777477.549646:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.549649:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777477.549652:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777477.549654:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.549655:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb98 00800000:00000002:0.0:1788777477.549656:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.549659:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777477.549661:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.549663:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.549664:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.549665:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.549666:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.549668:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.549669:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777477.549671:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb30 00800000:00000002:0.0:1788777477.549673:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788777477.549675:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.549677:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa68 00000002:00010000:0.0:1788777477.549678:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788777477.549681:0:32682:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777477.549684:0:32682:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777477.549687:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef800. 00000020:00000040:0.0:1788777477.549691:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777477.549696:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777477.549700:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.549702:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.549703:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.549704:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.549706:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777477.549709:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777477.549711:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777477.549726:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1000c00. 00000100:00000001:0.0:1788777477.549733:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.549738:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.549740:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.549741:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.549743:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.549745:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.549752:0:32682:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00010000:00000001:0.0:1788777477.549756:0:32682:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777477.549758:0:32682:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777477.549760:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:0.0:1788777477.549762:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.549765:0:32682:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777477.549769:0:32682:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7200. 00000020:00000001:0.0:1788777477.549772:0:32682:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777477.549774:0:32682:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7200 with handle 0x22b16ee488cdc9a3 to hash 00000020:00000001:0.0:1788777477.549776:0:32682:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777477.549778:0:32682:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.549781:0:32682:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.549783:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.549785:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.549788:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777477.549796:0:32682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777477.549816:0:32682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777477.549822:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777477.549823:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777477.549829:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba9c0. 00000100:00000001:0.0:1788777477.549832:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140608 : -110914027411008 : ffff9b1fd0cba9c0) 00000100:00000001:0.0:1788777477.549834:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.549835:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000001:0.0:1788777477.549840:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777477.549844:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.549846:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777477.549847:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777477.549858:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.549866:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777477.549869:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.549872:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777477.549875:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777477.549877:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777477.549881:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118720:192.168.204.133@tcp:101:rm.0 00000100:00000001:0.0:1788777477.549885:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777477.549890:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777477.549892:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.549895:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777477.549899:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd8958000. 02000000:00000001:0.0:1788777477.549901:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777477.549908:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777477.549912:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777477.549918:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777477.549924:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211118720, portal 10 00000100:00000001:0.0:1788777477.549926:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.549928:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000040:0.0:1788777477.549933:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.549952:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777477.549955:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777477.549959:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bf68. 00000100:00000200:0.0:1788777477.549963:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211118720, offset 0 00000400:00000200:0.0:1788777477.549970:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777477.549978:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.549985:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777477.549990:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777477.549994:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777477.549997:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777477.550000:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777477.550003:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2805:2805:256:4294967295] 192.168.204.133@tcp LPNI seq info [2804:2804:8:4294967295] 00000400:00000200:0.0:1788777477.550007:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.550016:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777477.550022:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777477.550028:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5200. 00000800:00000200:0.0:1788777477.550034:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777477.550041:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777477.550045:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777477.550055:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.550059:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 843166 usecs (844 jiffies) 00000400:00000200:0.0:1788777477.550062:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777477.550065:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581701 00000100:00000001:0.0:1788777477.550068:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.550070:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581701 00000100:00000001:0.0:1788777477.550072:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.550074:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.550077:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.550079:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777477.550080:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777477.550082:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777477.550085:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777477.550088:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.550396:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.550401:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:2.0:1788777477.550406:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.550411:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.550416:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bf68 00000400:00000010:2.0:1788777477.550418:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bf68. 00000100:00000001:2.0:1788777477.550423:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.550427:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.550435:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.550438:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.550445:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.550447:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788777477.556118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca6136c0. 00000080:00000010:0.1:1788777477.556147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15798c0. 00000080:00000010:0.1:1788777477.556154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613800. 00000800:00000001:2.0:1788777477.563884:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.563906:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777477.563910:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.563913:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.563923:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.563931:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777477.563940:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.563945:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.563951:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.563955:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5e880 00000400:00000200:2.0:1788777477.563959:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.563967:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8365 [1] + 224 00000800:00000001:2.0:1788777477.563974:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.563981:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.563984:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.563989:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777477.563997:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.564005:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777477.564026:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.564049:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777477.564058:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.564061:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.564134:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777477.564142:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.564145:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.564148:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777477.564154:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:0.0:1788777477.564156:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:0.0:1788777477.564160:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.564165:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777477.564174:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.564180:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.564182:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.564185:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.564188:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.564190:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.564192:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.564195:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.564204:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777477.564209:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.564211:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.564212:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.564215:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.564218:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.564222:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.564223:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777477.564225:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.564228:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.564233:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.564241:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.564244:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.564246:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777477.564250:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777477.564263:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118720:192.168.204.133@tcp:101:rm.0 00000100:00000001:0.0:1788777477.564268:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.564271:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.564285:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777477.564287:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.564291:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.564298:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.564301:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba9c0. 00000100:00000001:0.0:1788777477.564304:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777477.564305:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.564309:0:32682:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777477.564313:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564316:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564319:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=4 00000020:00000001:0.0:1788777477.564321:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564324:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000040:0.0:1788777477.564330:0:32682:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7200, remote cookie: 0x542deec0941a6b8e, flags: 0x1001 00010000:00010000:0.0:1788777477.564335:0:32682:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777477.564344:0:32682:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777477.564347:0:32682:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788777477.564353:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:0.0:1788777477.564356:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.564359:0:32682:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.564362:0:32682:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777477.564370:0:32682:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.564377:0:32682:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777477.564381:0:32682:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777477.564383:0:32682:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777477.564384:0:32682:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777477.564385:0:32682:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777477.564388:0:32682:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9b1fd20e6a00) refcount = 2 00010000:00000040:0.0:1788777477.564391:0:32682:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777477.564394:0:32682:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788777477.564412:0:32682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.564420:0:32682:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777477.564423:0:32682:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777477.564425:0:32682:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.564428:0:32682:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777477.564431:0:32682:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.564434:0:32682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.564439:0:32682:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777477.564441:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564443:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.564444:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564445:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.564446:0:32682:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.564451:0:32682:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777477.564453:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564454:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564456:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777477.564457:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564460:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564503:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564504:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564506:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=4 00000020:00000001:0.0:1788777477.564508:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564510:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564513:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.564523:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.564527:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.564532:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564533:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.564535:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564536:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564537:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=5 00000020:00000001:0.0:1788777477.564539:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564540:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564542:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.564545:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.564551:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564552:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777477.564554:0:32682:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.564560:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.564561:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564562:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.564563:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564564:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777477.564569:0:32682:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777477.564583:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564584:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564585:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777477.564587:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564589:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564591:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564592:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.564593:0:32682:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.564595:0:32682:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.564598:0:32682:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777477.564601:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564602:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564603:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777477.564604:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564606:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00000002:00010000:0.0:1788777477.564609:0:32682:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.564615:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564616:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.564618:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777477.564619:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564620:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564621:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777477.564622:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564625:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000040:0.0:1788777477.564627:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 3 00010000:00000001:0.0:1788777477.564629:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777477.564632:0:32682:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:0.0:1788777477.564635:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564636:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.564637:0:32682:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777477.564641:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9f0 00000002:00002000:0.0:1788777477.564643:0:32682:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777477.564646:0:32682:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.564650:0:32682:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.564653:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777477.564656:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777477.564659:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.564662:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777477.564665:0:32682:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777477.564667:0:32682:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc155fe00 it_disposition b 00000080:00000001:0.0:1788777477.564670:0:32682:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777477.564676:0:32682:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777477.564679:0:32682:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777477.564685:0:32682:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fd12e4680. 00800000:00000001:0.0:1788777477.564688:0:32682:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159688603264 : -110914020948352 : ffff9b1fd12e4680) 00800000:00000001:0.0:1788777477.564690:0:32682:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.564693:0:32682:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777477.564695:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1788777477.564698:0:32682:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788777477.564704:0:32682:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777477.564706:0:32682:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1788777477.564709:0:32682:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777477.564712:0:32682:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777477.564713:0:32682:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.564716:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1788777477.564719:0:32682:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777477.564721:0:32682:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 1788777458 to 1788777477 00000080:00200000:0.0:1788777477.564725:0:32682:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:0.0:1788777477.564727:0:32682:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9b1fd15980c8): rc = 0 00000080:00000001:0.0:1788777477.564729:0:32682:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691436232 : -110914018115384 : ffff9b1fd15980c8) 00010000:00000001:0.0:1788777477.564731:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564732:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564734:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777477.564735:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564738:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564740:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564741:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777477.564742:0:32682:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777477.564744:0:32682:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777477.564745:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4680 1 00800000:00000010:0.0:1788777477.564748:0:32682:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e4680. 00800000:00000001:0.0:1788777477.564751:0:32682:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.564753:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) for lock 0x22b16ee488cdc9a3 00800000:00000001:0.0:1788777477.564756:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777477.564757:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777477.564759:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564760:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564761:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777477.564763:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564765:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564767:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564768:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.564769:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.564771:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777477.564777:0:32682:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1739870 inode ffff9b1fd15980c8 refc 1 flags 0x20000e 00000080:00000002:0.0:1788777477.564781:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1788777477.564784:0:32682:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777477.564787:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) 00000080:00010000:0.0:1788777477.564791:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9a3 from it ffffb70bc155fe00 00010000:00000001:0.0:1788777477.564792:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.564794:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.564795:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777477.564797:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564799:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777477.564800:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.564814:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777477.564825:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564826:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.564828:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.564830:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.564832:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777477.564838:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.564840:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.564842:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.564846:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564847:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.564848:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.564851:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.564853:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.564854:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.564857:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.564859:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.564860:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.564861:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777477.564863:0:32682:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777477.564866:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000100:00000001:0.0:1788777477.564870:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.564874:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef800 x1875667211118720/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.564880:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777477.564882:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777477.564885:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd8958000. 02000000:00000001:0.0:1788777477.564888:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777477.564891:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.564892:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.564894:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777477.564898:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777477.564902:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777477.564904:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777477.564906:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef800. 00000100:00000001:0.0:1788777477.564909:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777477.564910:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.564912:0:32682:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777477.564914:0:32682:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc155fe00 released 00000080:00000001:0.0:1788777477.564915:0:32682:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777477.564919:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777477.564922:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777477.564923:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd50 00000080:00200000:0.0:1788777477.564926:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777477.564930:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.564935:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777477.564938:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777477.564940:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.564942:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc70 00800000:00000002:0.0:1788777477.564944:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.564948:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777477.564950:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.564953:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.564955:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.564957:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.564958:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.564960:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.564962:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.564965:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777477.564970:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.564971:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb40 00000002:00010000:0.0:1788777477.564973:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777477.564976:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777477.564978:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.564980:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.564983:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:0.0:1788777477.564985:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.564988:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.564991:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777477.564994:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1788777477.565002:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777477.565005:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777477.565009:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1788777477.565016:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777477.565018:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.565020:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.565021:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777477.565023:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777477.565025:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777477.565027:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777477.565029:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777477.565031:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000080:00000001:0.0:1788777477.565033:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777477.565035:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.565037:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777477.565040:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc964 00800000:00000001:0.0:1788777477.565042:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777477.565043:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777477.565045:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.565046:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.565047:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777477.565049:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.565051:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.565053:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.565055:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777477.565056:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.565057:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777477.565059:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc964 from it ffffb70bc155fd88 00010000:00000001:0.0:1788777477.565061:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.565062:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.565063:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777477.565065:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.565067:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777477.565069:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.565071:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788777477.565077:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.565078:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.565079:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.565081:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.565083:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788777477.565088:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.565090:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.565091:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.565093:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.565094:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.565095:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.565097:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.565099:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.565100:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.565102:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.565104:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.565105:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.565106:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777477.565108:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777477.565109:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777477.565111:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788777477.565116:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.565119:0:32682:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1788777477.565121:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe18 00000080:00200000:0.0:1788777477.565123:0:32682:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:0.0:1788777477.565126:0:32682:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1788777477.565129:0:32682:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000405:0x23:0x0]) is foreign... 00000080:00000001:0.0:1788777477.565132:0:32682:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777477.565136:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.565139:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:0.0:1788777477.565145:0:32682:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788777477.565148:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.565149:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.565151:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.565152:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.565153:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.565155:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.565157:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.565158:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.565159:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.565160:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.565162:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.565163:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.565165:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.565166:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.565169:0:32682:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788777477.565170:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.565171:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.565172:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.565173:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.565174:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.565176:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.565177:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.565179:0:32682:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.565181:0:32682:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.565182:0:32682:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x23:0x0] -> mds #0 00000002:00000001:0.0:1788777477.565185:0:32682:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788777477.565187:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777477.565190:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 2 00010000:00000001:0.0:1788777477.565192:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.565194:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777477.565197:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777477.565200:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1788777477.565207:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777477.565210:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777477.565212:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777477.565213:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777477.565216:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.565217:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.565218:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 3 00010000:00000001:0.0:1788777477.565220:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.565222:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.565223:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.565224:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.565226:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 3 00010000:00000001:0.0:1788777477.565227:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.565229:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.565231:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.565232:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.565233:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6e00 count: 3 00010000:00000001:0.0:1788777477.565235:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.565237:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.565239:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777477.565241:0:32682:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777477.565292:0:32682:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777477.565294:0:32682:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777477.565297:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777477.565298:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.565302:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777477.565305:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777477.565306:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777477.565308:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.565309:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777477.565313:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5800 with handle 0x22b16ee488cdc964 from hash 00010000:00000001:0.0:1788777477.565315:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777477.565316:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.565317:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.565318:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777477.565321:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777477.565322:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777477.565325:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777477.565326:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.565329:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.565331:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777477.565333:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 3 00010000:00000001:0.0:1788777477.565334:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777477.565336:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777477.565338:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777477.565340:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788777477.565345:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777477.565347:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777477.565348:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777477.565350:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1788777477.565352:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.565354:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.565355:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 4 00010000:00000001:0.0:1788777477.565357:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.565359:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.565361:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.565361:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.565363:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 4 00010000:00000001:0.0:1788777477.565365:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.565366:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.565368:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.565369:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.565370:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 4 00010000:00000001:0.0:1788777477.565371:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.565373:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.565374:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777477.565376:0:32682:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff9b1fd1598000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777477.565379:0:32682:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777477.565380:0:32682:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777477.565382:0:32682:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777477.565383:0:32682:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) invalid 00000020:00000001:0.0:1788777477.565385:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa80 00000080:00002000:0.0:1788777477.565387:0:32682:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9b1fd1739870) parent ffff9b1fd155f360 inode ffff9b1fd15980c8 refc 2 00000080:00000001:0.0:1788777477.565390:0:32682:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777477.565391:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777477.565392:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.565394:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777477.565395:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777477.565396:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777477.565398:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.565399:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777477.565401:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7200 with handle 0x22b16ee488cdc9a3 from hash 00010000:00000001:0.0:1788777477.565403:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777477.565404:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.565406:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.565406:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777477.565408:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777477.565409:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777477.565411:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777477.565413:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788777477.565419:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777477.565420:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777477.565422:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777477.565423:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode CR 00000002:00000001:0.0:1788777477.565425:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.565426:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.565428:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 4 00010000:00000001:0.0:1788777477.565429:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.565432:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.565433:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.565434:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.565435:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 4 00010000:00000001:0.0:1788777477.565437:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.565439:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.565441:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.565443:0:32682:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777477.565446:0:32682:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777477.565449:0:32682:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fd184c200. 00000080:00000001:0.0:1788777477.565452:0:32682:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1788777477.565455:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc32ded00 2 00000080:00000001:0.0:1788777477.565458:0:32682:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777477.565500:0:32682:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788777477.565503:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.565504:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.565505:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.565507:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.565509:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.565510:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.565512:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.565514:0:32682:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:0.0:1788777477.565517:0:32682:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777477.565519:0:32682:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:0.0:1788777477.565524:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef800. 00000020:00000040:0.0:1788777477.565528:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777477.565532:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777477.565535:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777477.565538:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777477.565544:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd184dc00. 00000100:00000001:0.0:1788777477.565550:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777477.565562:0:32682:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777477.565572:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777477.565578:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ef800 x1875667211118976/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777477.565585:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777477.565587:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777477.565593:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba9c0. 00000100:00000001:0.0:1788777477.565597:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140608 : -110914027411008 : ffff9b1fd0cba9c0) 00000100:00000001:0.0:1788777477.565600:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.565601:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000001:0.0:1788777477.565606:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777477.565610:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.565612:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777477.565613:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777477.565617:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef800 x1875667211118976/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.565625:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777477.565627:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.565630:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777477.565633:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777477.565635:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777477.565639:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118976:192.168.204.133@tcp:35:rm.0 00000100:00000001:0.0:1788777477.565643:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777477.565648:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777477.565650:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.565652:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777477.565656:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777477.565658:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777477.565665:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777477.565668:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777477.565674:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777477.565680:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211118976, portal 10 00000100:00000001:0.0:1788777477.565682:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.565683:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000040:0.0:1788777477.565689:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ef800 x1875667211118976/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.565696:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777477.565698:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777477.565702:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b330. 00000100:00000200:0.0:1788777477.565705:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211118976, offset 0 00000400:00000200:0.0:1788777477.565713:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777477.565721:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.565728:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777477.565733:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777477.565738:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777477.565742:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777477.565745:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777477.565750:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2806:2806:256:4294967295] 192.168.204.133@tcp LPNI seq info [2805:2805:8:4294967295] 00000400:00000200:0.0:1788777477.565754:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.565763:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777477.565769:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777477.565775:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5200. 00000800:00000200:0.0:1788777477.565782:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777477.565789:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777477.565793:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777477.565826:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.565832:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 842033 usecs (843 jiffies) 00000400:00000200:0.0:1788777477.565835:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777477.565838:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581716 00000100:00000001:0.0:1788777477.565840:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.565842:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581716 00000100:00000001:0.0:1788777477.565845:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.565847:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.565849:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.565851:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777477.565854:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777477.565856:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777477.565858:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777477.565861:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.566373:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.566378:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:2.0:1788777477.566383:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.566389:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.566394:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:2.0:1788777477.566396:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:2.0:1788777477.566400:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.566406:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef800 x1875667211118976/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.566416:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.566420:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211118976/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.566426:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.566428:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777477.569344:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.569362:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777477.569366:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.569369:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.569377:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.569384:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777477.569393:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.569398:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.569402:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.569407:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5e980 00000400:00000200:2.0:1788777477.569412:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.569417:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x836d [1] + 224 00000800:00000001:2.0:1788777477.569423:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.569429:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.569432:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.569436:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777477.569444:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.569452:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef800 x1875667211118976/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777477.569495:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc31ef800 x1875667211118976/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.569510:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777477.569518:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.569522:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.569814:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777477.569822:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.569824:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.569827:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777477.569834:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:0.0:1788777477.569836:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:0.0:1788777477.569840:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.569845:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef800 x1875667211118976/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777477.569854:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef800 x1875667211118976/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.569860:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.569861:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.569864:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.569867:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.569869:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.569871:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.569874:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.569884:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777477.569888:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.569890:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.569892:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.569894:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.569898:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.569901:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777477.569903:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777477.569904:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777477.569906:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.569908:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000001:0.0:1788777477.569911:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.569913:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777477.569914:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.569917:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.569921:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef800 x1875667211118976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.569928:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.569931:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.569933:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777477.569937:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef800 x1875667211118976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777477.569945:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211118976:192.168.204.133@tcp:35:rm.0 00000100:00000001:0.0:1788777477.569949:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.569952:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.569954:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777477.569956:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.569959:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211118976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.569965:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.569967:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba9c0. 00000100:00000001:0.0:1788777477.569971:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777477.569972:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.569978:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.569980:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000002:00000001:0.0:1788777477.569983:0:32682:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.569986:0:32682:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.569989:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 2 00000080:00000010:0.0:1788777477.569993:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184c200. 00000080:00000001:0.0:1788777477.569996:0:32682:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777477.569999:0:32682:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788777477.570001:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.570004:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.570007:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.570009:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.570011:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.570013:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788777477.570015:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.570020:0:32682:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777477.570025:0:32682:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.570038:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.570039:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777477.570041:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.570043:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.570049:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.570050:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.570053:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211118976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.570058:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.570060:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.570062:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211118208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.570067:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777477.570070:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.570072:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.570074:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777477.570077:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1000400. 02000000:00000001:0.0:1788777477.570081:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777477.570083:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777477.570085:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777477.570088:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777477.570089:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.570091:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.570094:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef800 x1875667211118976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.570100:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.570102:0:32682:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd1882880. 00000002:00000001:0.0:1788777477.570104:0:32682:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.570106:0:32682:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777477.570108:0:32682:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4b80. 00000100:00000001:0.0:1788777477.570111:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.570114:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef800 x1875667211118976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.570120:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777477.570122:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777477.570124:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777477.570126:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777477.570127:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.570128:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.570130:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777477.570131:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd184dc00. 02000000:00000001:0.0:1788777477.570132:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777477.570133:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777477.570134:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef800. 00000100:00000001:0.0:1788777477.570137:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777477.570138:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.570140:0:32682:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.570143:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777477.570145:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1788777477.570148:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777477.570151:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777477.570156:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 4 00010000:00000001:0.0:1788777477.570159:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777477.570163:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.570165:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.570168:0:32682:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777477.570170:0:32682:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9b1fd15980c8) invalid 00000020:00000001:0.0:1788777477.570174:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa80 00000080:00002000:0.0:1788777477.570176:0:32682:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9b1fd1739870) parent ffff9b1fd155f360 inode ffff9b1fd15980c8 refc 2 00000080:00000001:0.0:1788777477.570180:0:32682:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777477.570182:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777477.570184:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.570188:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777477.570191:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777477.570193:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777477.570195:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777477.570198:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777477.570202:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7600 with handle 0x22b16ee488cdc99c from hash 00010000:00000001:0.0:1788777477.570204:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777477.570206:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.570207:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.570208:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777477.570212:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777477.570213:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777477.570216:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777477.570218:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788777477.570220:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788777477.570225:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef800. 00000020:00000040:0.0:1788777477.570228:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777477.570233:0:32682:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777477.570234:0:32682:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.570237:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777477.570241:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.570245:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.570247:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.570248:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.570251:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777477.570253:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777477.570258:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777477.570274:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd184dc00. 00000100:00000001:0.0:1788777477.570280:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.570283:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.570286:0:32682:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777477.570291:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777477.570301:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788777477.570309:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1788777477.570319:0:32682:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788777477.570321:0:32682:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788777477.570322:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777477.570325:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9a3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6b8e expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777477.570335:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.570336:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777477.570339:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7600/0x22b16ee488cdc99c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6b4f expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788777477.570345:0:32682:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6a00 count: 0 00010000:00000010:0.0:1788777477.570349:0:32682:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d580. 00010000:00000001:0.0:1788777477.570355:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.570356:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777477.570358:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdc964 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6aae expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1788777477.570365:0:32682:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6e00 count: 0 00010000:00000010:0.0:1788777477.570367:0:32682:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835df80. 00010000:00000001:0.0:1788777477.570372:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.570374:0:32682:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.570375:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777477.570377:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.570378:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777477.570387:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788777477.570393:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ef800 x1875667211119232/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777477.570399:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777477.570400:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777477.570406:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba9c0. 00000100:00000001:0.0:1788777477.570408:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140608 : -110914027411008 : ffff9b1fd0cba9c0) 00000100:00000001:0.0:1788777477.570410:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.570411:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000001:0.0:1788777477.570415:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777477.570419:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.570421:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777477.570422:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777477.570426:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef800 x1875667211119232/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.570431:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777477.570433:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.570436:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777477.570439:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777477.570441:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777477.570444:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211119232:192.168.204.133@tcp:36:rm.0 00000100:00000001:0.0:1788777477.570447:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777477.570452:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777477.570454:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.570457:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777477.570461:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777477.570488:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777477.570493:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777477.570497:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777477.570502:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777477.570508:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211119232, portal 10 00000100:00000001:0.0:1788777477.570510:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.570511:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000040:0.0:1788777477.570695:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ef800 x1875667211119232/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.570703:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777477.570706:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777477.570709:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bc38. 00000100:00000200:0.0:1788777477.570714:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875667211119232, offset 0 00000400:00000200:0.0:1788777477.570720:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777477.570726:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.570732:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777477.570737:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777477.570741:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777477.570744:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777477.570747:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777477.570751:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2807:2807:256:4294967295] 192.168.204.133@tcp LPNI seq info [2806:2806:8:4294967295] 00000400:00000200:0.0:1788777477.570755:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777477.570763:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777477.570769:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777477.570773:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5700. 00000800:00000200:0.0:1788777477.570780:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777477.570786:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777477.570790:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788777477.570815:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.570819:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 840888 usecs (841 jiffies) 00000400:00000200:0.0:1788777477.570823:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777477.570825:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581719 00000100:00000001:0.0:1788777477.570828:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.570831:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581719 00000100:00000001:0.0:1788777477.570832:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:0.0:1788777477.570834:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.570837:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.570839:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777477.570842:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777477.570844:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777477.570846:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777477.570848:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.571169:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.571174:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:2.0:1788777477.571178:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.571182:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.571186:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bc38 00000400:00000010:2.0:1788777477.571188:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bc38. 00000100:00000001:2.0:1788777477.571192:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.571197:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef800 x1875667211119232/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.571205:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.571209:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211119232/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.571214:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.571217:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777477.581533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000010:0.1:1788777477.581551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6a00. 00010000:00000010:0.1:1788777477.581555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7600. 00010000:00000010:0.1:1788777477.581558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6e00. 00010000:00000010:0.1:1788777477.581561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00000800:00000001:3.0:1788777477.583612:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.583792:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.583798:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.583812:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.583822:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.583831:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.583841:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.583847:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.583853:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.583857:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5ea80 00000400:00000200:3.0:1788777477.583862:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.583869:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8375 [1] + 224 00000800:00000001:3.0:1788777477.583877:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.583883:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.583887:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.583891:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.583899:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.583908:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef800 x1875667211119232/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777477.583919:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fc31ef800 x1875667211119232/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.583983:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777477.584002:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.584012:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.584016:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777477.589377:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.589386:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.589391:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777477.589413:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:0.0:1788777477.589417:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:0.0:1788777477.589423:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.589436:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef800 x1875667211119232/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777477.589448:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef800 x1875667211119232/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.589457:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.589476:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.589480:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.589484:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.589487:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.589489:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.589492:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.589502:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777477.589506:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.589509:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.589511:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.589734:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.589912:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.589916:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777477.589918:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x10000013f] 00000100:00000001:0.0:1788777477.589920:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777477.589923:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777477.589925:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000001:0.0:1788777477.589928:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.589930:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777477.589932:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.589935:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.589943:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef800 x1875667211119232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.589957:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777477.589960:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.589962:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777477.589966:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef800 x1875667211119232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777477.589974:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211119232:192.168.204.133@tcp:36:rm.0 00000100:00000001:0.0:1788777477.589978:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.589981:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.589984:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777477.589986:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.589990:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211119232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.589997:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.589999:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba9c0. 00000100:00000001:0.0:1788777477.590003:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777477.590005:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.590013:0:32682:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.590017:0:32682:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.590021:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777477.590024:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000080:00000002:0.0:1788777477.590028:0:32682:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777458 to 1788777477 00000100:00000001:0.0:1788777477.590034:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.590037:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef800 x1875667211119232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777477.590043:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.590045:0:32682:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.590062:0:32682:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788777477.590066:0:32682:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788777477.590068:0:32682:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9b1fd15980c8) 00800000:00000001:0.0:1788777477.590071:0:32682:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788777477.590073:0:32682:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x23:0x0] 00000002:00000001:0.0:1788777477.590079:0:32682:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788777477.590085:0:32682:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.590087:0:32682:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788777477.590090:0:32682:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777477.590091:0:32682:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.590094:0:32682:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788777477.590096:0:32682:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788777477.590097:0:32682:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777477.590100:0:32682:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.590102:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32ded00 1 00800000:00000010:0.0:1788777477.590105:0:32682:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32ded00. 00000080:00000001:0.0:1788777477.590110:0:32682:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788777477.590111:0:32682:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788777477.590125:0:32682:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777477.590128:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe30 00000080:00002000:0.0:1788777477.590131:0:32682:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9b1fd1739870, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777477.590134:0:32682:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777477.590138:0:32682:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777477.590140:0:32682:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777477.590179:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777477.590184:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777477.590185:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777477.590187:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb20 00000080:00200000:0.0:1788777477.590190:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777477.590196:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184ce00. 00800000:00000002:0.0:1788777477.590202:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777477.590206:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777477.590212:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777477.590214:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa40 00800000:00000002:0.0:1788777477.590217:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.590221:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777477.590224:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777477.590227:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777477.590229:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777477.590232:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777477.590234:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777477.590236:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777477.590239:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.595030:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777477.595045:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.595050:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f910 00000002:00010000:2.0:1788777477.595054:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777477.595058:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777477.595061:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777477.595064:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777477.595071:0:32682:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.595074:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.595076:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.595078:0:32682:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777477.595080:0:32682:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777477.595091:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d500. 00000020:00000040:2.0:1788777477.595097:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777477.595103:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777477.595108:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.595115:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.595117:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.595118:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.595122:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.595124:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.595129:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.595137:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3338000. 00000100:00000001:2.0:1788777477.595144:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.595149:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.595151:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.595157:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.595159:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.595161:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.595167:0:32682:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00010000:00000001:2.0:1788777477.595171:0:32682:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777477.595173:0:32682:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777477.595178:0:32682:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6200. 00010000:00000010:2.0:1788777477.595182:0:32682:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835de00. 00010000:00000001:2.0:1788777477.595187:0:32682:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777477.595191:0:32682:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4400. 00000020:00000001:2.0:1788777477.595194:0:32682:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777477.595197:0:32682:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4400 with handle 0x22b16ee488cdc9aa to hash 00000020:00000001:2.0:1788777477.595199:0:32682:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777477.595201:0:32682:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.595204:0:32682:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.595208:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.595210:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.595214:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.595223:0:32682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.595234:0:32682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777477.595240:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777477.595241:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777477.595248:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159240. 00000100:00000001:2.0:1788777477.595250:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686984256 : -110914022567360 : ffff9b1fd1159240) 00000100:00000001:2.0:1788777477.595253:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.595255:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:2.0:1788777477.595259:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.595263:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.595337:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777477.595339:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777477.595351:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.595360:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.595362:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.595365:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777477.595369:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.595371:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777477.595375:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211119360:192.168.204.133@tcp:101:rm.0 00000100:00000001:2.0:1788777477.595379:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777477.595384:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777477.595386:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.595389:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777477.595394:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc9208000. 02000000:00000001:2.0:1788777477.595396:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777477.595404:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.595408:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b8f0. 00000400:00000010:2.0:1788777477.595415:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93a18. 00000100:00000200:2.0:1788777477.595422:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211119360, portal 10 00000100:00000001:2.0:1788777477.595424:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.595425:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:2.0:1788777477.595432:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.595439:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777477.595442:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777477.595444:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e936e8. 00000100:00000200:2.0:1788777477.595447:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211119360, offset 0 00000400:00000200:2.0:1788777477.595453:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777477.595599:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.595609:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777477.595615:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777477.595620:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777477.595702:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777477.595705:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777477.595709:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2808:2808:256:4294967295] 192.168.204.133@tcp LPNI seq info [2807:2807:8:4294967295] 00000400:00000200:2.0:1788777477.595714:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.595725:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777477.595732:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777477.595883:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956f00. 00000800:00000200:2.0:1788777477.595894:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777477.595904:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777477.595909:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777477.595980:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.595986:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 839770 usecs (840 jiffies) 00000400:00000200:2.0:1788777477.595990:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777477.595993:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581743 00000100:00000001:2.0:1788777477.595996:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.595998:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581743 00000100:00000001:2.0:1788777477.596001:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.596003:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.596006:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.596009:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.596011:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777477.596014:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777477.596017:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.596020:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777477.599428:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.599437:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956f00. 00000400:00000200:3.0:1788777477.599444:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.599453:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.599460:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e936e8 00000400:00000010:3.0:1788777477.599489:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e936e8. 00000100:00000001:3.0:1788777477.599496:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777477.599505:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.599528:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.599532:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.599540:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.599542:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788777477.601569:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd1598000. 00000080:00000010:0.1:1788777477.601584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882160. 00000800:00000001:3.0:1788777477.604761:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.604780:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.604785:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.604787:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.604797:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.604815:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.604826:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.604831:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.604838:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.604842:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5eb00 00000400:00000200:3.0:1788777477.604847:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.604853:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x837d [1] + 224 00000800:00000001:3.0:1788777477.604861:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.604870:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.604874:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.604878:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.604887:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.604897:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.604908:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.604932:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.604941:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.604945:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.605147:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777477.605155:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777477.605157:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777477.605161:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b8f0. 00000400:00000200:2.0:1788777477.605166:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93a18 00000400:00000010:2.0:1788777477.605169:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93a18. 00000100:00000001:2.0:1788777477.605172:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.605177:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777477.605186:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.605193:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777477.605195:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.605198:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777477.605201:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777477.605203:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777477.605207:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.605209:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777477.605218:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777477.605223:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777477.605225:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777477.605227:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.605230:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777477.605234:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.605238:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777477.605240:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788777477.605242:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777477.605245:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.605249:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.605256:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.605259:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777477.605261:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777477.605276:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777477.605286:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211119360:192.168.204.133@tcp:101:rm.0 00000100:00000001:2.0:1788777477.605291:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777477.605294:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.605296:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777477.605298:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.605302:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.605308:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777477.605311:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159240. 00000100:00000001:2.0:1788777477.605314:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777477.605316:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.605319:0:32682:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777477.605323:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605325:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605329:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=4 00000020:00000001:2.0:1788777477.605332:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605335:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000040:2.0:1788777477.605341:0:32682:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4400, remote cookie: 0x542deec0941a6bb1, flags: 0x1001 00010000:00010000:2.0:1788777477.605346:0:32682:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.605358:0:32682:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.605365:0:32682:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777477.605369:0:32682:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777477.605371:0:32682:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777477.605373:0:32682:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777477.605374:0:32682:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777477.605377:0:32682:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6200) refcount = 1 00010000:00010000:2.0:1788777477.605381:0:32682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.605388:0:32682:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777477.605391:0:32682:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777477.605392:0:32682:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.605396:0:32682:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777477.605398:0:32682:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.605401:0:32682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.605407:0:32682:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777477.605408:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605410:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.605411:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605412:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.605413:0:32682:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.605419:0:32682:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777477.605420:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605422:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605423:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777477.605425:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605427:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605430:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605431:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605432:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=4 00000020:00000001:2.0:1788777477.605434:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605436:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605439:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.605441:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.605445:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.605451:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605452:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.605453:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605454:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605456:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=5 00000020:00000001:2.0:1788777477.605458:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605460:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605499:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.605502:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.605509:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605510:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777477.605513:0:32682:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.605533:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.605535:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605536:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.605537:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605538:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777477.605543:0:32682:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777477.605552:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605553:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605554:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777477.605556:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605558:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605560:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605561:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.605562:0:32682:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.605564:0:32682:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.605567:0:32682:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777477.605570:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605571:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605572:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777477.605574:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605576:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00000002:00010000:2.0:1788777477.605579:0:32682:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.605585:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605586:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.605587:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777477.605589:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605590:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605591:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777477.605592:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605595:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000040:2.0:1788777477.605600:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:2.0:1788777477.605603:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777477.605607:0:32682:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777477.605610:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605611:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.605612:0:32682:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777477.605616:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f898 00000002:00002000:2.0:1788777477.605618:0:32682:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777477.605632:0:32682:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.605637:0:32682:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.605640:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777477.605643:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777477.605646:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.605650:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777477.605653:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184ce00. 00000080:00000001:2.0:1788777477.605657:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777477.605660:0:32682:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777477.605667:0:32682:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777477.605672:0:32682:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777477.605678:0:32682:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3dbc0. 00800000:00000001:2.0:1788777477.605680:0:32682:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483448256 : -110914226103360 : ffff9b1fc4f3dbc0) 00800000:00000001:2.0:1788777477.605683:0:32682:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.605685:0:32682:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777477.605688:0:32682:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777477.605690:0:32682:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777477.605693:0:32682:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777477.605696:0:32682:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777477.605697:0:32682:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.605702:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777477.605705:0:32682:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777477.605710:0:32682:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788777477.605712:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605714:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605716:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777477.605718:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605720:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605722:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605723:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777477.605724:0:32682:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777477.605727:0:32682:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777477.605728:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3dbc0 1 00800000:00000010:2.0:1788777477.605731:0:32682:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3dbc0. 00800000:00000001:2.0:1788777477.605734:0:32682:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.605932:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9aa 00800000:00000001:2.0:1788777477.605937:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.605939:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.605941:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605942:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605944:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777477.605946:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605948:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605951:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605952:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.605954:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.605955:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.605958:0:32682:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.605960:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777477.605963:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9aa from it ffffb70bc155fb58 00010000:00000001:2.0:1788777477.605965:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.605966:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.605967:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777477.605969:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605971:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.605972:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.605975:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777477.605986:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.605987:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.605988:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.605990:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.605993:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777477.605999:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.606001:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.606003:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.606007:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.606008:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.606009:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.606012:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.606014:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.606016:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.606018:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.606020:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.606021:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.606023:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777477.606025:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.606030:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211119360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.606037:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777477.606040:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777477.606042:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc9208000. 02000000:00000001:2.0:1788777477.606046:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777477.606048:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777477.606050:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777477.606052:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777477.606054:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3338000. 02000000:00000001:2.0:1788777477.606058:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777477.606060:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777477.606062:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:2.0:1788777477.606066:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777477.606067:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.606070:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777477.606075:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.606081:0:32682:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777477.606083:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb48 00000080:00002000:2.0:1788777477.606085:0:32682:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9b1fd16c40d8) flags 0x20000e refc 1 00000080:00000001:2.0:1788777477.606088:0:32682:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.606090:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb90 00000080:00200000:2.0:1788777477.606091:0:32682:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000002:2.0:1788777477.606097:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:2.0:1788777477.606107:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd08 00000080:00200008:2.0:1788777477.606109:0:32682:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777477.606116:0:32682:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788777477.606120:0:32682:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.606123:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777477.606124:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc80 00000080:00200000:2.0:1788777477.606126:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08),name=d21h.recovery-small-2 00000080:00000010:2.0:1788777477.606132:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068c00. 00800000:00000002:2.0:1788777477.606137:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.606143:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.606145:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.606147:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fba0 00800000:00000002:2.0:1788777477.606149:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.606152:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777477.606156:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.606159:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.606161:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.606163:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.606165:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.606167:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.606169:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.606171:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.606172:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.606174:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.606176:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.606178:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.606179:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788777477.606181:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.606183:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777477.606187:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.606189:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa70 00000002:00010000:2.0:1788777477.606191:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777477.606195:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777477.606197:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777477.606199:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777477.606202:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:2.0:1788777477.606204:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.606207:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.606210:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777477.606212:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777477.606220:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777477.606224:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.606227:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777477.606234:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777477.606236:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777477.606238:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.606239:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.606241:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.606243:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777477.606246:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777477.606247:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777477.606250:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068c00. 00000080:00000001:2.0:1788777477.606253:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777477.606255:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.606257:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) 00000080:00010000:2.0:1788777477.606260:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) for lock 0x22b16ee488cdc980 00800000:00000001:2.0:1788777477.606262:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.606263:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.606265:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.606266:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.606267:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:2.0:1788777477.606269:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:2.0:1788777477.606271:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:2.0:1788777477.606273:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.606274:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.606275:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.606277:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.606279:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc980 from it ffffb70bc155fcb8 00010000:00000001:2.0:1788777477.606280:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.606281:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.606283:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:2.0:1788777477.606284:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:2.0:1788777477.606286:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:2.0:1788777477.606288:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.606291:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777477.606297:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.606298:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.606299:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.606301:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.606303:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777477.606309:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.606310:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.606311:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.606314:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.606315:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.606316:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.606318:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.606319:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.606321:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.606323:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.606324:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.606326:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.606327:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777477.606328:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777477.606330:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777477.606332:0:32682:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.606336:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd08 00000080:00000008:2.0:1788777477.606338:0:32682:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777477.606373:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777477.606376:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777477.606377:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777477.606379:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00200000:2.0:1788777477.606380:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777477.606384:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068c00. 00800000:00000002:2.0:1788777477.606386:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.606388:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.606390:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.606391:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fae0 00800000:00000002:2.0:1788777477.606393:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.606395:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777477.606397:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.606398:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.606399:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.606401:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.606402:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.606404:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.606406:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.606408:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777477.606411:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.606412:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9b0 00000002:00010000:2.0:1788777477.606414:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777477.606417:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777477.606418:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777477.606419:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777477.606422:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:2.0:1788777477.606424:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.606426:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.606428:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777477.606431:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777477.606437:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777477.606439:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.606442:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777477.606449:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777477.606450:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777477.606452:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.606453:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777477.606455:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.606457:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777477.606459:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777477.606461:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777477.606496:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068c00. 00000080:00000001:2.0:1788777477.606500:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777477.606501:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.606503:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777477.606506:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9aa 00800000:00000001:2.0:1788777477.606509:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777477.606510:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777477.606512:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.607023:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.607026:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777477.607029:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.607033:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.607035:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.607037:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777477.607038:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777477.607040:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777477.607042:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9aa from it ffffb70bc155fbf8 00010000:00000001:2.0:1788777477.607044:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777477.607045:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777477.607047:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777477.607049:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.607051:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777477.607053:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777477.607056:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777477.607063:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.607064:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.607065:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777477.607067:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777477.607070:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777477.607075:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777477.607077:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777477.607079:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.607081:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.607082:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.607083:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607085:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777477.607087:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607088:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607091:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607092:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777477.607094:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.607095:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777477.607097:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777477.607098:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777477.607101:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777477.607105:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.607109:0:32682:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777477.607111:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00002000:2.0:1788777477.607113:0:32682:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9b1fd16c40d8) flags 0x20000e refc 1 00000080:00000001:2.0:1788777477.607116:0:32682:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.607117:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc08 00000080:00200000:2.0:1788777477.607119:0:32682:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:2.0:1788777477.607123:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788777477.607128:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777477.607130:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08), inode mode 41ed mask 44 00000080:00000001:2.0:1788777477.607132:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777477.607138:0:32682:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777477.607140:0:32682:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777477.607141:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb78 00000080:00200008:2.0:1788777477.607143:0:32682:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), flags 704400 00000080:00000010:2.0:1788777477.607149:0:32682:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc15a7400. 00000080:00000001:2.0:1788777477.607155:0:32682:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788777477.607160:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068c00. 00800000:00000002:2.0:1788777477.607163:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777477.607166:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777477.607168:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.607170:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa28 00800000:00000002:2.0:1788777477.607172:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777477.607175:0:32682:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777477.607177:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777477.607179:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777477.607180:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777477.607182:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777477.607183:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777477.607185:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788777477.607187:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777477.607190:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9a8 00800000:00000002:2.0:1788777477.607192:0:32682:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788777477.607196:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777477.607197:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f8e0 00000002:00010000:2.0:1788777477.607198:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788777477.607202:0:32682:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777477.607204:0:32682:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777477.607207:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777477.607211:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:2.0:1788777477.607213:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.607215:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777477.607218:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607220:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.607223:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.607224:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777477.607226:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:2.0:1788777477.607228:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.607229:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777477.607230:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607232:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.607234:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777477.607238:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d500. 00000020:00000040:2.0:1788777477.607242:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777477.607248:0:32682:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777477.607250:0:32682:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607252:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777477.607256:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777477.607258:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777477.607259:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777477.607261:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.607263:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777477.607266:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777477.607268:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777477.607275:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3338000. 00000100:00000001:2.0:1788777477.607281:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607285:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.607287:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607289:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777477.607290:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777477.607292:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777477.607298:0:32682:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00010000:00000001:2.0:1788777477.607302:0:32682:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777477.607304:0:32682:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777477.607306:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:2.0:1788777477.607308:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777477.607310:0:32682:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777477.607313:0:32682:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4200. 00000020:00000001:2.0:1788777477.607316:0:32682:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777477.607319:0:32682:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4200 with handle 0x22b16ee488cdc9b1 to hash 00000020:00000001:2.0:1788777477.607321:0:32682:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777477.607323:0:32682:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:2.0:1788777477.607326:0:32682:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:2.0:1788777477.607329:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777477.607331:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777477.607334:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777477.607340:0:32682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777477.607351:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777477.607360:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777477.607369:0:32682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777477.607374:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777477.607375:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777477.607381:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159240. 00000100:00000001:2.0:1788777477.607383:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686984256 : -110914022567360 : ffff9b1fd1159240) 00000100:00000001:2.0:1788777477.607385:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.607386:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:2.0:1788777477.607390:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777477.607394:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.607396:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777477.607398:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777477.607402:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.607409:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777477.607411:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.607414:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777477.607417:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777477.607419:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777477.607422:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211119616:192.168.204.133@tcp:101:rm.0 00000100:00000001:2.0:1788777477.607426:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777477.607432:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777477.607434:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777477.607436:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777477.607567:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:2.0:1788777477.607570:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777477.607578:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777477.607582:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b8f0. 00000400:00000010:2.0:1788777477.607589:0:32682:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fc9208000. 00000100:00000200:2.0:1788777477.607596:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211119616, portal 10 00000100:00000001:2.0:1788777477.607599:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777477.607600:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:2.0:1788777477.607607:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.607614:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777477.607617:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777477.607621:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93a18. 00000100:00000200:2.0:1788777477.607637:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211119616, offset 0 00000400:00000200:2.0:1788777477.607644:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777477.607652:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.607659:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777477.607664:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777477.607669:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777477.607672:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777477.607675:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777477.607679:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2809:2809:256:4294967295] 192.168.204.133@tcp LPNI seq info [2808:2808:8:4294967295] 00000400:00000200:2.0:1788777477.607683:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.607691:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777477.607697:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777477.607702:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956100. 00000800:00000200:2.0:1788777477.607709:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777477.607716:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777477.607720:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777477.607942:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777477.607947:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 838640 usecs (839 jiffies) 00000400:00000200:2.0:1788777477.607951:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777477.607955:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581754 00000100:00000001:2.0:1788777477.607958:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.607960:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581754 00000100:00000001:2.0:1788777477.607962:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:2.0:1788777477.607964:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777477.607967:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.607969:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777477.607971:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777477.607973:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777477.607976:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777477.607978:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777477.608344:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.608349:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956100. 00000400:00000200:3.0:1788777477.608354:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.608360:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.608366:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93a18 00000400:00000010:3.0:1788777477.608368:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93a18. 00000100:00000001:3.0:1788777477.608372:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777477.608376:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.608386:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.608389:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.608396:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.608399:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777477.624388:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.624408:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777477.624413:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.624415:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.624424:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.624432:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777477.624443:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.624448:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.624453:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.624457:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5ec00 00000400:00000200:2.0:1788777477.624475:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777477.624481:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x838d [64] + 224 00000800:00000001:2.0:1788777477.624488:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.624511:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777477.624524:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.624530:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777477.624538:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777477.624547:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777477.624559:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.624579:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777477.624588:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777477.624590:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777477.625647:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777477.625657:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777477.625659:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777477.625664:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b8f0. 00000400:00000200:3.0:1788777477.625671:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9208000 00000400:00000010:3.0:1788777477.625674:0:32682:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fc9208000. 00000100:00000001:3.0:1788777477.625678:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.625686:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777477.625697:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.625704:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777477.625706:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777477.625709:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777477.625712:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777477.625715:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777477.625717:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777477.625720:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777477.625729:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:3.0:1788777477.625733:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777477.625737:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777477.625741:0:32682:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fc639d500 x1875667211119616/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.625748:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777477.625751:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777477.625753:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777477.625755:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777477.625757:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777477.625759:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:3.0:1788777477.625762:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777477.625764:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788777477.625766:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777477.625769:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788777477.625773:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.625781:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788777477.625784:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777477.625787:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777477.625791:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777477.625799:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211119616:192.168.204.133@tcp:101:rm.0 00000100:00000001:3.0:1788777477.625815:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777477.625818:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777477.625821:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777477.625823:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.625827:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.625833:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777477.625836:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159240. 00000100:00000001:3.0:1788777477.625839:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777477.625841:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788777477.625845:0:32682:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777477.625850:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.625853:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.625856:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=4 00000020:00000001:3.0:1788777477.625858:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777477.625861:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00010000:3.0:1788777477.625866:0:32682:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.625877:0:32682:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788777477.625881:0:32682:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.625887:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777477.625890:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.625896:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.625898:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777477.625900:0:32682:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.625906:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777477.625909:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.625912:0:32682:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777477.625915:0:32682:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777477.625921:0:32682:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f4200 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:3.0:1788777477.625925:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777477.625928:0:32682:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.625935:0:32682:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777477.625937:0:32682:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777477.625940:0:32682:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.625945:0:32682:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777477.625948:0:32682:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777477.625949:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.625950:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.625952:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=5 00000020:00000001:3.0:1788777477.625954:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777477.625955:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777477.625958:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777477.625960:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777477.625969:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777477.625970:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.625973:0:32682:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777477.625975:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777477.625978:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777477.625980:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777477.625981:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777477.625983:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777477.625985:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4200 with handle 0x22b16ee488cdc9b1 from hash 00010000:00000001:3.0:1788777477.625988:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777477.625989:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.625990:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.625991:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777477.625993:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777477.625994:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777477.625997:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.625998:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.625999:0:32682:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777477.626001:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.626003:0:32682:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.626008:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.626010:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.626011:0:32682:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777477.626012:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777477.626013:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.626014:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.626015:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777477.626017:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdc9b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777477.626028:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.626030:0:32682:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788777477.626034:0:32682:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788777477.626041:0:32682:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777477.626050:0:32682:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777477.626055:0:32682:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777477.626061:0:32682:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.626066:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777477.626068:0:32682:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.626070:0:32682:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.626072:0:32682:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.626075:0:32682:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777477.626078:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777477.626079:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00010000:00000001:3.0:1788777477.626081:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777477.626082:0:32682:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.626084:0:32682:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777477.626087:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f868 00000002:00002000:3.0:1788777477.626089:0:32682:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788777477.626092:0:32682:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.626096:0:32682:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.626098:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777477.626101:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777477.626103:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.626107:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777477.626112:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068c00. 00000080:00000001:3.0:1788777477.626116:0:32682:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777477.626123:0:32682:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788777477.626126:0:32682:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788777477.626133:0:32682:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc48176c0. 00800000:00000001:3.0:1788777477.626135:0:32682:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159475951296 : -110914233600320 : ffff9b1fc48176c0) 00800000:00000001:3.0:1788777477.626137:0:32682:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.626139:0:32682:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777477.626142:0:32682:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777477.626144:0:32682:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:3.0:1788777477.626147:0:32682:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777477.626149:0:32682:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777477.626151:0:32682:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777477.626156:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:3.0:1788777477.626159:0:32682:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788777477.626164:0:32682:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:3.0:1788777477.626166:0:32682:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777477.626169:0:32682:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788777477.626170:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc48176c0 1 00800000:00000010:3.0:1788777477.626173:0:32682:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc48176c0. 00800000:00000001:3.0:1788777477.626176:0:32682:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777477.626180:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:3.0:1788777477.626183:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.626187:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.626194:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777477.626197:0:32682:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777477.626202:0:32682:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc48176c0. 00000080:00000001:3.0:1788777477.626205:0:32682:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777477.626208:0:32682:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1788777477.626210:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777477.626213:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777477.626215:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777477.626217:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777477.626219:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.626221:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:3.0:1788777477.626223:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.626225:0:32682:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777477.626228:0:32682:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd105bd80. 00000002:00100000:3.0:1788777477.626232:0:32682:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777477.626238:0:32682:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.626240:0:32682:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777477.626243:0:32682:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777477.626247:0:32682:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777477.626250:0:32682:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777477.626253:0:32682:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777477.626254:0:32682:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777477.626258:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777477.626262:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777477.626268:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777477.626272:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:3.0:1788777477.626304:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777477.626306:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777477.626309:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb78 00000080:00000008:3.0:1788777477.626311:0:32682:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), flags 704400, rc = 0 00000080:00000001:3.0:1788777477.626315:0:32682:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777477.626339:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd28 00000080:00200008:3.0:1788777477.626341:0:32682:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777477.626348:0:32682:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788777477.626352:0:32682:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777477.626355:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777477.626356:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fca0 00000080:00200000:3.0:1788777477.626358:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08),name=d21h.recovery-small-2 00000080:00000010:3.0:1788777477.626364:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd115c600. 00800000:00000002:3.0:1788777477.626369:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777477.626375:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777477.626378:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.626380:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00800000:00000002:3.0:1788777477.626382:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777477.626385:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777477.626388:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777477.626389:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777477.626391:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777477.626392:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777477.626393:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.626395:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777477.626397:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.626399:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777477.626400:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777477.626401:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777477.626402:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777477.626404:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.626406:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:3.0:1788777477.626408:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.626410:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777477.626415:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.626416:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa90 00000002:00010000:3.0:1788777477.626418:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777477.626421:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777477.626424:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777477.626427:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777477.626432:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:3.0:1788777477.626435:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777477.626439:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777477.626442:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777477.626446:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777477.626454:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777477.626457:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.626460:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788777477.626532:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777477.626534:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777477.626535:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777477.626537:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777477.626539:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777477.626540:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777477.626542:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777477.626544:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777477.626547:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115c600. 00000080:00000001:3.0:1788777477.626551:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777477.626552:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777477.626555:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) 00000080:00010000:3.0:1788777477.626558:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) for lock 0x22b16ee488cdc980 00800000:00000001:3.0:1788777477.626561:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777477.626563:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777477.626564:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.626565:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.626567:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.626569:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.626572:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.626574:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.626576:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777477.626577:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777477.626579:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777477.626581:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc980 from it ffffb70bc155fcd8 00010000:00000001:3.0:1788777477.626583:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.626584:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.626586:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.626587:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.626589:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.626592:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777477.626594:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777477.626600:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.626601:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.626602:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777477.626604:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777477.626606:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777477.626613:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777477.626616:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777477.626618:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777477.626622:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.626623:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777477.626625:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.626628:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777477.626629:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.626631:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.626634:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777477.626636:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777477.626638:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.626639:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777477.626641:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777477.626642:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777477.626645:0:32682:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777477.626649:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd28 00000080:00000008:3.0:1788777477.626651:0:32682:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777477.626669:0:32682:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788777477.626671:0:32682:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1788777477.626675:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd115c600. 00800000:00000002:3.0:1788777477.626678:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4040 2 00000080:00000001:3.0:1788777477.626681:0:32682:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1788777477.626685:0:32682:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:3.0:1788777477.626687:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777477.626688:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777477.626689:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777477.626690:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777477.626692:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777477.626693:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:3.0:1788777477.626695:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.626697:0:32682:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788777477.626699:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777477.626700:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fab8 00000002:00010000:3.0:1788777477.626701:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000405:0x24:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788777477.626704:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777477.626705:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777477.626706:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777477.626709:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:3.0:1788777477.626712:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777477.626714:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777477.626716:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777477.626718:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788777477.626724:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777477.626726:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777477.626729:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788777477.626735:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777477.626736:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777477.626738:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777477.626740:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777477.626741:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777477.626742:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777477.626743:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:3.0:1788777477.626746:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.626748:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:3.0:1788777477.626750:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777477.626751:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777477.626752:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777477.626789:0:32682:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788777477.626794:0:32682:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b1fd1096000. 00000002:00000001:3.0:1788777477.627307:0:32682:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788777477.627316:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255c00. 00000020:00000040:3.0:1788777477.627321:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777477.627326:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777477.627329:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777477.627334:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777477.627341:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd115c800. 00000100:00000001:3.0:1788777477.627348:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.627351:0:32682:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788777477.627355:0:32682:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b1fd12ef400. 00000100:00000010:3.0:1788777477.627360:0:32682:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b1fc4a99000. 00000020:00000040:3.0:1788777477.627362:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777477.627381:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777477.627383:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777477.627389:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca6a2cc0. 00000100:00000001:3.0:1788777477.627392:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575088320 : -110914134463296 : ffff9b1fca6a2cc0) 00000100:00000001:3.0:1788777477.627394:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777477.627396:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137920 : -110914256413696 : ffff9b1fc3255c00) 00000100:00000001:3.0:1788777477.627400:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777477.627404:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.627407:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777477.627408:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777477.627417:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.627426:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777477.627428:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777477.627431:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777477.627434:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777477.627436:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777477.627439:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255c00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211119744:192.168.204.133@tcp:37:rm.0 00000100:00000001:3.0:1788777477.627443:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777477.627447:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777477.627449:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.627451:0:32682:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788777477.627459:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777477.627491:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73840. 00000400:00000010:3.0:1788777477.627500:0:32682:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b1fca71e000. 00000100:00000200:3.0:1788777477.627509:0:32682:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8cdd5ec80-0x6a9e8cdd5ec80, portal 14 00000100:00000001:3.0:1788777477.627512:0:32682:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777477.627514:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777477.627517:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ed000. 02000000:00000001:3.0:1788777477.627519:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777477.627522:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777477.627524:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777477.627528:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92554c8. 00000100:00000200:3.0:1788777477.627531:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211119744, portal 10 00000100:00000001:3.0:1788777477.627534:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777477.627535:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137920 : -110914256413696 : ffff9b1fc3255c00) 00000100:00000040:3.0:1788777477.627542:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.627549:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777477.627552:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777477.627555:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255e58. 00000100:00000200:3.0:1788777477.627558:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667211119744, offset 0 00000400:00000200:3.0:1788777477.627565:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777477.627573:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.627581:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777477.627586:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777477.627591:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777477.627595:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777477.627597:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777477.627601:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2810:2810:256:4294967295] 192.168.204.133@tcp LPNI seq info [2809:2809:8:4294967295] 00000400:00000200:3.0:1788777477.627606:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.627614:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777477.627621:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777477.627626:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bc00. 00000800:00000200:3.0:1788777477.627633:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777477.627640:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777477.627662:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bc00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788777477.627683:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777477.627687:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 837527 usecs (838 jiffies) 00000400:00000200:3.0:1788777477.627691:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777477.627694:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581773 00000100:00000001:3.0:1788777477.627697:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:3.0:1788777477.627699:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581773 00000100:00000001:3.0:1788777477.627702:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:3.0:1788777477.627705:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777477.627707:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777477.627710:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777477.627712:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777477.627715:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca6a2cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788777477.627717:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777477.627720:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.628313:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.628320:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bc00. 00000400:00000200:2.0:1788777477.628324:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.628330:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.628335:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255e58 00000400:00000010:2.0:1788777477.628337:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255e58. 00000100:00000001:2.0:1788777477.628342:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.628347:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.628362:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.628365:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.628372:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.628373:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777477.631709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4200. 00000800:00000001:3.0:1788777477.632770:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.632789:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.632793:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.632796:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.632814:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.632823:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.632833:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.632838:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.632844:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.632848:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 4096 into portal 14 MB=0x6a9e8cdd5ec80 00000400:00000200:3.0:1788777477.632853:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.632861:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.133@tcp of length 4096/4096 into md 0x839d [256] + 0 00000400:00000010:3.0:1788777477.632866:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73840. 00000400:00000200:3.0:1788777477.632871:0:2406:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fca71e000 00000800:00000001:3.0:1788777477.632877:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.632887:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.632891:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.632895:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777477.632902:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fca71e000 00000400:00000010:3.0:1788777477.632905:0:2406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b1fca71e000. 00000100:00000001:3.0:1788777477.632910:0:2406:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788777477.632913:0:2406:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fc3255c00 desc ffff9b1fd12ef400 mbits 1875667211119744 00000100:00000001:3.0:1788777477.632932:0:2406:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788777477.632949:0:2406:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788777477.632953:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.632958:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777477.632965:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2811:2811:256:4294967295] 192.168.204.133@tcp LPNI seq info [2810:2810:8:4294967295] 00000400:00000200:3.0:1788777477.632970:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.632977:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:3.0:1788777477.632983:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777477.632990:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b1fca71e000. 00000800:00000200:3.0:1788777477.632997:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000100:00000001:0.0:1788777477.633727:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777477.633733:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777477.633850:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777477.633857:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fca71e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788777477.633948:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777477.633951:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b1fca71e000. 00000400:00000200:3.0:1788777477.633956:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.633961:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:3.0:1788777477.633968:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.633972:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.641529:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.641548:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.641553:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.641555:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.641565:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.641573:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.641583:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.641588:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.641594:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.641598:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd5ec80 00000400:00000200:3.0:1788777477.641603:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.641609:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x83a5 [1] + 224 00000800:00000001:3.0:1788777477.641617:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.641628:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.641632:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.641637:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.641646:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.641655:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.641667:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.641690:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.641698:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.641702:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.641784:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777477.641792:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777477.641794:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777477.641798:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73898. 00000400:00000200:0.0:1788777477.641813:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92554c8 00000400:00000010:0.0:1788777477.641816:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92554c8. 00000100:00000001:0.0:1788777477.641819:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777477.641824:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777477.641833:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.641839:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777477.641841:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.641844:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777477.641847:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777477.641850:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777477.641852:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777477.641855:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777477.641864:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777477.641869:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777477.641871:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777477.641873:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.641876:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777477.641879:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.641882:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777477.641884:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788777477.641886:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777477.641889:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777477.641893:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777477.641902:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.641915:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777477.641917:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777477.641921:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777477.641929:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255c00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211119744:192.168.204.133@tcp:37:rm.0 00000100:00000001:0.0:1788777477.641934:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777477.641937:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.641939:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777477.641941:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.641945:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.641952:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777477.641954:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca6a2cc0. 00000100:00000001:0.0:1788777477.641958:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777477.641960:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777477.641964:0:32682:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777477.641966:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777477.641969:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255c00 x1875667211119744/t0(0) o37->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777477.641974:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777477.641977:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777477.641980:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ed000. 02000000:00000001:0.0:1788777477.641984:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777477.641986:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.641988:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.641991:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788777477.641992:0:32682:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788777477.641995:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777477.641996:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777477.641998:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788777477.642034:0:32682:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b1fc4a99000. 00000100:00000010:0.0:1788777477.642039:0:32682:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b1fd12ef400. 00000100:00000001:0.0:1788777477.642042:0:32682:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788777477.642045:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd115c800. 02000000:00000001:0.0:1788777477.642048:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777477.642050:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777477.642051:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255c00. 00000100:00000001:0.0:1788777477.642055:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777477.642056:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777477.642058:0:32682:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788777477.642060:0:32682:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788777477.642725:0:32682:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b1fd1096000. 00000002:00000001:0.0:1788777477.642733:0:32682:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.642739:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777477.642743:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777477.642746:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:0.0:1788777477.642748:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:0.0:1788777477.642751:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:0.0:1788777477.642754:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777477.642758:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777477.642768:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.642769:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.642771:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777477.642774:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777477.642776:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777477.642784:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777477.642787:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777477.642789:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777477.642793:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.642794:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777477.642796:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.642800:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777477.642811:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.642813:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.642817:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777477.642820:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777477.642821:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777477.642822:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788777477.642825:0:32682:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.642899:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777477.642906:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1788777477.642908:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788777477.642913:0:32682:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.642918:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4040 2 00000080:00000010:1.0:1788777477.642921:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115c600. 00000080:00000001:1.0:1788777477.642927:0:32682:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.642955:0:32682:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777477.642957:0:32682:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777477.642960:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdd0 00000080:00200008:1.0:1788777477.642962:0:32682:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), flags 704000 00000080:00400000:1.0:1788777477.642968:0:32682:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:1.0:1788777477.642971:0:32682:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777477.642972:0:32682:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788777477.642974:0:32682:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788777477.642978:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.642981:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.642983:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.642985:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.642987:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.642989:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.642991:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.642996:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.642999:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.643004:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:1.0:1788777477.643008:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.643013:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.643015:0:32682:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 0 00000080:00000001:1.0:1788777477.643018:0:32682:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777477.643020:0:32682:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777477.643024:0:32682:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc9211200. 00000080:00000001:1.0:1788777477.643027:0:32682:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788777477.643032:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4040 2 00000080:00000001:1.0:1788777477.643035:0:32682:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777477.643038:0:32682:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777477.643039:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.643041:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.643042:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.643043:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.643044:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.643046:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.643048:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.643050:0:32682:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:1.0:1788777477.643053:0:32682:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777477.643055:0:32682:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777477.643060:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120000. 00000020:00000040:1.0:1788777477.643064:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777477.643068:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777477.643072:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777477.643076:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777477.643083:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9210200. 00000100:00000001:1.0:1788777477.643089:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777477.643106:0:32682:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777477.643116:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777477.643120:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120000 x1875667211120000/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777477.643127:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777477.643128:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777477.643134:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.643136:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543785536 : -110914165766080 : ffff9b1fc88c8840) 00000100:00000001:1.0:1788777477.643139:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.643140:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:1.0:1788777477.643145:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777477.643149:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.643151:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777477.643153:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777477.643157:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120000 x1875667211120000/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.643163:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777477.643165:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.643167:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777477.643170:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777477.643172:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777477.643175:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120000:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777477.643179:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777477.643183:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777477.643185:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.643188:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777477.643192:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356e000. 02000000:00000001:1.0:1788777477.643193:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777477.643200:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.643203:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12370. 00000400:00000010:1.0:1788777477.643209:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256088. 00000100:00000200:1.0:1788777477.643216:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211120000, portal 10 00000100:00000001:1.0:1788777477.643217:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.643219:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000040:1.0:1788777477.643225:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120000 x1875667211120000/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.643232:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777477.643234:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777477.643237:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256880. 00000100:00000200:1.0:1788777477.643240:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211120000, offset 0 00000400:00000200:1.0:1788777477.643246:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777477.643254:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.643261:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777477.643267:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777477.643272:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777477.643275:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777477.643278:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777477.643282:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2812:2812:256:4294967295] 192.168.204.133@tcp LPNI seq info [2811:2811:8:4294967295] 00000400:00000200:1.0:1788777477.643286:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.643296:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777477.643301:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777477.643307:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30dec00. 00000800:00000200:1.0:1788777477.643313:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777477.643321:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777477.643325:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30dec00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777477.643411:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.643416:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 836411 usecs (837 jiffies) 00000400:00000200:1.0:1788777477.643420:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777477.643423:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581787 00000100:00000001:1.0:1788777477.643426:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.643428:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581787 00000100:00000001:1.0:1788777477.643430:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.643432:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.643434:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.643436:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.643438:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777477.643440:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777477.643442:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.643445:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.647874:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.647884:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30dec00. 00000400:00000200:2.0:1788777477.647893:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.647901:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.647909:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256880 00000400:00000010:2.0:1788777477.647912:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256880. 00000100:00000001:2.0:1788777477.647917:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.647925:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120000 x1875667211120000/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.647938:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.647942:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211120000/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.647949:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.647951:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.663292:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.663310:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.663314:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.663317:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.663326:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.663333:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.663342:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.663348:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.663353:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.663357:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5ed80 00000400:00000200:3.0:1788777477.663362:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.663368:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x83b5 [1] + 224 00000800:00000001:3.0:1788777477.663375:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.663380:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.663383:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.663388:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.663395:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.663405:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120000 x1875667211120000/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.663416:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1120000 x1875667211120000/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.663438:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.663446:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.663448:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.663716:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777477.663724:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777477.663726:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777477.663729:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12370. 00000400:00000200:1.0:1788777477.663734:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256088 00000400:00000010:1.0:1788777477.663746:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256088. 00000100:00000001:1.0:1788777477.663750:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777477.663755:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120000 x1875667211120000/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777477.663763:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120000 x1875667211120000/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.663769:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777477.663771:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.663773:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777477.663777:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777477.663779:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777477.663781:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.663784:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777477.663792:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777477.663796:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777477.663798:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777477.663800:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.663812:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777477.663816:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.663819:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777477.663821:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777477.663822:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777477.663825:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.663826:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:1.0:1788777477.663830:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777477.663832:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777477.663833:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777477.663836:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.663841:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120000 x1875667211120000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.663847:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.663850:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777477.663852:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777477.663856:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120000 x1875667211120000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777477.663863:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120000:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777477.663868:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.663871:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.663873:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777477.663875:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.663879:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211120000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.663885:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.663888:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.663891:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777477.663893:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.663899:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.663900:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000002:00000001:1.0:1788777477.663903:0:32682:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.663907:0:32682:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.663911:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4040 2 00000080:00000010:1.0:1788777477.663916:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9211200. 00000080:00000001:1.0:1788777477.663919:0:32682:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777477.663922:0:32682:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777477.663924:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.663927:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.663929:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.663931:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.663933:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.663934:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.663936:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.663940:0:32682:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777477.663945:0:32682:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.663952:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.663953:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:1.0:1788777477.663955:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.663959:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.663965:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.663966:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.663969:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211120000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.663975:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.663976:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.663979:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211119616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.663985:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777477.663988:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.663990:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.663991:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777477.663994:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3338000. 02000000:00000001:1.0:1788777477.663997:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777477.663999:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777477.664002:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:1.0:1788777477.664005:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777477.664006:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.664007:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.664010:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211120000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.664017:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.664019:0:32682:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd105bd80. 00000002:00000001:1.0:1788777477.664023:0:32682:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.664024:0:32682:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777477.664026:0:32682:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc48176c0. 00000100:00000001:1.0:1788777477.664028:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.664031:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120000 x1875667211120000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.664037:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777477.664038:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777477.664041:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356e000. 02000000:00000001:1.0:1788777477.664044:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777477.664045:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.664046:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.664048:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777477.664049:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc9210200. 02000000:00000001:1.0:1788777477.664052:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777477.664053:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777477.664054:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120000. 00000100:00000001:1.0:1788777477.664056:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777477.664057:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777477.664059:0:32682:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777477.664063:0:32682:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a7400. 00000080:00000001:1.0:1788777477.664066:0:32682:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.664071:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdd0 00000080:00000008:1.0:1788777477.664074:0:32682:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), flags 704000, rc = 0 00000080:00000001:1.0:1788777477.664077:0:32682:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.664079:0:32682:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.664126:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777477.664130:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777477.664131:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777477.664133:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00200000:1.0:1788777477.664135:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777477.664140:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9210200. 00800000:00000002:1.0:1788777477.664145:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.664149:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777477.664152:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.664154:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fae0 00800000:00000002:1.0:1788777477.664157:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.664160:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777477.664161:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.664163:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.664164:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.664165:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.664167:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.664169:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.664171:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.664174:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777477.664179:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.664181:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9b0 00000002:00010000:1.0:1788777477.664182:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777477.664187:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777477.664189:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.664191:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.664197:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777477.664200:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.664205:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.664209:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777477.664213:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777477.664222:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777477.664226:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.664229:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777477.664237:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777477.664239:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.664241:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.664243:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.664245:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.664247:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777477.664250:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777477.664252:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.664254:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9210200. 00000080:00000001:1.0:1788777477.664259:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777477.664260:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.664263:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777477.664267:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9aa 00800000:00000001:1.0:1788777477.664270:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777477.664272:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777477.664274:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.664276:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.664279:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:1.0:1788777477.664281:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.664284:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.664287:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.664289:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.664290:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.664292:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.664294:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9aa from it ffffb70bc155fbf8 00010000:00000001:1.0:1788777477.664296:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.664297:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.664298:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:1.0:1788777477.664300:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.664302:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.664304:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.664308:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777477.664314:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.664315:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.664316:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.664318:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.664320:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777477.664327:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.664330:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.664332:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.664335:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.664336:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.664338:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.664341:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.664342:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.664344:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.664347:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.664349:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.664350:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.664351:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777477.665560:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777477.665565:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.665569:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777477.665577:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.665583:0:32682:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777477.665585:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00002000:1.0:1788777477.665587:0:32682:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9b1fd16c40d8) flags 0x20000e refc 1 00000080:00000001:1.0:1788777477.665590:0:32682:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.665592:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc08 00000080:00200000:1.0:1788777477.665593:0:32682:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:1.0:1788777477.665601:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788777477.665607:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777477.665609:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08), inode mode 41ed mask 44 00000080:00000001:1.0:1788777477.665613:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.665678:0:32682:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777477.665681:0:32682:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777477.665683:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb78 00000080:00200008:1.0:1788777477.665686:0:32682:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), flags 704400 00000080:00000010:1.0:1788777477.665694:0:32682:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777477.665701:0:32682:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788777477.665705:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9210200. 00800000:00000002:1.0:1788777477.665709:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.665713:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777477.665716:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.665717:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa28 00800000:00000002:1.0:1788777477.665720:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.665724:0:32682:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788777477.665726:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.665728:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.665730:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.665732:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.665734:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.665736:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.665738:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.665742:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9a8 00800000:00000002:1.0:1788777477.665744:0:32682:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788777477.665749:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.665750:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f8e0 00000002:00010000:1.0:1788777477.665752:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1788777477.665756:0:32682:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777477.665759:0:32682:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777477.665762:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777477.665768:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:1.0:1788777477.665771:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.665774:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777477.665777:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.665779:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.665781:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.665783:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777477.665786:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777477.665787:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.665790:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777477.665791:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.665793:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.665795:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.665800:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120000. 00000020:00000040:1.0:1788777477.665814:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777477.665821:0:32682:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777477.665823:0:32682:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.665826:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777477.665830:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.665835:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.665837:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.665838:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.665841:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777477.665844:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777477.665847:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777477.665855:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356e000. 00000100:00000001:1.0:1788777477.665861:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.665865:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777477.665867:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.665869:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777477.665870:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.665872:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.665878:0:32682:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00010000:00000001:1.0:1788777477.665881:0:32682:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777477.665883:0:32682:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777477.665885:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777477.665887:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.665890:0:32682:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777477.665894:0:32682:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045200. 00000020:00000001:1.0:1788777477.665898:0:32682:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777477.665900:0:32682:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045200 with handle 0x22b16ee488cdc9b8 to hash 00000020:00000001:1.0:1788777477.665902:0:32682:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777477.665904:0:32682:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.665908:0:32682:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.665911:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.665914:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.665918:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777477.665928:0:32682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777477.665939:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777477.665949:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120000 x1875667211120256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777477.665959:0:32682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777477.665964:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777477.665966:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777477.665973:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.665975:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543785536 : -110914165766080 : ffff9b1fc88c8840) 00000100:00000001:1.0:1788777477.665978:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.665979:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:1.0:1788777477.665983:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777477.665988:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.665990:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777477.665992:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777477.665997:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120000 x1875667211120256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.666004:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777477.666006:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.666010:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777477.666012:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777477.666014:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777477.666018:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120256:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777477.666022:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777477.666027:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777477.666029:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.666032:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777477.666127:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:1.0:1788777477.666130:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777477.666137:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.666142:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12370. 00000400:00000010:1.0:1788777477.666149:0:32682:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fd1164000. 00000100:00000200:1.0:1788777477.666156:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211120256, portal 10 00000100:00000001:1.0:1788777477.666158:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.666159:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000040:1.0:1788777477.666166:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120000 x1875667211120256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.666173:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777477.666175:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777477.666178:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256088. 00000100:00000200:1.0:1788777477.666181:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211120256, offset 0 00000400:00000200:1.0:1788777477.666188:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777477.666196:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.666203:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777477.666209:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777477.666213:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777477.666217:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777477.666219:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777477.666223:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2813:2813:256:4294967295] 192.168.204.133@tcp LPNI seq info [2812:2812:8:4294967295] 00000400:00000200:1.0:1788777477.666227:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.666237:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777477.666243:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777477.666248:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30de400. 00000800:00000200:1.0:1788777477.666254:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777477.666262:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777477.666267:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30de400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777477.666287:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.666291:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 835307 usecs (836 jiffies) 00000400:00000200:1.0:1788777477.666295:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777477.666298:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581809 00000100:00000001:1.0:1788777477.666300:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.666303:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581809 00000100:00000001:1.0:1788777477.666305:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.666307:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.666310:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.666312:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.666314:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777477.666317:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777477.666320:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.666322:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.667592:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.667600:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30de400. 00000400:00000200:2.0:1788777477.667607:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.667616:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.667633:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256088 00000400:00000010:2.0:1788777477.667636:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256088. 00000100:00000001:2.0:1788777477.667641:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.667649:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120000 x1875667211120256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.667662:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.667665:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211120256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.667677:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.667679:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.675509:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.675535:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.675539:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.675541:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.675551:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.675559:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.675568:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.675573:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.675579:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.675582:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5ee80 00000400:00000200:3.0:1788777477.675587:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.675593:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x83bd [64] + 224 00000800:00000001:3.0:1788777477.675600:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.675605:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.675608:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.675612:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.675619:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.675629:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120000 x1875667211120256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.675640:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fd1120000 x1875667211120256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.675661:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.675670:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.675673:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.675837:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777477.675845:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777477.675847:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777477.675851:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12370. 00000400:00000200:1.0:1788777477.675856:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1164000 00000400:00000010:1.0:1788777477.675859:0:32682:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fd1164000. 00000100:00000001:1.0:1788777477.675863:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777477.675868:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120000 x1875667211120256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777477.675877:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120000 x1875667211120256/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.675883:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777477.675886:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.675889:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777477.675892:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777477.675895:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777477.675898:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.675902:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777477.675911:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777477.675916:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777477.675919:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777477.675920:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.675923:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777477.675926:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.675930:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777477.675931:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777477.675933:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777477.675935:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.675937:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:1.0:1788777477.675940:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777477.675942:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777477.675944:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777477.675946:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.675951:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.675959:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.675963:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777477.675964:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777477.675968:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777477.675976:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120256:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777477.675981:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.675984:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.675986:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777477.675988:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.675992:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.675998:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.676002:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.676005:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777477.676006:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676009:0:32682:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777477.676014:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676016:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676019:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=4 00000020:00000001:1.0:1788777477.676022:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676025:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000040:1.0:1788777477.676031:0:32682:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045200, remote cookie: 0x542deec0941a6bcd, flags: 0x1001 00010000:00000040:1.0:1788777477.676034:0:32682:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777477.676038:0:32682:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788777477.676043:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:1.0:1788777477.676046:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.676049:0:32682:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.676054:0:32682:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777477.676064:0:32682:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.676070:0:32682:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777477.676074:0:32682:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777477.676077:0:32682:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777477.676079:0:32682:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777477.676080:0:32682:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777477.676082:0:32682:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9b1fd9c8d400) refcount = 2 00010000:00000040:1.0:1788777477.676085:0:32682:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777477.676088:0:32682:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788777477.676095:0:32682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.676102:0:32682:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777477.676105:0:32682:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777477.676107:0:32682:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.676110:0:32682:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777477.676112:0:32682:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.676116:0:32682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.676122:0:32682:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777477.676124:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676126:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.676127:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676128:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.676129:0:32682:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.676134:0:32682:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777477.676137:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676138:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676139:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777477.676141:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676143:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676145:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676146:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777477.676151:0:32682:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777477.676160:0:32682:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788777477.676166:0:32682:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777477.676172:0:32682:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676177:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676179:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676180:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777477.676182:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676184:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676186:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676187:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.676189:0:32682:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.676191:0:32682:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.676194:0:32682:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788777477.676196:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.676197:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00010000:00000001:1.0:1788777477.676199:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676200:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676201:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777477.676203:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676205:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00000002:00010000:1.0:1788777477.676209:0:32682:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.676214:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676215:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.676217:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777477.676218:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676219:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676221:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777477.676222:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676224:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000040:1.0:1788777477.676227:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 3 00010000:00000001:1.0:1788777477.676228:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777477.676233:0:32682:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 16 res 8589935621/36 (0 0) 00010000:00000001:1.0:1788777477.676235:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676236:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.676238:0:32682:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777477.676240:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f868 00000002:00002000:1.0:1788777477.676242:0:32682:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788777477.676246:0:32682:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.676249:0:32682:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.676251:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777477.676255:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777477.676258:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.676261:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.676264:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9210200. 00000080:00000001:1.0:1788777477.676270:0:32682:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777477.676275:0:32682:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777477.676279:0:32682:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777477.676284:0:32682:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32de1c0. 00800000:00000001:1.0:1788777477.676286:0:32682:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453696448 : -110914255855168 : ffff9b1fc32de1c0) 00800000:00000001:1.0:1788777477.676288:0:32682:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.676291:0:32682:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777477.676293:0:32682:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777477.676295:0:32682:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1788777477.676297:0:32682:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777477.676301:0:32682:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777477.676302:0:32682:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.676307:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788777477.676310:0:32682:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788777477.676314:0:32682:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00010000:00000001:1.0:1788777477.676316:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676317:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676319:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777477.676321:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676323:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676325:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676326:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777477.676327:0:32682:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777477.676330:0:32682:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777477.676331:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32de1c0 1 00800000:00000010:1.0:1788777477.676333:0:32682:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32de1c0. 00800000:00000001:1.0:1788777477.676337:0:32682:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.676340:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) for lock 0x22b16ee488cdc9b8 00800000:00000001:1.0:1788777477.676344:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777477.676345:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777477.676346:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676347:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676349:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777477.676350:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676352:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676354:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676355:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.676357:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.676359:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777477.676362:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1788777477.676365:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.676369:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.676376:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.676378:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9b8 from it ffffb70bc155fbd0 00010000:00000001:1.0:1788777477.676380:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676381:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676383:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777477.676384:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676386:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.676388:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.676391:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.676398:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676399:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.676401:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.676403:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.676406:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777477.676419:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.676421:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.676424:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.676428:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676430:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.676431:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676434:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.676436:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676438:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676441:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676443:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.676444:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676445:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777477.676448:0:32682:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777477.676453:0:32682:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc32de1c0. 00000080:00000001:1.0:1788777477.676456:0:32682:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788777477.676459:0:32682:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788777477.676494:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.676498:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.676500:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.676503:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.676505:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.676507:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.676509:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.676525:0:32682:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788777477.676529:0:32682:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd11ec580. 00000002:00100000:1.0:1788777477.676534:0:32682:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777477.676540:0:32682:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.676542:0:32682:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777477.676546:0:32682:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788777477.676550:0:32682:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.676553:0:32682:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788777477.676554:0:32682:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.676557:0:32682:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.676560:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.676563:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788777477.676570:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777477.676574:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:1.0:1788777477.676607:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788777477.676609:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.676612:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb78 00000080:00000008:1.0:1788777477.676614:0:32682:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), flags 704400, rc = 0 00000080:00000001:1.0:1788777477.676618:0:32682:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.676639:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd28 00000080:00200008:1.0:1788777477.676641:0:32682:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777477.676649:0:32682:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788777477.676652:0:32682:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.676655:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777477.676657:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fca0 00000080:00200000:1.0:1788777477.676658:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08),name=d21h.recovery-small-2 00000080:00000010:1.0:1788777477.676664:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9210200. 00800000:00000002:1.0:1788777477.676668:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.676674:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777477.676677:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.676679:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00800000:00000002:1.0:1788777477.676682:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.676685:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777477.676688:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.676689:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.676691:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.676692:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.676694:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.676696:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.676698:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.676700:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.676700:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.676702:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.676703:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.676705:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.676706:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.676708:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.676710:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777477.676715:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.676717:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa90 00000002:00010000:1.0:1788777477.676718:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777477.676722:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777477.676724:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.676726:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.676729:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 3 00010000:00000001:1.0:1788777477.676732:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.676735:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.676738:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777477.676742:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777477.676750:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777477.676754:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.676758:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777477.676764:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777477.676766:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.676768:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.676770:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.676772:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.676774:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777477.676777:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777477.676779:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.676781:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9210200. 00000080:00000001:1.0:1788777477.676784:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777477.676786:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.676789:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) 00000080:00010000:1.0:1788777477.676793:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) for lock 0x22b16ee488cdc980 00800000:00000001:1.0:1788777477.676795:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777477.676797:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777477.676798:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676799:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676812:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:1.0:1788777477.676815:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:1.0:1788777477.676817:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:1.0:1788777477.676819:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676820:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.676821:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.676823:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.676825:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc980 from it ffffb70bc155fcd8 00010000:00000001:1.0:1788777477.676827:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.676828:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.676829:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4a00 refcount=3 00000020:00000001:1.0:1788777477.676831:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:1.0:1788777477.676833:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135360 : -110914032416256 : ffff9b1fd07f4a00) 00010000:00000001:1.0:1788777477.676835:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.676837:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777477.676843:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676844:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.676846:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.676847:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.676849:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777477.676855:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.676857:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.676858:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.676861:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676862:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.676863:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676865:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.676867:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676869:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676871:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.676873:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.676874:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.676875:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777477.676877:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777477.676878:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777477.676882:0:32682:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.676885:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd28 00000080:00000008:1.0:1788777477.676887:0:32682:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777477.676911:0:32682:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777477.676914:0:32682:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788777477.676919:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9210200. 00800000:00000002:1.0:1788777477.676922:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4040 2 00000080:00000001:1.0:1788777477.676924:0:32682:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788777477.676931:0:32682:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446700340278178880 : -43733431372736 : ffffd839845bb440) 00000080:00000001:1.0:1788777477.676934:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777477.676937:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1788777477.676939:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788777477.676943:0:32682:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.676945:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4040 2 00000080:00000010:1.0:1788777477.676947:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9210200. 00000080:00000001:1.0:1788777477.676950:0:32682:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.676960:0:32682:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777477.676962:0:32682:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1788777477.676965:0:32682:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777477.676967:0:32682:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.676984:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777477.676987:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777477.676989:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08), inode mode 41ed mask 1 00000080:00000001:1.0:1788777477.676992:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.676999:0:32682:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777477.677001:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fda0 00000080:00002000:1.0:1788777477.677003:0:32682:0:(dcache.c:87:ll_dcompare()) found name f(ffff9b1fd1727288) flags 0x48000e refc 0 00000080:00000001:1.0:1788777477.677005:0:32682:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.677007:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe10 00000080:00200000:1.0:1788777477.677008:0:32682:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1788777477.677012:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777477.677014:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08), inode mode 41ed mask 3 00000080:00000001:1.0:1788777477.677017:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.677019:0:32682:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1788777477.677021:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdf8 00000080:00200000:1.0:1788777477.677023:0:32682:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9b1fd15b6c08) 00000080:00000001:1.0:1788777477.677026:0:32682:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788777477.677029:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788777477.677035:0:32682:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b1fc93db000. 00000020:00000010:1.0:1788777477.677038:0:32682:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc9210200. 00000020:00000010:1.0:1788777477.677042:0:32682:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fc9211200. 00000020:00000010:1.0:1788777477.677046:0:32682:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b1fd1213b40. 00000008:00000010:1.0:1788777477.677052:0:32682:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b1fca6937f0. 00020000:00000010:1.0:1788777477.677057:0:32682:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b1fd8bfd480. 00008000:00000010:1.0:1788777477.677063:0:32682:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b1fc2fec710. 00000080:00000010:1.0:1788777477.677068:0:32682:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b1fc3184888. 00000080:00000010:1.0:1788777477.677071:0:32682:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b1fc3190b90. 00000020:00000010:1.0:1788777477.677074:0:32682:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc9211000. 00000008:00000010:1.0:1788777477.677078:0:32682:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b1fc2fe7340. 00020000:00000010:1.0:1788777477.677081:0:32682:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b1fc83fc490. 00008000:00000010:1.0:1788777477.677085:0:32682:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b1fc61a6ed0. 00000080:00000010:1.0:1788777477.677089:0:32682:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b1fd01e02d0. 00000020:00000001:1.0:1788777477.677092:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777477.677094:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777477.677096:0:32682:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777477.677100:0:32682:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd1218000 00020000:00000002:1.0:1788777477.677103:0:32682:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617e40 addref 2/0 by ffff9b1fd1218000. 00020000:00000002:1.0:1788777477.677106:0:32682:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:1.0:1788777477.677109:0:32682:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777477.677111:0:32682:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777477.677113:0:32682:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777477.677115:0:32682:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788777477.677117:0:32682:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788777477.677120:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777477.677123:0:32682:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788777477.677127:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9210600. 00800000:00000002:1.0:1788777477.677129:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4040 2 00800000:00000001:1.0:1788777477.677136:0:32682:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788777477.677139:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.677140:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.677142:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.677143:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.677145:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.677147:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.677149:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.677151:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.677152:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.677153:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.677155:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.677156:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.677158:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777477.677159:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.677162:0:32682:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788777477.677163:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.677164:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.677165:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.677166:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.677168:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.677170:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777477.677171:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.677174:0:32682:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x26:0x0] 00800000:00000001:1.0:1788777477.677177:0:32682:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.677179:0:32682:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x24:0x0]/[0x200000405:0x26:0x0] -> mds #0 00000002:00000001:1.0:1788777477.677183:0:32682:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788777477.677184:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777477.677188:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 3 00010000:00000001:1.0:1788777477.677190:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.677193:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777477.677196:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777477.677198:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788777477.677207:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777477.677210:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777477.677212:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777477.677214:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1788777477.677217:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.677218:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.677220:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 4 00010000:00000001:1.0:1788777477.677223:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.677225:0:32682:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788777477.677228:0:32682:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788777477.677230:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777477.677232:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.677235:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777477.677241:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.677242:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.677243:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788777477.677245:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.677246:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.677248:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=2 00000020:00000001:1.0:1788777477.677250:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.677252:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777477.677254:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.677255:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.677256:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.677257:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.677259:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 4 00010000:00000001:1.0:1788777477.677261:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.677264:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.677266:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.677267:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.677268:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 4 00010000:00000001:1.0:1788777477.677270:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.677272:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.677275:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777477.677278:0:32682:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff9b1fd15b6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777477.677316:0:32682:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777477.677319:0:32682:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777477.677321:0:32682:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777477.677323:0:32682:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) invalid 00000020:00000001:1.0:1788777477.677326:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa60 00000080:00002000:1.0:1788777477.677328:0:32682:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9b1fd16c40d8) parent ffff9b1fd155f360 inode ffff9b1fd15b6c08 refc 3 00000080:00000001:1.0:1788777477.677332:0:32682:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777477.677334:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777477.677335:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.677338:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777477.677341:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777477.677343:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777477.677345:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.677347:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777477.677349:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4a00 with handle 0x22b16ee488cdc980 from hash 00010000:00000001:1.0:1788777477.677352:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777477.677353:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.677355:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.677356:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777477.677359:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777477.677360:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777477.677363:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777477.677365:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.677367:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.677369:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777477.677372:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 3 00010000:00000001:1.0:1788777477.677374:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.677376:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777477.677378:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777477.677381:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788777477.677387:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777477.677389:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777477.677390:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777477.677392:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:1.0:1788777477.677394:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.677395:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.677396:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 4 00010000:00000001:1.0:1788777477.677398:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.677401:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.677402:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.677403:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.677405:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 4 00010000:00000001:1.0:1788777477.677407:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.677409:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.677410:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.677411:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.677412:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 4 00010000:00000001:1.0:1788777477.677414:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.677416:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.677418:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.677419:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.677420:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 4 00010000:00000001:1.0:1788777477.677422:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.677424:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.677425:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.677427:0:32682:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777477.677429:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777477.677431:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777477.677433:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777477.677435:0:32682:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788777477.677438:0:32682:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1788777477.677441:0:32682:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788777477.677443:0:32682:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788777477.677446:0:32682:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777477.677449:0:32682:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777477.677451:0:32682:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788777477.677453:0:32682:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.677455:0:32682:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777477.677456:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777477.677458:0:32682:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.677460:0:32682:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777477.677788:0:32682:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff9b1fd157ec08) invalid 00000020:00000001:1.0:1788777477.677792:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa60 00000080:00002000:1.0:1788777477.677794:0:32682:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b1fd1727288) parent ffff9b1fd16c40d8 inode ffff9b1fd157ec08 refc 1 00000080:00000001:1.0:1788777477.677796:0:32682:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777477.677798:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777477.677799:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.677812:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777477.677815:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777477.677816:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777477.677817:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.677819:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777477.677822:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1815e00 with handle 0x22b16ee488cdc987 from hash 00010000:00000001:1.0:1788777477.677824:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777477.677825:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.677826:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.677827:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777477.677829:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777477.677830:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777477.677833:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777477.677835:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788777477.677842:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777477.677844:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777477.677845:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777477.677846:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:1.0:1788777477.677849:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.677851:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.677853:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611b00 count: 4 00010000:00000001:1.0:1788777477.677854:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.677857:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.677858:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.677860:0:32682:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777477.677861:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777477.677863:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777477.677865:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777477.677866:0:32682:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788777477.677868:0:32682:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1788777477.677869:0:32682:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788777477.677871:0:32682:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788777477.677873:0:32682:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777477.677874:0:32682:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777477.677876:0:32682:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788777477.677878:0:32682:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.677879:0:32682:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777477.677881:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777477.677883:0:32682:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.677884:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777477.677885:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.677887:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777477.677889:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777477.677890:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777477.677891:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.677893:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777477.677895:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044000 with handle 0x22b16ee488cdc95d from hash 00010000:00000001:1.0:1788777477.677897:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777477.677898:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.677900:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.677901:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777477.677902:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777477.677903:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777477.677905:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788777477.677908:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788777477.677910:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788777477.677916:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121180. 00000020:00000040:1.0:1788777477.677920:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777477.677925:0:32682:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777477.677927:0:32682:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.677929:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777477.677932:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.677936:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.677937:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.677938:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.677942:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777477.677944:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777477.677947:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777477.677955:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9211800. 00000100:00000001:1.0:1788777477.677961:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.677964:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777477.677966:0:32682:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777477.677970:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788777477.677979:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 1/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788777477.677985:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788777477.677991:0:32682:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788777477.677993:0:32682:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788777477.677995:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777477.677997:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815e00/0x22b16ee488cdc987 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6b2c expref: -99 pid: 32681 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788777477.678004:0:32682:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fd12e4340. 00010000:00000001:1.0:1788777477.678011:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.678013:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777477.678015:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc95d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6a99 expref: -99 pid: 32646 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788777477.678021:0:32682:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc32de7c0. 00010000:00000040:1.0:1788777477.678025:0:32682:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611b00 count: 0 00010000:00000010:1.0:1788777477.678030:0:32682:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182300. 00010000:00000001:1.0:1788777477.678036:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.678038:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777477.678040:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4a00/0x22b16ee488cdc980 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6b10 expref: -99 pid: 32681 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777477.678047:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.678049:0:32682:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.678050:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777477.678052:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.678054:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788777477.678063:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788777477.678073:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1121180 x1875667211120512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777477.678080:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777477.678082:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777477.678088:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.678090:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543785536 : -110914165766080 : ffff9b1fc88c8840) 00000100:00000001:1.0:1788777477.678092:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.678094:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686754688 : -110914022796928 : ffff9b1fd1121180) 00000100:00000001:1.0:1788777477.678098:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777477.678102:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.678104:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777477.678106:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777477.678110:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121180 x1875667211120512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.678118:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777477.678120:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.678124:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777477.678126:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777477.678129:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777477.678132:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121180 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120512:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777477.678137:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777477.678141:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777477.678143:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.678146:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777477.678150:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356c000. 02000000:00000001:1.0:1788777477.678152:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777477.678160:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.678164:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12370. 00000400:00000010:1.0:1788777477.678171:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92563b8. 00000100:00000200:1.0:1788777477.678179:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211120512, portal 10 00000100:00000001:1.0:1788777477.678195:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.678197:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686754688 : -110914022796928 : ffff9b1fd1121180) 00000100:00000040:1.0:1788777477.678203:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121180 x1875667211120512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.678211:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777477.678213:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777477.678218:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256088. 00000100:00000200:1.0:1788777477.678222:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875667211120512, offset 0 00000400:00000200:1.0:1788777477.678228:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777477.678236:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.678244:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777477.678250:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777477.678255:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777477.678259:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777477.678272:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777477.678277:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2814:2814:256:4294967295] 192.168.204.133@tcp LPNI seq info [2813:2813:8:4294967295] 00000400:00000200:1.0:1788777477.678281:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.678292:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777477.678300:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777477.678306:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30de300. 00000800:00000200:1.0:1788777477.678313:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777477.678322:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777477.678326:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30de300 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1788777477.678349:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.678353:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 834190 usecs (835 jiffies) 00000400:00000200:1.0:1788777477.678357:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777477.678360:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581820 00000100:00000001:1.0:1788777477.678363:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.678365:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581820 00000100:00000001:1.0:1788777477.678367:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.678369:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.678372:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.678374:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.678376:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777477.678378:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777477.678381:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.678383:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.679968:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.679976:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30de300. 00000400:00000200:2.0:1788777477.679983:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.679989:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.679996:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256088 00000400:00000010:2.0:1788777477.679998:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256088. 00000100:00000001:2.0:1788777477.680014:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.680022:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121180 x1875667211120512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.680035:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.680038:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121180 x1875667211120512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.680045:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.680047:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777477.685511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815e00. 00010000:00000010:1.1:1788777477.686065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611b00. 00010000:00000010:1.1:1788777477.686070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044000. 00010000:00000010:1.1:1788777477.686073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4a00. 00000800:00000001:3.0:1788777477.689546:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.689565:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.689570:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.689573:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.689583:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.689592:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.689601:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.689607:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.689613:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.689617:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5ef80 00000400:00000200:3.0:1788777477.689622:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.689629:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x83c5 [1] + 224 00000800:00000001:3.0:1788777477.689636:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.689642:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.689645:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.689649:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.689656:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.689666:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121180 x1875667211120512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777477.689677:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fd1121180 x1875667211120512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777477.689698:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.689707:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.689710:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.689945:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777477.689952:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777477.689955:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777477.689958:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12370. 00000400:00000200:1.0:1788777477.689962:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92563b8 00000400:00000010:1.0:1788777477.689965:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92563b8. 00000100:00000001:1.0:1788777477.689968:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777477.689973:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121180 x1875667211120512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777477.689982:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121180 x1875667211120512/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.689989:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777477.689991:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.689994:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777477.689997:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777477.690000:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777477.690002:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.690006:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777477.690015:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777477.690020:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777477.690022:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777477.690024:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.690026:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777477.690030:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.690034:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777477.690036:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000140/0x100000142] 00000100:00000001:1.0:1788777477.690037:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777477.690040:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.690041:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686754688 : -110914022796928 : ffff9b1fd1121180) 00000100:00000001:1.0:1788777477.690044:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777477.690047:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777477.690049:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777477.690052:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.690057:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121180 x1875667211120512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.690065:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.690068:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777477.690070:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777477.690074:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121180 x1875667211120512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777477.690082:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121180 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120512:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777477.690087:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.690090:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.690092:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777477.690094:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.690098:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121180 x1875667211120512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.690105:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.690108:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.690111:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777477.690113:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.690120:0:32682:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.690123:0:32682:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.690127:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4040 2 00000080:00000010:1.0:1788777477.690130:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9210600. 00000100:00000001:1.0:1788777477.690136:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.690140:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121180 x1875667211120512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.690146:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.690150:0:32682:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.690160:0:32682:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777477.690163:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe28 00000080:00002000:1.0:1788777477.690165:0:32682:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b1fd1727288, parent ffff9b1fd16c40d8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788777477.690168:0:32682:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777477.690174:0:32682:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777477.690191:0:32682:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788777477.690199:0:32682:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788777477.690201:0:32682:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788777477.690204:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777477.690207:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777477.690210:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777477.690215:0:32682:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cae90 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777477.690218:0:32682:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777477.690220:0:32682:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777477.690222:0:32682:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777477.690225:0:32682:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777477.690226:0:32682:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777477.690228:0:32682:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777477.690233:0:32682:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9b1fc3190bf0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788777477.690236:0:32682:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:1.0:1788777477.690240:0:32682:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777477.690243:0:32682:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777477.690245:0:32682:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777477.690247:0:32682:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690249:0:32682:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777477.690251:0:32682:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777477.690253:0:32682:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690254:0:32682:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777477.690255:0:32682:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777477.690257:0:32682:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777477.690258:0:32682:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd1218000 00000020:00000001:1.0:1788777477.690261:0:32682:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690273:0:32682:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777477.690274:0:32682:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788777477.690277:0:32682:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777477.690280:0:32682:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777477.690284:0:32682:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777477.690288:0:32682:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777477.690290:0:32682:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777477.690291:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788777477.690296:0:32682:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b1fc93db900. 00000020:00000010:1.0:1788777477.690301:0:32682:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc9210600. 00000020:00000010:1.0:1788777477.690306:0:32682:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fc9211600. 00000020:00000010:1.0:1788777477.690310:0:32682:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b1fd12137e0. 00000008:00000010:1.0:1788777477.690316:0:32682:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b1fca690b30. 00020000:00000010:1.0:1788777477.690321:0:32682:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b1fd8bfd900. 00008000:00000010:1.0:1788777477.690326:0:32682:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b1fc2fef4f8. 00000080:00000010:1.0:1788777477.690333:0:32682:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b1fc3184dc8. 00000080:00000010:1.0:1788777477.690337:0:32682:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b1fc31922b0. 00000020:00000010:1.0:1788777477.690340:0:32682:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc9211c00. 00000008:00000010:1.0:1788777477.690344:0:32682:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b1fc2fe69a0. 00020000:00000010:1.0:1788777477.690348:0:32682:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b1fc83fc6d8. 00008000:00000010:1.0:1788777477.690351:0:32682:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b1fc61a6dd8. 00000080:00000010:1.0:1788777477.690355:0:32682:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b1fd01e00f0. 00000020:00000001:1.0:1788777477.690357:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777477.690359:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000020:00000001:1.0:1788777477.690362:0:32682:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cab70 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777477.690363:0:32682:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777477.690366:0:32682:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777477.690367:0:32682:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777477.690369:0:32682:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690371:0:32682:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690373:0:32682:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777477.690375:0:32682:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788777477.690376:0:32682:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690379:0:32682:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690380:0:32682:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690382:0:32682:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788777477.690383:0:32682:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777477.690385:0:32682:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777477.690386:0:32682:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777477.690387:0:32682:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777477.690388:0:32682:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690390:0:32682:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690391:0:32682:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690393:0:32682:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690394:0:32682:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777477.690395:0:32682:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690397:0:32682:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690399:0:32682:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788777477.690411:0:32682:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777477.690413:0:32682:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777477.690414:0:32682:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777477.690416:0:32682:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788777477.690419:0:32682:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788777477.690424:0:32682:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777477.690428:0:32682:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc7188fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777477.690431:0:32682:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777477.690434:0:32682:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788777477.690438:0:32682:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777477.690440:0:32682:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690442:0:32682:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690444:0:32682:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690445:0:32682:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690446:0:32682:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690448:0:32682:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777477.690450:0:32682:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788777477.690452:0:32682:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777477.690454:0:32682:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788777477.690455:0:32682:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788777477.690457:0:32682:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690459:0:32682:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788777477.690460:0:32682:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788777477.690700:0:32682:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788777477.690703:0:32682:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788777477.690705:0:32682:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777477.690706:0:32682:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777477.690708:0:32682:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788777477.690709:0:32682:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690711:0:32682:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690713:0:32682:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788777477.690714:0:32682:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788777477.690715:0:32682:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788777477.690717:0:32682:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788777477.690718:0:32682:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777477.690720:0:32682:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777477.690721:0:32682:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777477.690722:0:32682:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788777477.690723:0:32682:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788777477.690725:0:32682:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690726:0:32682:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690728:0:32682:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777477.690729:0:32682:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777477.690731:0:32682:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690733:0:32682:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777477.690735:0:32682:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777477.690737:0:32682:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777477.690738:0:32682:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777477.690740:0:32682:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777477.690741:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00020000:00000001:1.0:1788777477.690744:0:32682:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777477.690746:0:32682:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777477.690748:0:32682:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777477.690750:0:32682:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777477.690754:0:32682:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777477.690755:0:32682:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777477.690757:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777477.690759:0:32682:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.690763:0:32682:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788777477.690765:0:32682:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9b1fd157ec08) 00800000:00000001:1.0:1788777477.690771:0:32682:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788777477.690773:0:32682:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x26:0x0] 00000002:00000001:1.0:1788777477.690779:0:32682:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777477.690784:0:32682:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.690786:0:32682:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777477.690789:0:32682:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.690791:0:32682:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.690794:0:32682:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788777477.690796:0:32682:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788777477.690798:0:32682:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.690800:0:32682:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.690814:0:32682:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777477.690815:0:32682:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777477.690818:0:32682:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00020000:00000001:1.0:1788777477.690824:0:32682:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788777477.690825:0:32682:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:1.0:1788777477.690828:0:32682:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788777477.690832:0:32682:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617e40, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777477.690837:0:32682:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777477.690841:0:32682:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4380: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1788777477.690844:0:32682:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788777477.690846:0:32682:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690848:0:32682:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788777477.690850:0:32682:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788777477.690854:0:32682:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788777477.690858:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e600 count: 2 00010000:00000001:1.0:1788777477.690861:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.690864:0:32682:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788777477.690866:0:32682:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788777477.690871:0:32682:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1788777459 1788777459 1788777459 by oinfo size 0 blocks 0 [cma]time 1788777459 1788777459 1788777459 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1788777477.690884:0:32682:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc72cae90 00000020:00000001:1.0:1788777477.690886:0:32682:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc72cae90 00000008:00000001:1.0:1788777477.690889:0:32682:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777477.690891:0:32682:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777477.690893:0:32682:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777477.690895:0:32682:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788777477.690901:0:32682:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b1fc7188fc0. 00020000:00000001:1.0:1788777477.690906:0:32682:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788777477.690909:0:32682:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b1fc72caaf0. 00020000:00000001:1.0:1788777477.690914:0:32682:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788777477.690916:0:32682:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777477.690918:0:32682:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777477.690919:0:32682:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:1.0:1788777477.690922:0:32682:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788777477.690924:0:32682:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788777477.690925:0:32682:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:1.0:1788777477.690928:0:32682:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788777477.690930:0:32682:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b1fc82d23f8. 00020000:00000010:1.0:1788777477.690934:0:32682:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b1fd0cba240. 00020000:00000010:1.0:1788777477.690937:0:32682:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b1fc32a6500. 00020000:00000002:1.0:1788777477.690940:0:32682:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617e40, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777477.690944:0:32682:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777477.690947:0:32682:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4380: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:1.0:1788777477.690951:0:32682:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a4380. 00020000:00000010:1.0:1788777477.690955:0:32682:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca6172a0. 00020000:00000010:1.0:1788777477.690959:0:32682:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617e40. 00020000:00000001:1.0:1788777477.690961:0:32682:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788777477.690962:0:32682:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f824d8) owner 0000000000000000/ffff9b1fd1218000 00020000:00000010:1.0:1788777477.690965:0:32682:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b1fc4f824d8. 00020000:00000001:1.0:1788777477.690968:0:32682:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788777477.690971:0:32682:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b1fc72cae10. 00000020:00001000:1.0:1788777477.690974:0:32682:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777477.690977:0:32682:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788777477.690979:0:32682:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788777477.691009:0:32682:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777477.691012:0:32682:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777477.691014:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdd0 00000080:00200008:1.0:1788777477.691016:0:32682:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), flags 704000 00000080:00400000:1.0:1788777477.691020:0:32682:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:1.0:1788777477.691023:0:32682:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777477.691025:0:32682:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788777477.691027:0:32682:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788777477.691032:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.691035:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.691037:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.691040:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.691041:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.691043:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.691046:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.691049:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.691051:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.691055:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:1.0:1788777477.691057:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.691061:0:32682:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788777477.691064:0:32682:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788777477.691067:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777477.691071:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.691076:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777477.691083:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.691085:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.691087:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788777477.691089:0:32682:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 16 00000080:00000010:1.0:1788777477.691092:0:32682:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777477.691095:0:32682:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.691099:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdd0 00000080:00000008:1.0:1788777477.691101:0:32682:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9b1fd15b6c08), flags 704000, rc = 0 00000080:00000001:1.0:1788777477.691103:0:32682:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.691105:0:32682:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.691108:0:32682:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777477.691110:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe00 00000080:00002000:1.0:1788777477.691112:0:32682:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9b1fd16c40d8, parent ffff9b1fd155f360, inode ffff9b1fd15b6c08) hashed, 00000080:00000001:1.0:1788777477.691115:0:32682:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777477.691119:0:32682:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777477.691122:0:32682:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788777477.691146:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777477.691149:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777477.691151:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777477.691152:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbd8 00000080:00200000:1.0:1788777477.691154:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777477.691161:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc332b800. 00800000:00000002:1.0:1788777477.691166:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.691169:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777477.691172:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.691174:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155faf8 00800000:00000002:1.0:1788777477.691176:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.691180:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777477.692062:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.692065:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.692067:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.692069:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.692071:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.692073:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.692077:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.692081:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777477.692086:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.692090:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9c8 00000002:00010000:1.0:1788777477.692092:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777477.692096:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777477.692098:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.692100:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.692105:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777477.692108:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.692111:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.692115:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777477.692119:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777477.692134:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777477.692138:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.692141:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777477.692148:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777477.692150:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.692152:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.692153:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.692155:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.692158:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777477.692161:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777477.692163:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.692166:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc332b800. 00000080:00000001:1.0:1788777477.692171:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777477.692172:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.692175:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777477.692179:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9aa 00800000:00000001:1.0:1788777477.693065:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777477.693071:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777477.693073:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.693076:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.693079:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:1.0:1788777477.693083:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.693087:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.693090:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.693092:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.693093:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.693095:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.693097:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9aa from it ffffb70bc155fc10 00010000:00000001:1.0:1788777477.693100:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.693101:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.693103:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:1.0:1788777477.693105:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.693107:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.693109:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.693112:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777477.693121:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.693122:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.693123:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.693126:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.693128:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777477.693136:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.693139:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.693141:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.693146:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.693147:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.693149:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.693152:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.693154:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.693156:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.693159:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.693162:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.693163:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.693164:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777477.693167:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777477.693168:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.693171:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777477.693177:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777477.693590:0:32682:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ec3a0. 00000020:00000001:1.0:1788777477.693595:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdc8 00000080:00200000:1.0:1788777477.693598:0:32682:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=0 00000080:00000001:1.0:1788777477.693602:0:32682:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777477.693605:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc78 00000080:00200000:1.0:1788777477.693607:0:32682:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=getattr 00000080:00000010:1.0:1788777477.693616:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc332b800. 00800000:00000002:1.0:1788777477.693687:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.693694:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777477.693698:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.693700:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb98 00800000:00000002:1.0:1788777477.693702:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.693705:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777477.693708:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.693711:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.693713:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.693715:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.693716:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.693719:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.693721:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777477.693723:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb30 00800000:00000002:1.0:1788777477.693725:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788777477.693730:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.693731:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa68 00000002:00010000:1.0:1788777477.693733:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788777477.693737:0:32682:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777477.693740:0:32682:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777477.693745:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120a80. 00000020:00000040:1.0:1788777477.693749:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777477.693754:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777477.693758:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.693761:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.693763:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.693764:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.693767:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777477.693770:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777477.693773:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777477.693780:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356ec00. 00000100:00000001:1.0:1788777477.693787:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.693794:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777477.693796:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.693797:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777477.693799:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.693812:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.693820:0:32682:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00010000:00000001:1.0:1788777477.693824:0:32682:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777477.693826:0:32682:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777477.693830:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777477.693833:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.693835:0:32682:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777477.693839:0:32682:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044000. 00000020:00000001:1.0:1788777477.693842:0:32682:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777477.693844:0:32682:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044000 with handle 0x22b16ee488cdc9bf to hash 00000020:00000001:1.0:1788777477.693846:0:32682:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777477.693848:0:32682:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.693851:0:32682:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.693855:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.693857:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.693860:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777477.693868:0:32682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777477.693877:0:32682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32682 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777477.693883:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777477.693885:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777477.693891:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.693893:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543785536 : -110914165766080 : ffff9b1fc88c8840) 00000100:00000001:1.0:1788777477.693896:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.693897:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000001:1.0:1788777477.693902:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777477.693907:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.693909:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777477.693911:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777477.693921:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.693929:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777477.693931:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.693934:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777477.693937:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777477.693940:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777477.693944:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120640:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777477.693948:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777477.693954:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777477.693956:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.693958:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777477.693962:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1164000. 02000000:00000001:1.0:1788777477.693964:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777477.693971:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.693974:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12370. 00000400:00000010:1.0:1788777477.693981:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92563b8. 00000100:00000200:1.0:1788777477.693988:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211120640, portal 10 00000100:00000001:1.0:1788777477.693990:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.693992:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000040:1.0:1788777477.693997:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.694019:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777477.694022:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777477.694025:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256880. 00000100:00000200:1.0:1788777477.694029:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211120640, offset 0 00000400:00000200:1.0:1788777477.694036:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777477.694045:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.694052:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777477.694057:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777477.694061:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777477.694065:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777477.694067:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777477.694071:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2815:2815:256:4294967295] 192.168.204.133@tcp LPNI seq info [2814:2814:8:4294967295] 00000400:00000200:1.0:1788777477.694075:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.694084:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777477.694090:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777477.694094:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30ded00. 00000800:00000200:1.0:1788777477.694101:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777477.694108:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777477.694112:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30ded00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788777477.694133:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.694138:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 833078 usecs (834 jiffies) 00000400:00000200:1.0:1788777477.694141:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777477.694144:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581835 00000100:00000001:1.0:1788777477.694147:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.694150:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581835 00000100:00000001:1.0:1788777477.694152:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.694154:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.694156:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.694159:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.694161:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777477.694163:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777477.694166:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.694168:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.694812:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.694818:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30ded00. 00000400:00000200:2.0:1788777477.694825:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.694831:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.694836:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256880 00000400:00000010:2.0:1788777477.694838:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256880. 00000100:00000001:2.0:1788777477.694842:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.694848:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.694858:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.694861:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.694869:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.694871:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.700131:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.700149:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.700154:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.700157:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.700167:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.700176:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.700195:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.700201:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.700206:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.700210:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5f000 00000400:00000200:3.0:1788777477.700216:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.700222:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x83cd [1] + 224 00000800:00000001:3.0:1788777477.700228:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.700235:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.700239:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.700244:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.700251:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.700260:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.700280:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.700296:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.700305:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.700309:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788777477.701036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bf60. 00000100:00000001:1.0:1788777477.701065:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777477.701074:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777477.701077:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777477.701080:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12370. 00000400:00000200:1.0:1788777477.701085:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92563b8 00000400:00000010:1.0:1788777477.701087:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92563b8. 00000100:00000001:1.0:1788777477.701091:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777477.701097:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777477.701107:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.701113:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777477.701115:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.701118:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777477.701121:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777477.701124:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777477.701126:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.701129:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777477.701138:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777477.701143:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777477.701145:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777477.701160:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.701163:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777477.701166:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.701170:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777477.701172:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777477.701174:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777477.701177:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.701181:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.701189:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.701192:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777477.701194:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777477.701197:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777477.701205:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120640:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777477.701209:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.701212:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.701214:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777477.701216:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.701219:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.701226:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.701228:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.701232:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777477.701233:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.701236:0:32682:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777477.701240:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701243:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701246:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=4 00000020:00000001:1.0:1788777477.701248:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701250:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000040:1.0:1788777477.701257:0:32682:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044000, remote cookie: 0x542deec0941a6c0c, flags: 0x1001 00010000:00010000:1.0:1788777477.701262:0:32682:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777477.701271:0:32682:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777477.701274:0:32682:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788777477.701280:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 2 00010000:00000001:1.0:1788777477.701283:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.701285:0:32682:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.701288:0:32682:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777477.701295:0:32682:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.701301:0:32682:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777477.701305:0:32682:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777477.701308:0:32682:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777477.701310:0:32682:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777477.701311:0:32682:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777477.701314:0:32682:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9b1fd9c8d400) refcount = 2 00010000:00000040:1.0:1788777477.701317:0:32682:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777477.701319:0:32682:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788777477.701326:0:32682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.701333:0:32682:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777477.701336:0:32682:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777477.701337:0:32682:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.701340:0:32682:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777477.701342:0:32682:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.701345:0:32682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.701350:0:32682:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777477.701362:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701365:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.701365:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701366:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.701367:0:32682:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.701372:0:32682:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777477.701374:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701375:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701376:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777477.701378:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701380:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701382:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701383:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701384:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=4 00000020:00000001:1.0:1788777477.701385:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701389:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701391:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.701394:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.701397:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.701403:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701404:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.701405:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701406:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701407:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=5 00000020:00000001:1.0:1788777477.701409:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701411:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701414:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.701416:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.701422:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701423:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777477.701425:0:32682:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.701430:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.701431:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701432:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.701433:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701434:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777477.701439:0:32682:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777477.701447:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701448:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701449:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777477.701451:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701453:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701455:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701457:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.701458:0:32682:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.701460:0:32682:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.701487:0:32682:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777477.701490:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701491:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701492:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777477.701494:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701496:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00000002:00010000:1.0:1788777477.701499:0:32682:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.701505:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701506:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.701508:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777477.701509:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701510:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701512:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777477.701513:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701515:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000040:1.0:1788777477.701518:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 3 00010000:00000001:1.0:1788777477.701520:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777477.701524:0:32682:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:1.0:1788777477.701526:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701527:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.701528:0:32682:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777477.701531:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9f0 00000002:00002000:1.0:1788777477.701533:0:32682:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777477.701536:0:32682:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.701539:0:32682:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.701542:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777477.701545:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777477.701548:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.701551:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.701554:0:32682:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777477.701556:0:32682:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc155fe00 it_disposition b 00000080:00000001:1.0:1788777477.701558:0:32682:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777477.701564:0:32682:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777477.701569:0:32682:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777477.701575:0:32682:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32de7c0. 00800000:00000001:1.0:1788777477.701578:0:32682:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453697984 : -110914255853632 : ffff9b1fc32de7c0) 00800000:00000001:1.0:1788777477.701580:0:32682:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.701582:0:32682:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777477.701585:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788777477.701588:0:32682:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788777477.701593:0:32682:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777477.701595:0:32682:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1788777477.701598:0:32682:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777477.701601:0:32682:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777477.701602:0:32682:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.701605:0:32682:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788777477.701608:0:32682:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788777477.701610:0:32682:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1788777459 to 1788777477 00000080:00200000:1.0:1788777477.701615:0:32682:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:1.0:1788777477.701617:0:32682:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff9b1fd15b6c08): rc = 0 00000080:00000001:1.0:1788777477.701689:0:32682:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691561992 : -110914017989624 : ffff9b1fd15b6c08) 00010000:00000001:1.0:1788777477.701693:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701694:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701696:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777477.701698:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701700:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701702:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701703:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777477.701704:0:32682:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777477.701707:0:32682:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777477.701709:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32de7c0 1 00800000:00000010:1.0:1788777477.701711:0:32682:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32de7c0. 00800000:00000001:1.0:1788777477.701716:0:32682:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.701719:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) for lock 0x22b16ee488cdc9bf 00800000:00000001:1.0:1788777477.701722:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777477.701723:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777477.701724:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701725:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701726:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777477.701728:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701730:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701732:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701733:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.701734:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.701736:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788777477.701741:0:32682:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1767af8 inode ffff9b1fd15b6c08 refc 1 flags 0x20000e 00000080:00000002:1.0:1788777477.701745:0:32682:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788777477.701748:0:32682:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788777477.701752:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) 00000080:00010000:1.0:1788777477.701755:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9bf from it ffffb70bc155fe00 00010000:00000001:1.0:1788777477.701757:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.701758:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.701759:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:1.0:1788777477.701761:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701763:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777477.701765:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.701768:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777477.701775:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701776:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.701777:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.701780:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.701783:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777477.701789:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.701792:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.701794:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.701798:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701799:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.701810:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.701813:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.701815:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.701817:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.701819:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.701821:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.701822:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.701823:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777477.701825:0:32682:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777477.701829:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc332b800. 00000100:00000001:1.0:1788777477.701832:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.701837:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120a80 x1875667211120640/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/688 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.701843:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777477.701846:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777477.701848:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1164000. 02000000:00000001:1.0:1788777477.701851:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777477.701854:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.701855:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.701858:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777477.701861:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777477.701865:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777477.701866:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777477.701868:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120a80. 00000100:00000001:1.0:1788777477.701871:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777477.701873:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777477.701875:0:32682:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777477.701877:0:32682:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc155fe00 released 00000080:00000001:1.0:1788777477.701879:0:32682:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788777477.701883:0:32682:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777477.701885:0:32682:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777477.701887:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fd50 00000080:00200000:1.0:1788777477.701889:0:32682:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777477.701893:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc332b800. 00800000:00000002:1.0:1788777477.701898:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777477.701902:0:32682:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777477.701904:0:32682:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.701906:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fc70 00800000:00000002:1.0:1788777477.701908:0:32682:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.701911:0:32682:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777477.701914:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.701916:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.701918:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.701920:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.701922:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.701924:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.701926:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.701929:0:32682:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777477.701933:0:32682:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777477.701935:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb40 00000002:00010000:1.0:1788777477.701937:0:32682:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777477.701940:0:32682:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777477.701942:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.701944:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.701947:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777477.701950:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.701953:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.701955:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777477.701958:0:32682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777477.701967:0:32682:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777477.701970:0:32682:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777477.701973:0:32682:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777477.701979:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777477.701981:0:32682:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.701983:0:32682:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.701985:0:32682:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777477.701986:0:32682:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.701988:0:32682:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777477.701990:0:32682:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777477.701992:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.701994:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc332b800. 00000080:00000001:1.0:1788777477.701996:0:32682:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777477.701998:0:32682:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.702000:0:32682:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777477.702003:0:32682:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9aa 00800000:00000001:1.0:1788777477.702005:0:32682:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777477.702006:0:32682:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777477.702007:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.702009:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.702011:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:1.0:1788777477.702013:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.702015:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.702017:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.702018:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777477.702019:0:32682:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.702020:0:32682:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777477.702022:0:32682:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9aa from it ffffb70bc155fd88 00010000:00000001:1.0:1788777477.702024:0:32682:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777477.702025:0:32682:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777477.702026:0:32682:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:1.0:1788777477.702028:0:32682:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.702030:0:32682:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:1.0:1788777477.702032:0:32682:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777477.702035:0:32682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777477.702041:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.702042:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.702043:0:32682:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777477.702044:0:32682:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777477.702046:0:32682:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777477.702052:0:32682:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777477.702053:0:32682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777477.702055:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.702056:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.702058:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.702059:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.702061:0:32682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777477.702062:0:32682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.702064:0:32682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.702066:0:32682:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.702067:0:32682:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777477.702068:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.702070:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777477.702071:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777477.702073:0:32682:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777477.702075:0:32682:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788777477.702079:0:32682:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.702084:0:32682:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:1.0:1788777477.702086:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe18 00000080:00200000:1.0:1788777477.702087:0:32682:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:1.0:1788777477.702091:0:32682:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1788777477.702093:0:32682:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000405:0x24:0x0]) is foreign... 00000080:00000001:1.0:1788777477.702096:0:32682:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788777477.702101:0:32682:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc332b800. 00800000:00000002:1.0:1788777477.702103:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:1.0:1788777477.702109:0:32682:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788777477.702112:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.702113:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.702115:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.702116:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.702118:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.702120:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777477.702122:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.702123:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.702125:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.702125:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.702127:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.702128:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.702130:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.702132:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.702134:0:32682:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788777477.702136:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.702137:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.702138:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.702139:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.702141:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.702142:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.702144:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.702146:0:32682:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.702148:0:32682:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.702150:0:32682:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x24:0x0] -> mds #0 00000002:00000001:1.0:1788777477.702154:0:32682:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788777477.702156:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777477.702159:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777477.702161:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.702164:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777477.702166:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777477.702169:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788777477.702176:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777477.702179:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777477.702181:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777477.702183:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777477.702186:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.702187:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.702189:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 3 00010000:00000001:1.0:1788777477.702191:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.702193:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.702194:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.702196:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.702197:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 3 00010000:00000001:1.0:1788777477.702199:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.702201:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.702202:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.702203:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.702205:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 3 00010000:00000001:1.0:1788777477.702206:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.702208:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.702210:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777477.702212:0:32682:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777477.702216:0:32682:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777477.702217:0:32682:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777477.702220:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777477.702221:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.702223:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777477.702226:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777477.702228:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777477.702230:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.702231:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777477.702234:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4400 with handle 0x22b16ee488cdc9aa from hash 00010000:00000001:1.0:1788777477.702236:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777477.702237:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.702238:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.702239:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777477.702241:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777477.702243:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777477.702245:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777477.702247:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.702249:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777477.702251:0:32682:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777477.702253:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 3 00010000:00000001:1.0:1788777477.702255:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777477.702257:0:32682:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777477.702259:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777477.702261:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788777477.702267:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777477.702268:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777477.702269:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777477.702270:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1788777477.702272:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.702273:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.702275:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 4 00010000:00000001:1.0:1788777477.702276:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.702278:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.702279:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.702280:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.702281:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 4 00010000:00000001:1.0:1788777477.702283:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.702285:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.702286:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.702287:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.702289:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 4 00010000:00000001:1.0:1788777477.702291:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.702293:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.702294:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777477.702296:0:32682:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff9b1fd15b6b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777477.702298:0:32682:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777477.702300:0:32682:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777477.702301:0:32682:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777477.702303:0:32682:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) invalid 00000020:00000001:1.0:1788777477.702306:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa80 00000080:00002000:1.0:1788777477.702308:0:32682:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9b1fd1767af8) parent ffff9b1fd155f360 inode ffff9b1fd15b6c08 refc 2 00000080:00000001:1.0:1788777477.702312:0:32682:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777477.702313:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777477.702314:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.702316:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777477.702318:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777477.702319:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777477.702320:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.702322:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777477.702324:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044000 with handle 0x22b16ee488cdc9bf from hash 00010000:00000001:1.0:1788777477.702326:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777477.702327:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.702328:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.702329:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777477.702331:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777477.702332:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777477.702334:0:32682:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777477.702336:0:32682:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788777477.702343:0:32682:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777477.702345:0:32682:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777477.702346:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777477.702347:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode CR 00000002:00000001:1.0:1788777477.702349:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.702350:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.702352:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 4 00010000:00000001:1.0:1788777477.702354:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.702356:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.702357:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.702359:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.702360:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 4 00010000:00000001:1.0:1788777477.702362:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.702363:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.702365:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.702367:0:32682:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777477.702370:0:32682:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777477.702373:0:32682:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc332a600. 00000080:00000001:1.0:1788777477.702375:0:32682:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788777477.702378:0:32682:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fd12e4040 2 00000080:00000001:1.0:1788777477.702381:0:32682:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777477.702384:0:32682:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777477.702386:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.702387:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.702388:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.702390:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.702391:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.702393:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.702395:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.702397:0:32682:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:1.0:1788777477.702400:0:32682:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777477.702402:0:32682:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777477.702408:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120a80. 00000020:00000040:1.0:1788777477.702411:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777477.702415:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777477.702418:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777477.702421:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777477.702427:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc332bc00. 00000100:00000001:1.0:1788777477.702432:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777477.702443:0:32682:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777477.702452:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777477.702457:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120a80 x1875667211120896/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777477.702496:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777477.702497:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777477.702504:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.702506:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543785536 : -110914165766080 : ffff9b1fc88c8840) 00000100:00000001:1.0:1788777477.702509:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.702510:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000001:1.0:1788777477.702514:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777477.702519:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.702521:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777477.702522:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777477.702527:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120a80 x1875667211120896/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.702534:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777477.702536:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.702540:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777477.702542:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777477.702544:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777477.702547:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120896:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777477.702551:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777477.702556:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777477.702559:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.702561:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777477.702565:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777477.702567:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777477.702573:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.702577:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12370. 00000400:00000010:1.0:1788777477.702584:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92563b8. 00000100:00000200:1.0:1788777477.702591:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211120896, portal 10 00000100:00000001:1.0:1788777477.702593:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.702594:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000040:1.0:1788777477.702599:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120a80 x1875667211120896/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.702606:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777477.702609:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777477.702611:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777477.702614:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211120896, offset 0 00000400:00000200:1.0:1788777477.702635:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777477.702644:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.702650:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777477.702655:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777477.702661:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777477.702665:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777477.702668:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777477.702672:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2816:2816:256:4294967295] 192.168.204.133@tcp LPNI seq info [2815:2815:8:4294967295] 00000400:00000200:1.0:1788777477.702676:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.702686:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777477.702693:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777477.702699:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30ded00. 00000800:00000200:1.0:1788777477.702706:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777477.702713:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777477.702718:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30ded00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777477.702737:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.702742:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 831961 usecs (832 jiffies) 00000400:00000200:1.0:1788777477.702745:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777477.702748:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581842 00000100:00000001:1.0:1788777477.702752:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.702754:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581842 00000100:00000001:1.0:1788777477.702756:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.702759:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.702762:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.702765:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.702767:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777477.702770:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777477.702772:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.702774:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.702941:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.702946:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30ded00. 00000400:00000200:2.0:1788777477.702953:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.702958:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.702965:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:2.0:1788777477.702967:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:2.0:1788777477.702971:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.702975:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120a80 x1875667211120896/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.702983:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.702987:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120a80 x1875667211120896/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777477.702992:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.702993:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777477.706027:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.706046:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.706051:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.706054:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.706063:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.706070:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.706079:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.706084:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.706090:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.706094:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5f100 00000400:00000200:3.0:1788777477.706098:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.706104:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x83d5 [1] + 224 00000800:00000001:3.0:1788777477.706111:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.706118:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.706122:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.706126:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.706133:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.706142:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120a80 x1875667211120896/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777477.706152:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1120a80 x1875667211120896/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777477.706173:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.706188:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.706191:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788777477.706944:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157eb40. 00000080:00000010:1.1:1788777477.706955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca6138a0. 00000100:00000001:1.0:1788777477.706981:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777477.706988:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777477.706991:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777477.706994:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12370. 00000400:00000200:1.0:1788777477.706997:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92563b8 00000400:00000010:1.0:1788777477.707000:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92563b8. 00000100:00000001:1.0:1788777477.707057:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777477.707064:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120a80 x1875667211120896/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777477.707074:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120a80 x1875667211120896/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.707081:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777477.707082:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.707085:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777477.707089:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777477.707091:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777477.707093:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.707096:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777477.707105:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777477.707109:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777477.707112:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777477.707113:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.707116:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777477.707120:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.707124:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777477.707126:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777477.707127:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777477.707129:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.707131:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000001:1.0:1788777477.707134:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777477.707136:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777477.707138:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777477.707140:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.707145:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120a80 x1875667211120896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.707152:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.707155:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777477.707156:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777477.707160:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120a80 x1875667211120896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777477.707173:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211120896:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777477.707178:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.707181:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.707183:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777477.707252:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.707257:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120a80 x1875667211120896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.707330:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.707332:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.707336:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777477.707337:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.707345:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.707346:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000002:00000001:1.0:1788777477.707349:0:32682:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.707352:0:32682:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.707356:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4040 2 00000080:00000010:1.0:1788777477.707359:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc332a600. 00000080:00000001:1.0:1788777477.707362:0:32682:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777477.707365:0:32682:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777477.707368:0:32682:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777477.707371:0:32682:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777477.707373:0:32682:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777477.707375:0:32682:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777477.707377:0:32682:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.707379:0:32682:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788777477.707381:0:32682:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.707386:0:32682:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777477.707392:0:32682:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.707399:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.707401:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:1.0:1788777477.707403:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.707407:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.707414:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.707416:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.707419:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120a80 x1875667211120896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.707424:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.707426:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.707428:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120000 x1875667211120256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/664 e 0 to 0 dl 1788777493 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.707435:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777477.707438:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.707440:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.707442:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777477.707445:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356e000. 02000000:00000001:1.0:1788777477.707451:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777477.707453:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777477.707455:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120000. 00000100:00000001:1.0:1788777477.707457:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777477.707459:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.707460:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.707483:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120a80 x1875667211120896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.707489:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.707491:0:32682:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd11ec580. 00000002:00000001:1.0:1788777477.707494:0:32682:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.707496:0:32682:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777477.707498:0:32682:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc32de1c0. 00000100:00000001:1.0:1788777477.707501:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.707504:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120a80 x1875667211120896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777477.707509:0:32682:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777477.707511:0:32682:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777477.707578:0:32682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777477.707582:0:32682:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777477.707583:0:32682:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777477.707585:0:32682:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777477.707587:0:32682:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777477.707588:0:32682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc332bc00. 02000000:00000001:1.0:1788777477.707591:0:32682:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777477.707592:0:32682:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777477.707593:0:32682:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120a80. 00000100:00000001:1.0:1788777477.707595:0:32682:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777477.707597:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777477.707599:0:32682:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.707602:0:32682:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777477.707605:0:32682:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1788777477.707608:0:32682:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777477.707611:0:32682:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777477.707617:0:32682:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d400 count: 4 00010000:00000001:1.0:1788777477.707620:0:32682:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777477.707625:0:32682:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.707627:0:32682:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.707630:0:32682:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777477.707632:0:32682:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9b1fd15b6c08) invalid 00000020:00000001:1.0:1788777477.707636:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa80 00000080:00002000:1.0:1788777477.707638:0:32682:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9b1fd1767af8) parent ffff9b1fd155f360 inode ffff9b1fd15b6c08 refc 2 00000080:00000001:1.0:1788777477.707641:0:32682:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777477.707643:0:32682:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777477.707646:0:32682:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.707650:0:32682:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777477.707653:0:32682:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777477.707655:0:32682:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777477.707657:0:32682:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777477.707660:0:32682:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777477.707664:0:32682:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045200 with handle 0x22b16ee488cdc9b8 from hash 00010000:00000001:1.0:1788777477.707666:0:32682:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777477.707668:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777477.707670:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.707672:0:32682:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777477.707675:0:32682:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777477.707677:0:32682:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777477.707681:0:32682:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788777477.707683:0:32682:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788777477.707686:0:32682:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788777477.707692:0:32682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120a80. 00000020:00000040:1.0:1788777477.707696:0:32682:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777477.707700:0:32682:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777477.707701:0:32682:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.707704:0:32682:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777477.707708:0:32682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777477.707710:0:32682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.707713:0:32682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777477.707715:0:32682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777477.707719:0:32682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777477.707725:0:32682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc332bc00. 00000100:00000001:1.0:1788777477.707730:0:32682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.707733:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777477.707735:0:32682:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777477.707742:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777477.707751:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788777477.707758:0:32682:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788777477.707764:0:32682:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788777477.707766:0:32682:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788777477.707768:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777477.707770:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044000/0x22b16ee488cdc9bf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6c0c expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777477.707786:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.707787:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777477.707789:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdc9b8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6bcd expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788777477.707796:0:32682:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8d400 count: 0 00010000:00000010:1.0:1788777477.707811:0:32682:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc35f4400. 00010000:00000001:1.0:1788777477.707818:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.707819:0:32682:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777477.707821:0:32682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdc9aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6bb1 expref: -99 pid: 32682 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1788777477.707828:0:32682:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6200 count: 0 00010000:00000010:1.0:1788777477.707832:0:32682:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835de00. 00010000:00000001:1.0:1788777477.707836:0:32682:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777477.707838:0:32682:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.707840:0:32682:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777477.707841:0:32682:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.707843:0:32682:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788777477.707852:0:32682:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788777477.707858:0:32682:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120a80 x1875667211121152/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777477.707865:0:32682:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777477.707867:0:32682:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777477.707872:0:32682:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.707874:0:32682:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543785536 : -110914165766080 : ffff9b1fc88c8840) 00000100:00000001:1.0:1788777477.707876:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.707878:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000001:1.0:1788777477.707882:0:32682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777477.707886:0:32682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.707888:0:32682:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777477.707889:0:32682:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777477.707893:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120a80 x1875667211121152/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.707900:0:32682:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777477.707902:0:32682:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.707905:0:32682:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777477.707908:0:32682:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777477.707910:0:32682:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777477.707914:0:32682:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211121152:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777477.707918:0:32682:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777477.707923:0:32682:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777477.707925:0:32682:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.707928:0:32682:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777477.707932:0:32682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777477.707934:0:32682:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777477.707940:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777477.707943:0:32682:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12370. 00000400:00000010:1.0:1788777477.707948:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92563b8. 00000100:00000200:1.0:1788777477.707954:0:32682:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211121152, portal 10 00000100:00000001:1.0:1788777477.707956:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.707958:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000040:1.0:1788777477.707963:0:32682:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120a80 x1875667211121152/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.707971:0:32682:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777477.707974:0:32682:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777477.707976:0:32682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256000. 00000100:00000200:1.0:1788777477.707979:0:32682:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875667211121152, offset 0 00000400:00000200:1.0:1788777477.707985:0:32682:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777477.707992:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.707998:0:32682:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777477.708076:0:32682:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777477.708081:0:32682:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777477.708086:0:32682:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777477.708089:0:32682:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777477.708094:0:32682:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2817:2817:256:4294967295] 192.168.204.133@tcp LPNI seq info [2816:2816:8:4294967295] 00000400:00000200:1.0:1788777477.708098:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777477.708108:0:32682:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777477.708114:0:32682:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777477.708119:0:32682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30de300. 00000800:00000200:1.0:1788777477.708126:0:32682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777477.708134:0:32682:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777477.708138:0:32682:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30de300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788777477.708218:0:32682:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.708223:0:32682:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 830843 usecs (831 jiffies) 00000400:00000200:1.0:1788777477.708227:0:32682:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777477.708229:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296581846 00000100:00000001:1.0:1788777477.708233:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.708235:0:32682:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296581846 00000100:00000001:1.0:1788777477.708237:0:32682:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296583139 00000100:00000001:1.0:1788777477.708240:0:32682:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.708242:0:32682:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.708245:0:32682:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777477.708246:0:32682:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777477.708249:0:32682:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777477.708252:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777477.708254:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777477.709959:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777477.709969:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30de300. 00000400:00000200:2.0:1788777477.709977:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777477.709985:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777477.709991:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256000 00000400:00000010:2.0:1788777477.709994:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256000. 00000100:00000001:2.0:1788777477.709998:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777477.710016:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120a80 x1875667211121152/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.710027:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777477.710031:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120a80 x1875667211121152/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777477.710038:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777477.710039:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777477.712712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044000. 00010000:00000010:1.1:1788777477.712726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d400. 00010000:00000010:1.1:1788777477.712731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045200. 00010000:00000010:1.1:1788777477.712735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6200. 00010000:00000010:1.1:1788777477.712738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4400. 00000800:00000001:3.0:1788777477.723062:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.723082:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777477.723086:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.723089:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.723100:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.723108:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777477.723117:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.723123:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.723129:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.723133:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5f200 00000400:00000200:3.0:1788777477.723138:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777477.723144:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x83dd [1] + 224 00000800:00000001:3.0:1788777477.723151:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.723158:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777477.723162:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777477.723166:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777477.723174:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777477.723182:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120a80 x1875667211121152/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777477.723194:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fd1120a80 x1875667211121152/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777477.723216:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777477.723224:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777477.723227:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.723364:0:32682:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777477.723373:0:32682:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777477.723375:0:32682:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777477.723380:0:32682:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12370. 00000400:00000200:1.0:1788777477.723384:0:32682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92563b8 00000400:00000010:1.0:1788777477.723387:0:32682:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92563b8. 00000100:00000001:1.0:1788777477.723390:0:32682:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777477.723396:0:32682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120a80 x1875667211121152/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777477.723405:0:32682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120a80 x1875667211121152/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777493 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.723412:0:32682:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777477.723414:0:32682:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.723417:0:32682:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777477.723420:0:32682:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777477.723423:0:32682:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777477.723425:0:32682:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777477.723428:0:32682:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777477.723449:0:32682:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=136 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777477.723455:0:32682:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777477.723458:0:32682:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777477.723459:0:32682:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777477.723501:0:32682:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777477.723505:0:32682:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.723509:0:32682:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777477.723520:0:32682:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000140] 00000100:00000001:1.0:1788777477.723522:0:32682:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777477.723525:0:32682:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777477.723526:0:32682:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000001:1.0:1788777477.723530:0:32682:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777477.723531:0:32682:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788777477.723533:0:32682:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777477.723536:0:32682:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777477.723542:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120a80 x1875667211121152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.723548:0:32682:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777477.723552:0:32682:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777477.723553:0:32682:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777477.723557:0:32682:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120a80 x1875667211121152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777477.723570:0:32682:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:32682:1875667211121152:192.168.204.133@tcp:36:rm.0 00000100:00000001:1.0:1788777477.723575:0:32682:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777477.723577:0:32682:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777477.723579:0:32682:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777477.723582:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.723586:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120a80 x1875667211121152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.723594:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777477.723597:0:32682:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8840. 00000100:00000001:1.0:1788777477.723600:0:32682:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777477.723602:0:32682:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.723610:0:32682:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.723614:0:32682:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.723625:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777477.723628:0:32682:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc332b800. 00000100:00000001:1.0:1788777477.723636:0:32682:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777477.723639:0:32682:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120a80 x1875667211121152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777477.723644:0:32682:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.723646:0:32682:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.723662:0:32682:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788777477.723665:0:32682:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788777477.723667:0:32682:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9b1fd15b6c08) 00800000:00000001:1.0:1788777477.723672:0:32682:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788777477.723674:0:32682:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x24:0x0] 00000002:00000001:1.0:1788777477.723679:0:32682:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777477.723685:0:32682:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777477.723687:0:32682:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777477.723690:0:32682:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777477.723692:0:32682:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.723696:0:32682:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788777477.723698:0:32682:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788777477.723700:0:32682:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777477.723702:0:32682:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777477.723705:0:32682:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4040 1 00800000:00000010:1.0:1788777477.723707:0:32682:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e4040. 00000080:00000001:1.0:1788777477.723711:0:32682:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788777477.723713:0:32682:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788777477.723727:0:32682:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777477.723730:0:32682:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe30 00000080:00002000:1.0:1788777477.723732:0:32682:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9b1fd1767af8, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788777477.723736:0:32682:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777477.723739:0:32682:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777477.723742:0:32682:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788777477.731830:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b6b40. 00000080:00000010:1.1:1788777477.731845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec3a0. 00010000:00000001:2.0:1788777478.324935:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777478.324942:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777478.324949:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777478.324950:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777478.324966:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777478.324968:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777478.326006:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777478.326010:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777478.326014:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777478.738459:0:32769:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777478.773641:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777478.773647:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254000. 00000020:00000040:3.0:1788777478.773653:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777478.773657:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777478.773660:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777478.773664:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777478.773672:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bf00. 00000100:00000001:3.0:1788777478.773679:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773691:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777478.773701:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777478.773706:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773739:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002965476a] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.773759:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777478.773765:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777478.773769:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255180. 00000020:00000040:3.0:1788777478.773771:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777478.773773:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777478.773774:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777478.773776:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777478.773789:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bb00. 00000100:00000001:3.0:1788777478.773793:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773798:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777478.773804:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777478.773806:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773809:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a92e0006] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.773817:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777478.773822:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777478.773825:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256300. 00000020:00000040:3.0:1788777478.773827:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777478.773828:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777478.773830:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777478.773831:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777478.773835:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b200. 00000100:00000001:3.0:1788777478.773837:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773841:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777478.773847:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777478.773849:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773852:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000278326f9] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.773858:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777478.773863:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777478.773867:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256d80. 00000020:00000040:3.0:1788777478.773869:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777478.773871:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777478.773872:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777478.773873:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777478.773876:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b600. 00000100:00000001:3.0:1788777478.773878:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773881:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777478.773887:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777478.773888:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773892:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c70c143d] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.773898:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777478.773902:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777478.773906:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256680. 00000020:00000040:3.0:1788777478.773909:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777478.773911:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777478.773912:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777478.773913:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777478.773916:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870be00. 00000100:00000001:3.0:1788777478.773919:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773922:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777478.773928:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777478.773930:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773933:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6007fd] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.773940:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.773944:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1919) 00000100:00000001:3.0:1788777478.773959:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777478.773963:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777478.773965:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777478.773971:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.773979:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777478.773980:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.773984:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777478.773987:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777478.773990:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777478.773993:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211121280:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777478.773998:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777478.774003:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777478.774006:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.774008:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777478.774012:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9201200. 02000000:00000001:3.0:1788777478.774013:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777478.774020:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777478.774026:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73840. 00000400:00000010:3.0:1788777478.774032:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777478.774039:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211121280, portal 25 00000100:00000001:3.0:1788777478.774042:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777478.774044:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453130752 : -110914256420864 : ffff9b1fc3254000) 00000100:00000040:3.0:1788777478.774049:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.774056:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777478.774059:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777478.774062:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255ee0. 00000100:00000200:3.0:1788777478.774064:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211121280, offset 0 00000400:00000200:3.0:1788777478.774070:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777478.774079:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.774087:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777478.774092:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777478.774098:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777478.774102:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777478.774104:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777478.774108:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2818:2818:256:4294967295] 192.168.204.133@tcp LPNI seq info [2817:2817:8:4294967295] 00000400:00000200:3.0:1788777478.774112:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.774121:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777478.774711:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777478.774717:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777478.774724:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777478.774731:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777478.774735:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777478.774746:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777478.774751:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777478.774754:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296586143 00000100:00000001:3.0:1788777478.774760:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296583139 00000100:00000001:3.0:1788777478.774764:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296586143 00000100:00000001:3.0:1788777478.774768:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296583139 00000100:00000001:3.0:1788777478.774770:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777478.774773:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.774776:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777478.774793:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.774800:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777478.774802:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.774805:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777478.774807:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777478.774809:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777478.774812:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211121536:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777478.774815:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777478.774819:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777478.774820:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.774822:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777478.774826:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9201400. 02000000:00000001:3.0:1788777478.774828:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777478.774831:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777478.774834:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73c60. 00000400:00000010:3.0:1788777478.774837:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255770. 00000100:00000200:3.0:1788777478.774841:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211121536, portal 10 00000100:00000001:3.0:1788777478.774843:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777478.774845:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453139712 : -110914256411904 : ffff9b1fc3256300) 00000100:00000040:3.0:1788777478.774850:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.774856:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777478.774859:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777478.774861:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255d48. 00000100:00000200:3.0:1788777478.774863:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211121536, offset 0 00000400:00000200:3.0:1788777478.774867:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777478.774871:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.774876:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777478.774879:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777478.774881:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777478.774884:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777478.774886:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777478.774888:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2819:2819:255:4294967295] 192.168.204.133@tcp LPNI seq info [2818:2818:7:4294967295] 00000400:00000200:3.0:1788777478.774893:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.774899:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777478.774903:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777478.774907:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bc00. 00000800:00000200:3.0:1788777478.774910:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777478.774914:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777478.774917:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777478.774920:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.774923:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21688 usecs (22 jiffies) 00000400:00000200:3.0:1788777478.774926:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777478.774927:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296582103 00000100:00000001:3.0:1788777478.774929:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296586143 00000100:00000001:3.0:1788777478.774931:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296582103 00000100:00000001:3.0:1788777478.774933:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296586143 00000100:00000001:3.0:1788777478.774935:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777478.774937:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.774939:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777478.774943:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.774949:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777478.774950:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.774953:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777478.774954:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777478.774956:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777478.774959:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211121792:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777478.774962:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777478.774965:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777478.774966:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.774968:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777478.774971:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9200a00. 02000000:00000001:3.0:1788777478.774972:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777478.774976:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777478.774978:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73b00. 00000400:00000010:3.0:1788777478.774981:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255110. 00000100:00000200:3.0:1788777478.774984:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211121792, portal 4 00000100:00000001:3.0:1788777478.774985:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777478.774987:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453140608 : -110914256411008 : ffff9b1fc3256680) 00000100:00000040:3.0:1788777478.774991:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.774997:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777478.774999:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777478.775001:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92557f8. 00000100:00000200:3.0:1788777478.775003:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211121792, offset 0 00000400:00000200:3.0:1788777478.775008:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777478.775011:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.775014:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777478.775017:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777478.775019:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777478.775021:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777478.775023:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777478.775026:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2820:2820:254:4294967295] 192.168.204.133@tcp LPNI seq info [2819:2819:6:4294967295] 00000400:00000200:3.0:1788777478.775029:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.775034:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777478.775039:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777478.775043:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b900. 00000800:00000200:3.0:1788777478.775047:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777478.775066:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777478.775068:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777478.775072:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.775074:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 235455 usecs (236 jiffies) 00000400:00000200:3.0:1788777478.775078:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777478.775080:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296582317 00000100:00000001:3.0:1788777478.775082:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296586143 00000100:00000001:3.0:1788777478.775084:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296582317 00000100:00000001:3.0:1788777478.775086:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296586143 00000100:00000001:3.0:1788777478.775088:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777478.775090:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.775092:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.775096:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777478.775102:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777478.775105:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777478.775107:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777478.775108:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777478.775110:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777478.775112:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788777478.775114:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777478.775116:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777478.775118:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777478.775119:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777478.775120:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777478.775122:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777478.776229:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.776240:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777478.776242:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.776246:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777478.776248:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777478.776251:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777478.776255:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211121408:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777478.776258:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777478.776261:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777478.776264:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.776266:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777478.776271:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9201000. 02000000:00000001:3.0:1788777478.776273:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777478.776279:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777478.776283:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73cb8. 00000400:00000010:3.0:1788777478.776288:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255880. 00000100:00000200:3.0:1788777478.776294:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211121408, portal 10 00000100:00000001:3.0:1788777478.776295:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777478.776296:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453135232 : -110914256416384 : ffff9b1fc3255180) 00000100:00000040:3.0:1788777478.776303:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.776310:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777478.776312:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777478.776315:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255550. 00000100:00000200:3.0:1788777478.776317:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211121408, offset 0 00000400:00000200:3.0:1788777478.776323:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777478.776329:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.776523:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777478.776527:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777478.776530:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777478.776533:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777478.776536:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777478.776539:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2821:2821:253:4294967295] 192.168.204.133@tcp LPNI seq info [2820:2820:5:4294967295] 00000400:00000200:3.0:1788777478.776684:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.776693:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777478.776699:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777478.776705:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b700. 00000800:00000200:3.0:1788777478.776711:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777478.776716:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777478.776721:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777478.776725:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.776728:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 829747 usecs (830 jiffies) 00000400:00000200:3.0:1788777478.776732:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777478.776734:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296582914 00000100:00000001:3.0:1788777478.776736:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296586143 00000100:00000001:3.0:1788777478.776738:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296582914 00000100:00000001:3.0:1788777478.776740:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296586143 00000100:00000001:3.0:1788777478.776743:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777478.776745:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.776748:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777478.776754:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.776762:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777478.776763:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.776766:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777478.776768:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777478.776770:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777478.776773:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211121664:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777478.776776:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777478.776778:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777478.776791:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.776793:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777478.776797:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3299200. 02000000:00000001:3.0:1788777478.776800:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777478.776803:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777478.776806:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73d10. 00000400:00000010:3.0:1788777478.776810:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255220. 00000100:00000200:3.0:1788777478.776814:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211121664, portal 4 00000100:00000001:3.0:1788777478.776816:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777478.776818:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453142400 : -110914256409216 : ffff9b1fc3256d80) 00000100:00000040:3.0:1788777478.776824:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.776830:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777478.776832:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777478.776835:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92554c8. 00000100:00000200:3.0:1788777478.776837:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211121664, offset 0 00000400:00000200:3.0:1788777478.776842:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777478.776845:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.776849:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777478.776851:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777478.776854:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777478.776856:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777478.776858:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777478.776861:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2822:2822:252:4294967295] 192.168.204.133@tcp LPNI seq info [2821:2821:4:4294967295] 00000400:00000200:3.0:1788777478.776865:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.776871:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777478.776875:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777478.776878:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777478.776881:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777478.776885:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777478.776888:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777478.776891:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.776893:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20525 usecs (21 jiffies) 00000400:00000200:3.0:1788777478.776896:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777478.776898:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296582105 00000100:00000001:3.0:1788777478.776901:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296586143 00000100:00000001:3.0:1788777478.776903:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296582105 00000100:00000001:3.0:1788777478.776905:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296586143 00000100:00000001:3.0:1788777478.776907:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777478.776909:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.776912:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.776917:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.776934:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777478.776937:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777478.776983:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777478.776987:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b400. 00000400:00000200:3.0:1788777478.776992:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777478.776996:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777478.777001:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255ee0 00000400:00000010:3.0:1788777478.777004:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255ee0. 00000100:00000001:3.0:1788777478.777008:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777478.777013:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777024:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777478.777028:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777036:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.777037:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777478.777051:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777478.777053:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bc00. 00000400:00000200:3.0:1788777478.777056:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777478.777060:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777478.777063:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255d48 00000400:00000010:3.0:1788777478.777064:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255d48. 00000100:00000001:3.0:1788777478.777067:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777478.777070:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777077:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777478.777080:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777093:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.777095:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777478.777103:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777478.777106:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b900. 00000400:00000200:3.0:1788777478.777108:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777478.777112:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777478.777114:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92557f8 00000400:00000010:3.0:1788777478.777116:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92557f8. 00000100:00000001:3.0:1788777478.777118:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777478.777198:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777207:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777478.777211:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777217:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.777219:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777478.777229:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777478.777231:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b700. 00000400:00000200:3.0:1788777478.777233:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777478.777236:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777478.777239:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255550 00000400:00000010:3.0:1788777478.777241:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255550. 00000100:00000001:3.0:1788777478.777243:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777478.777246:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777253:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777478.777256:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777261:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.777263:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777478.777746:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777478.777751:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:3.0:1788777478.777754:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777478.777759:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777478.777763:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92554c8 00000400:00000010:3.0:1788777478.777765:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92554c8. 00000100:00000001:3.0:1788777478.777769:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777478.777774:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777800:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777478.777804:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.777810:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.777812:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777478.787910:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777478.787926:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777478.787930:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777478.787932:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777478.787940:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777478.787947:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777478.787956:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777478.787960:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777478.787965:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777478.787969:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5f280 00000400:00000200:2.0:1788777478.787974:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777478.787979:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x83e5 [1] + 224 00000800:00000001:2.0:1788777478.787986:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777478.788001:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777478.788005:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777478.788009:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777478.788019:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777478.788027:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777478.788038:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.788051:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777478.788057:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777478.788060:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777478.789557:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777478.789566:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777478.789575:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777478.789578:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777478.789582:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73840. 00000400:00000200:3.0:1788777478.789588:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255088 00000400:00000010:3.0:1788777478.789590:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255088. 00000100:00000001:3.0:1788777478.789594:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777478.789604:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777478.789617:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.789625:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777478.789627:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777478.789630:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777478.789636:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777478.789638:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777478.789640:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777478.789643:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777478.789649:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=137 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777478.789654:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=137 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777478.789657:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777478.789659:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777478.789661:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777478.789664:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.789666:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777478.789672:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.789679:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777478.789681:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777478.789683:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777478.789686:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777478.789693:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211121280:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777478.789699:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.789701:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777478.789705:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254000 x1875667211121280/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.789711:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777478.789713:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777478.789716:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9201200. 02000000:00000001:3.0:1788777478.789721:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777478.789724:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777478.789736:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777478.789738:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777478.789741:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bf00. 02000000:00000001:3.0:1788777478.789746:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777478.789748:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777478.789750:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254000. 00000100:00000001:3.0:1788777478.789753:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777478.789755:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777478.789758:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.789760:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777478.789762:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777478.789764:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777478.789766:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777478.792425:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.792442:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777478.792447:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.792449:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777478.792458:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.792483:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777478.793043:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793048:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793054:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793058:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5f480 00000400:00000200:3.0:1788777478.793063:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793070:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8405 [1] + 224 00000800:00000001:3.0:1788777478.793078:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.793085:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777478.793088:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777478.793093:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777478.793101:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777478.793235:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777478.793248:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.793313:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777478.793317:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777478.793339:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777478.793351:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.793366:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777478.793370:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.793373:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777478.793386:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793391:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777478.793396:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793399:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793403:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793406:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5f400 00000400:00000200:3.0:1788777478.793409:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793423:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8425 [1] + 224 00000800:00000001:3.0:1788777478.793428:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.793445:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777478.793448:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777478.793452:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777478.793456:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777478.793460:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777478.793503:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.793511:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777478.793516:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.793519:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777478.793905:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.793911:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777478.793914:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.793916:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777478.793920:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793924:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777478.793930:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793934:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793937:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793940:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5f300 00000400:00000200:3.0:1788777478.793944:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.793949:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8415 [1] + 224 00000800:00000001:3.0:1788777478.793953:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.793959:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777478.793961:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777478.793965:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777478.793968:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777478.793974:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777478.794025:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777478.794034:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777478.794039:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.794042:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777478.794716:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777478.794720:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777478.795004:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73b00. 00000400:00000200:2.0:1788777478.795010:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255110 00000400:00000010:2.0:1788777478.795013:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255110. 00000100:00000001:2.0:1788777478.795016:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777478.795023:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777478.795034:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.795041:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777478.795043:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.795046:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777478.795050:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777478.795052:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777478.795054:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777478.795057:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777478.795066:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=137 v=5 (5 5 5 36) 00000100:00001000:2.0:1788777478.795070:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777478.795072:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777478.795074:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777478.795077:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777478.795081:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.795085:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777478.795087:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788777478.795089:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777478.795090:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777478.795095:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.795102:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777478.795105:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777478.795108:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777478.795232:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777478.795242:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211121792:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777478.795247:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.795250:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777478.795254:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256680 x1875667211121792/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.795267:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777478.795270:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777478.795275:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9200a00. 02000000:00000001:2.0:1788777478.795280:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777478.795283:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777478.795285:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777478.795287:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777478.795290:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870be00. 02000000:00000001:2.0:1788777478.795294:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777478.795296:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777478.795298:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256680. 00000100:00000001:2.0:1788777478.795302:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777478.795304:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.795307:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.795309:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777478.795312:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777478.795315:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777478.795317:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777478.795319:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73cb8. 00000400:00000200:2.0:1788777478.795321:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255880 00000400:00000010:2.0:1788777478.795323:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255880. 00000100:00000001:2.0:1788777478.795326:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777478.795330:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777478.795339:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.795345:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777478.795347:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.795348:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777478.795350:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777478.795351:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777478.795353:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777478.795354:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777478.795709:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=137 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777478.795714:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777478.795717:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777478.795719:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777478.795721:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777478.795724:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.795955:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777478.795957:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788777478.795960:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777478.795962:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777478.795969:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.795976:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777478.795980:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777478.795981:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777478.795985:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777478.795992:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211121408:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777478.795999:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777478.796000:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777478.796003:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73d10. 00000400:00000200:2.0:1788777478.796006:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255220 00000400:00000010:2.0:1788777478.796008:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255220. 00000100:00000001:2.0:1788777478.796010:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777478.796014:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777478.796022:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.796029:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777478.796030:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.796032:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777478.796034:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777478.796035:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777478.796037:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777478.796039:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777478.796044:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=137 v=5 (5 5 5 36) 00000100:00001000:2.0:1788777478.796047:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777478.796050:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777478.796051:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777478.796053:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777478.796054:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.796057:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777478.796058:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788777478.796060:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777478.796062:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777478.796065:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.796071:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777478.796073:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777478.796075:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777478.796079:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777478.796086:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211121664:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777478.796091:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.796093:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777478.796096:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255180 x1875667211121408/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.796103:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777478.796105:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777478.796107:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9201000. 02000000:00000001:2.0:1788777478.796111:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777478.796112:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777478.796114:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777478.796116:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777478.796118:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bb00. 02000000:00000001:2.0:1788777478.796120:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777478.796122:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777478.796124:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255180. 00000100:00000001:2.0:1788777478.796126:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777478.796128:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.796129:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777478.796133:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256d80 x1875667211121664/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.796139:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777478.796140:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777478.796142:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3299200. 02000000:00000001:2.0:1788777478.796146:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777478.796147:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777478.796148:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777478.796150:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777478.796151:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b600. 02000000:00000001:2.0:1788777478.796153:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777478.796154:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777478.796155:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256d80. 00000100:00000001:2.0:1788777478.796158:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777478.796159:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.796279:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.796281:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777478.796283:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777478.796285:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.796287:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777478.796745:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.796756:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777478.796760:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.796762:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777478.796769:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.796775:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777478.796794:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.797029:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.797035:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.797039:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5f380 00000400:00000200:3.0:1788777478.797044:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777478.797051:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x83f5 [1] + 224 00000800:00000001:3.0:1788777478.797057:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.797064:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777478.797067:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777478.797071:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777478.797077:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777478.797084:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777478.797094:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.797290:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777478.797293:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777478.797309:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777478.797318:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777478.797322:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777478.797585:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777478.797588:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777478.797591:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73c60. 00000400:00000200:2.0:1788777478.797595:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255770 00000400:00000010:2.0:1788777478.797598:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255770. 00000100:00000001:2.0:1788777478.797600:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777478.797605:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777478.797615:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.797629:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777478.797630:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.797633:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777478.797635:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777478.797637:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777478.797640:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777478.797642:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777478.797649:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=137 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777478.797654:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777478.797657:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777478.797658:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777478.797660:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777478.797663:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.797666:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777478.797667:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:2.0:1788777478.797669:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777478.797670:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777478.797674:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.797681:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777478.797684:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777478.797686:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777478.797690:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777478.797699:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211121536:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777478.797703:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.797706:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777478.797709:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256300 x1875667211121536/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777478.797716:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777478.797718:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777478.797721:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9201400. 02000000:00000001:2.0:1788777478.798238:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777478.798243:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777478.798245:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777478.798249:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777478.798252:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b200. 02000000:00000001:2.0:1788777478.798256:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777478.798258:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777478.798260:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256300. 00000100:00000001:2.0:1788777478.798264:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777478.798265:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.798268:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777478.798274:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777478.798277:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777478.798279:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777478.798281:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777479.350925:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777479.350932:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777479.350937:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777479.350938:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777479.350942:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777479.350943:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777479.360830:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777479.360839:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777479.360844:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777480.024332:0:32909:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777480.374761:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777480.374768:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777480.374774:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777480.374776:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777480.374779:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777480.374780:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777480.377519:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777480.377525:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777480.377529:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777481.400603:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777481.400610:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777481.400617:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777481.400618:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777481.400621:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777481.400622:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777481.404564:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777481.404571:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777481.404577:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777481.516757:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.516773:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777481.516778:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.516780:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777481.516789:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.516797:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777481.516806:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.516811:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.516816:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.516819:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2d0680 00000400:00000200:3.0:1788777481.516827:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x808d [2] + 0 00000800:00000001:3.0:1788777481.516834:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.516839:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777481.516842:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777481.516846:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777481.516854:0:2406:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777481.516856:0:2406:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777481.516862:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254000. 00000100:00000040:3.0:1788777481.516866:0:2406:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3254000 x1875667233605248 msgsize 328 00000100:00100000:3.0:1788777481.516871:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777481.516881:0:2406:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777481.516888:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.516892:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777481.516894:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.516895:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777481.516898:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.516901:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777481.516905:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.516907:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.516910:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.516912:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2d0700 00000400:00000200:3.0:1788777481.516917:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x808d [2] + 328 00000800:00000001:3.0:1788777481.516920:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.516935:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777481.516937:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777481.516941:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777481.516944:0:2406:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777481.516946:0:2406:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777481.516949:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255500. 00000100:00000040:3.0:1788777481.516951:0:2406:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3255500 x1875667233605376 msgsize 328 00000100:00100000:3.0:1788777481.516955:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777481.516962:0:2406:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777481.516967:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.516969:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.516991:0:16847:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788777481.516994:0:16847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233605248 02000000:00000001:3.0:1788777481.516997:0:16847:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788777481.516999:0:16847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777481.517001:0:16847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777481.517005:0:16847:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777481.517009:0:16847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233605248 00000020:00000001:3.0:1788777481.517012:0:16847:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777481.517014:0:16847:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:3.0:1788777481.517017:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777481.517020:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:3.0:1788777481.517022:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:3.0:1788777481.517024:0:16847:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00000001:3.0:1788777481.517029:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777481.517034:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817b40. 00000100:00000001:3.0:1788777481.517036:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777481.517039:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817b40. 00000020:00000010:3.0:1788777481.517045:0:16847:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc8961800. 00000020:00000010:3.0:1788777481.517050:0:16847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fd0387c80. 00000020:00000010:3.0:1788777481.517055:0:16847:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc8352bb8. 00000100:00000040:3.0:1788777481.517065:0:16847:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788777481.517068:0:16847:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788777481.517069:0:16847:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788777481.517071:0:16847:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.517078:0:16847:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.517081:0:16847:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.517090:0:16847:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788777481.517091:0:16847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233605376 02000000:00000001:3.0:1788777481.517092:0:16847:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788777481.517094:0:16847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777481.517095:0:16847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777481.517097:0:16847:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777481.517099:0:16847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233605376 00000020:00000001:3.0:1788777481.517100:0:16847:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777481.517101:0:16847:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:3.0:1788777481.517103:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777481.517105:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:3.0:1788777481.517106:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:3.0:1788777481.517108:0:16847:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000001:3.0:1788777481.517111:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777481.517114:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817b40. 00000100:00000001:3.0:1788777481.517116:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777481.517118:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817b40. 00000020:00000010:3.0:1788777481.517121:0:16847:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc8961400. 00000020:00000010:3.0:1788777481.517124:0:16847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fd0387e80. 00000020:00000010:3.0:1788777481.517127:0:16847:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc8352190. 00000100:00000001:3.0:1788777481.517130:0:16847:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788777481.517131:0:16847:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788777481.517133:0:16847:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.517135:0:16847:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.517137:0:16847:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.517143:0:16847:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788777481.517145:0:16847:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788777481.517149:0:16847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 60 00000100:00000040:3.0:1788777481.517153:0:16847:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd8959000 : new rpc_count 1 00000100:00000001:3.0:1788777481.517155:0:16847:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159453130752 : -110914256420864 : ffff9b1fc3254000) 00000100:00000040:3.0:1788777481.517161:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc3254000 x1875667233605248/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:537/0 lens 328/0 e 0 to 0 dl 1788777492 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777481.517170:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777481.517172:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817b40. 00000100:00000001:3.0:1788777481.517174:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777481.517176:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817b40. 00000100:00100000:3.0:1788777481.517179:0:16847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc3254000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8431:x1875667233605248:12345-192.168.204.133@tcp:104: 00000100:00000200:3.0:1788777481.517183:0:16847:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233605248 00010000:00000001:3.0:1788777481.517185:0:16847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788777481.517192:0:16847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777481.517194:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777481.517196:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7c00 refcount=2 00000020:00000001:3.0:1788777481.517197:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:3.0:1788777481.517200:0:16847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:3.0:1788777481.517203:0:16847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777481.517207:0:16847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777481.517211:0:16847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788777481.517223:0:16847:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788777481.517226:0:16847:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788777481.517232:0:16847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fd12ee800. 02000000:00000001:3.0:1788777481.517234:0:16847:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.517236:0:16847:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.517241:0:16847:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788777481.517244:0:16847:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777481.517248:0:16847:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777481.517253:0:16847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777481.517256:0:16847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777481.517259:0:16847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:3.0:1788777481.517262:0:16847:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788777481.517264:0:16847:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.517267:0:16847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777481.517270:0:16847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777481.517276:0:16847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777481.517281:0:16847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233605248, offset 224 00000400:00000200:3.0:1788777481.517288:0:16847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777481.517295:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.517302:0:16847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777481.517309:0:16847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2823:2823:256:4294967295] 192.168.204.133@tcp LPNI seq info [2822:2822:8:4294967295] 00000400:00000200:3.0:1788777481.517314:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.517321:0:16847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777481.517327:0:16847:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777481.517332:0:16847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777481.517338:0:16847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777481.517345:0:16847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777481.517350:0:16847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777481.517361:0:16847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777481.517365:0:16847:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:3.0:1788777481.517368:0:16847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788777481.517373:0:16847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fca735840. 00010000:00000001:3.0:1788777481.517376:0:16847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777481.517384:0:16847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788777481.517386:0:16847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.517388:0:16847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.517390:0:16847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777481.517408:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254000 x1875667233605248/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:537/0 lens 328/224 e 0 to 0 dl 1788777492 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788777481.517418:0:16847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc3254000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8431:x1875667233605248:12345-192.168.204.133@tcp:104: Request processed in 246us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788777481.517425:0:16847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 60 00000100:00000040:3.0:1788777481.517429:0:16847:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd8959000 : new rpc_count 0 00000100:00000001:3.0:1788777481.517431:0:16847:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788777481.517433:0:16847:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788777481.517438:0:16847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fd0387c80. 00000020:00000010:3.0:1788777481.517442:0:16847:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc8352bb8. 00000020:00000010:3.0:1788777481.517445:0:16847:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc8961800. 00000020:00000040:3.0:1788777481.517449:0:16847:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 00000100:00000001:3.0:1788777481.517452:0:16847:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.517460:0:16847:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788777481.517481:0:16847:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788777481.517485:0:16847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 61 00000100:00000040:3.0:1788777481.517488:0:16847:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd895f800 : new rpc_count 1 00000100:00000001:3.0:1788777481.517490:0:16847:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159453136128 : -110914256415488 : ffff9b1fc3255500) 00000100:00000040:3.0:1788777481.517494:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc3255500 x1875667233605376/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:537/0 lens 328/0 e 0 to 0 dl 1788777492 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777481.517502:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777481.517505:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817b40. 00000100:00000001:3.0:1788777481.517507:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777481.517509:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817b40. 00000100:00100000:3.0:1788777481.517513:0:16847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc3255500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8429:x1875667233605376:12345-192.168.204.133@tcp:104: 00000100:00000200:3.0:1788777481.517516:0:16847:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233605376 00010000:00000001:3.0:1788777481.517518:0:16847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788777481.517520:0:16847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777481.517522:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777481.517524:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=2 00000020:00000001:3.0:1788777481.517525:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:3.0:1788777481.517528:0:16847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:3.0:1788777481.517530:0:16847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777481.517532:0:16847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777481.517536:0:16847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788777481.517549:0:16847:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788777481.517551:0:16847:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788777481.517554:0:16847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fd12ee000. 02000000:00000001:3.0:1788777481.517557:0:16847:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.517558:0:16847:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.517561:0:16847:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788777481.517563:0:16847:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777481.517565:0:16847:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777481.517568:0:16847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777481.517571:0:16847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777481.517573:0:16847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:3.0:1788777481.517575:0:16847:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788777481.517576:0:16847:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.517578:0:16847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777481.517579:0:16847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777481.517583:0:16847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92554c8. 00000100:00000200:3.0:1788777481.517586:0:16847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233605376, offset 224 00000400:00000200:3.0:1788777481.517590:0:16847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777481.517594:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.517598:0:16847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777481.517602:0:16847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2824:2824:255:4294967295] 192.168.204.133@tcp LPNI seq info [2823:2823:7:4294967295] 00000400:00000200:3.0:1788777481.517606:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.517612:0:16847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777481.517617:0:16847:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777481.517620:0:16847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b900. 00000800:00000200:3.0:1788777481.517623:0:16847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777481.517628:0:16847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777481.517630:0:16847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777481.517633:0:16847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777481.517636:0:16847:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:3.0:1788777481.517638:0:16847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788777481.517641:0:16847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fca735e40. 00010000:00000001:3.0:1788777481.517643:0:16847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777481.517654:0:16847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:3.0:1788777481.517656:0:16847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.517658:0:16847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.517660:0:16847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777481.517665:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255500 x1875667233605376/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:537/0 lens 328/224 e 0 to 0 dl 1788777492 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788777481.517674:0:16847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc3255500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8429:x1875667233605376:12345-192.168.204.133@tcp:104: Request processed in 170us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1788777481.517680:0:16847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 61 00000100:00000040:3.0:1788777481.517682:0:16847:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd895f800 : new rpc_count 0 00000100:00000001:3.0:1788777481.517684:0:16847:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788777481.517686:0:16847:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788777481.517688:0:16847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fd0387e80. 00000020:00000010:3.0:1788777481.517691:0:16847:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc8352190. 00000020:00000010:3.0:1788777481.517693:0:16847:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc8961400. 00000020:00000040:3.0:1788777481.517696:0:16847:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:3.0:1788777481.517698:0:16847:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777481.517754:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777481.517757:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:3.0:1788777481.517761:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777481.517765:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777481.517769:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255088 00000400:00000010:3.0:1788777481.517771:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255088. 00000100:00000001:3.0:1788777481.517774:0:2407:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788777481.517776:0:2407:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788777481.517810:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777481.517813:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b900. 00000400:00000200:3.0:1788777481.517815:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777481.517818:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777481.517822:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92554c8 00000400:00000010:3.0:1788777481.517823:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92554c8. 00000100:00000001:3.0:1788777481.517825:0:2407:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788777481.517826:0:2407:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788777481.517837:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777481.517839:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777481.517842:0:16856:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1788777481.517844:0:16856:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788777481.517846:0:16856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777481.517850:0:16856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777481.517859:0:16856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f7c00 already unused, calling callback (ffffffffc1266300) 00000008:00000001:3.0:1788777481.517863:0:16856:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788777481.517865:0:16856:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777481.517866:0:16856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777481.517868:0:16856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777481.517870:0:16856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7c00 refcount=3 00000020:00000001:3.0:1788777481.517872:0:16856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:3.0:1788777481.517874:0:16856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148160 : -110914032403456 : ffff9b1fd07f7c00) 00010000:00000001:3.0:1788777481.517877:0:16856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777481.517879:0:16856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788777481.517887:0:16856:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788777481.517889:0:16856:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777481.517892:0:16856:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:3.0:1788777481.517895:0:16856:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000008:00000001:3.0:1788777481.517897:0:16856:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788777481.517899:0:16856:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777481.517901:0:16856:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000008:00000001:3.0:1788777481.517904:0:16856:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.517907:0:16856:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777481.517911:0:16856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777481.517913:0:16856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777481.517915:0:16856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777481.517917:0:16856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777481.517920:0:16856:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7c00 with handle 0x22b16ee488cdc98e from hash 00010000:00000001:3.0:1788777481.517922:0:16856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777481.517924:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777481.517926:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777481.517927:0:16856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777481.517930:0:16856:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777481.517931:0:16856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788777481.517937:0:16856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777481.517939:0:16856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.517941:0:16856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777481.517944:0:16856:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788777481.517949:0:16856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256300. 00000020:00000040:3.0:1788777481.517952:0:16856:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777481.517957:0:16856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777481.517959:0:16856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777481.517963:0:16856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777481.517969:0:16856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc8961400. 00000100:00000001:3.0:1788777481.517974:0:16856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.517977:0:16856:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777481.517980:0:16856:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777481.517988:0:16856:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777481.517990:0:16856:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.517994:0:16856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777481.517999:0:16856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777481.518005:0:16856:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000278326f9] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788777481.518028:0:16856:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777481.518031:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777481.518033:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777481.518034:0:16856:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.518036:0:16856:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777481.518038:0:16856:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777481.518042:0:16856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777481.518049:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777481.518052:0:16856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000036416b1f/0x22b16ee488cdc98e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6b33 expref: -99 pid: 32681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788777481.518060:0:16856:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fd12e44c0. 00010000:00000040:3.0:1788777481.518063:0:16856:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e600 count: 0 00010000:00000010:3.0:1788777481.518070:0:16856:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd0f4e700. 00010000:00000001:3.0:1788777481.518077:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777481.518079:0:16856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788777481.518081:0:16856:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fca735840. 00010000:00000001:3.0:1788777481.518083:0:16856:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777481.518085:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777481.518086:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777481.518088:0:16856:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788777481.518090:0:16856:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788777481.518091:0:16856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777481.518093:0:16856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777481.518099:0:16856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f4c00 already unused, calling callback (ffffffffc1266300) 00000008:00000001:3.0:1788777481.518101:0:16856:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788777481.518102:0:16856:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777481.518103:0:16856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777481.518104:0:16856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777481.518105:0:16856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:3.0:1788777481.518107:0:16856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:3.0:1788777481.518110:0:16856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:3.0:1788777481.518112:0:16856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777481.518114:0:16856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788777481.518120:0:16856:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788777481.518121:0:16856:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777481.518122:0:16856:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:3.0:1788777481.518124:0:16856:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000008:00000001:3.0:1788777481.518125:0:16856:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788777481.518127:0:16856:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777481.518128:0:16856:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000008:00000001:3.0:1788777481.518130:0:16856:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.518132:0:16856:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777481.518133:0:16856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777481.518135:0:16856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777481.518136:0:16856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777481.518138:0:16856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777481.518140:0:16856:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4c00 with handle 0x22b16ee488cdc979 from hash 00010000:00000001:3.0:1788777481.518142:0:16856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777481.518143:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777481.518144:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777481.518145:0:16856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777481.518147:0:16856:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777481.518148:0:16856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788777481.518151:0:16856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777481.518152:0:16856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.518154:0:16856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777481.518155:0:16856:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788777481.518159:0:16856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256d80. 00000020:00000040:3.0:1788777481.518161:0:16856:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777481.518164:0:16856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777481.518165:0:16856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777481.518166:0:16856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777481.518170:0:16856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc8961800. 00000100:00000001:3.0:1788777481.518173:0:16856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.518175:0:16856:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777481.518178:0:16856:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777481.518185:0:16856:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777481.518187:0:16856:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.518189:0:16856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777481.518191:0:16856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777481.518195:0:16856:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c70c143d] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788777481.518203:0:16856:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777481.518205:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777481.518207:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777481.518208:0:16856:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.518209:0:16856:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777481.518211:0:16856:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777481.518214:0:16856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777481.518220:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777481.518223:0:16856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000dc2c1558/0x22b16ee488cdc979 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6af4 expref: -99 pid: 32680 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788777481.518230:0:16856:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4f3d240. 00010000:00000040:3.0:1788777481.518233:0:16856:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6b00 count: 0 00010000:00000010:3.0:1788777481.518236:0:16856:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd20e6000. 00010000:00000001:3.0:1788777481.518241:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777481.518242:0:16856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788777481.518243:0:16856:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fca735e40. 00010000:00000001:3.0:1788777481.518246:0:16856:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777481.518247:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777481.518249:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777481.518251:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777481.518252:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777481.518253:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777481.518255:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777481.518256:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777481.518257:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777481.518258:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777481.518265:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777481.518267:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777481.518269:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777481.518274:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777481.518277:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777481.518279:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777481.518284:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.518291:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777481.518293:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777481.518297:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777481.518299:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777481.518301:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777481.518305:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211121920:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777481.518309:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777481.518314:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777481.518316:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777481.518318:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777481.518322:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8960a00. 02000000:00000001:3.0:1788777481.518324:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777481.518329:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777481.518332:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73840. 00000400:00000010:3.0:1788777481.518337:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92554c8. 00000100:00000200:3.0:1788777481.518343:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211121920, portal 18 00000100:00000001:3.0:1788777481.518345:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777481.518347:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453139712 : -110914256411904 : ffff9b1fc3256300) 00000100:00000040:3.0:1788777481.518353:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.518360:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777481.518363:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777481.518365:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777481.518368:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211121920, offset 0 00000400:00000200:3.0:1788777481.518371:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777481.518376:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.518379:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777481.518384:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777481.518388:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777481.518392:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777481.518395:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777481.518398:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2825:2825:256:4294967295] 192.168.204.133@tcp LPNI seq info [2824:2824:8:4294967295] 00000400:00000200:3.0:1788777481.518402:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.518408:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777481.518413:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777481.518416:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b900. 00000800:00000200:3.0:1788777481.518420:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777481.518425:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777481.518428:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777481.518436:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777481.518441:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 234337 usecs (235 jiffies) 00000400:00000200:3.0:1788777481.518444:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777481.518447:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296585058 00000100:00000001:3.0:1788777481.518450:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296586143 00000100:00000001:3.0:1788777481.518452:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296585058 00000100:00000001:3.0:1788777481.518455:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296586143 00000100:00000001:3.0:1788777481.518457:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777481.518460:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.518483:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.518486:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.518491:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777481.518493:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777481.518495:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777481.518496:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777481.518497:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777481.518499:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788777481.518501:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.518503:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777481.518504:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.518506:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777481.518507:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777481.518508:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777481.518512:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.518520:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777481.518521:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777481.518523:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777481.518525:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777481.518527:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777481.518531:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211122048:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777481.518535:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777481.518537:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777481.518538:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777481.518540:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777481.518544:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8960800. 02000000:00000001:3.0:1788777481.518546:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777481.518548:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777481.518551:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c737e8. 00000400:00000010:3.0:1788777481.518554:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255550. 00000100:00000200:3.0:1788777481.518557:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211122048, portal 18 00000100:00000001:3.0:1788777481.518559:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777481.518560:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453142400 : -110914256409216 : ffff9b1fc3256d80) 00000100:00000040:3.0:1788777481.518565:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.518572:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777481.518574:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777481.518576:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92557f8. 00000100:00000200:3.0:1788777481.518579:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211122048, offset 0 00000400:00000200:3.0:1788777481.518583:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777481.518587:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.518590:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777481.518593:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777481.518596:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777481.518598:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777481.518600:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777481.518603:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2826:2826:255:4294967295] 192.168.204.133@tcp LPNI seq info [2825:2825:7:4294967295] 00000400:00000200:3.0:1788777481.518607:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.518612:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777481.518617:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777481.518621:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777481.518625:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777481.518630:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777481.518632:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777481.518635:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777481.518638:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20562 usecs (21 jiffies) 00000400:00000200:3.0:1788777481.518640:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777481.518642:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296584844 00000100:00000001:3.0:1788777481.518644:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296586143 00000100:00000001:3.0:1788777481.518646:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296584844 00000100:00000001:3.0:1788777481.518648:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296586143 00000100:00000001:3.0:1788777481.518650:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777481.518651:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.518654:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.518656:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.518666:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777481.518668:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777481.518782:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777481.518786:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b900. 00000400:00000200:3.0:1788777481.518791:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777481.518795:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777481.518798:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255088 00000400:00000010:3.0:1788777481.518801:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255088. 00000100:00000001:3.0:1788777481.518804:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777481.518808:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.518817:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777481.518821:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.518828:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.518830:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777481.518864:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777481.518867:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:3.0:1788777481.518870:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777481.518873:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777481.518876:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92557f8 00000400:00000010:3.0:1788777481.518877:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92557f8. 00000100:00000001:3.0:1788777481.518879:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777481.518882:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.518888:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777481.518891:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.518897:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.518899:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777481.538376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e600. 00010000:00000010:3.1:1788777481.538390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7c00. 00010000:00000010:3.1:1788777481.538409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6b00. 00010000:00000010:3.1:1788777481.538412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00000800:00000001:3.0:1788777481.539006:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.539020:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777481.539023:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.539025:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777481.539035:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539043:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777481.539052:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539056:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539061:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539064:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd5f580 00000400:00000200:3.0:1788777481.539069:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539075:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8455 [1] + 224 00000800:00000001:3.0:1788777481.539082:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.539086:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777481.539089:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777481.539094:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777481.539102:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777481.539110:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777481.539120:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.539142:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777481.539151:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.539155:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777481.539157:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.539159:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777481.539162:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539165:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777481.539170:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539172:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539175:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539178:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd5f500 00000400:00000200:3.0:1788777481.539182:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777481.539192:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8445 [1] + 224 00000800:00000001:3.0:1788777481.539195:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.539201:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777481.539203:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777481.539206:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777481.539209:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777481.539212:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777481.539221:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.539228:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777481.539231:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777481.539234:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777481.539424:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777481.539429:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777481.539435:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777481.539438:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777481.539441:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c737e8. 00000400:00000200:2.0:1788777481.539447:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255550 00000400:00000010:2.0:1788777481.539449:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255550. 00000100:00000001:2.0:1788777481.539452:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777481.539458:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777481.539512:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777481.539518:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777481.539520:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777481.539523:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777481.539527:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777481.539529:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777481.539531:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777481.539534:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777481.539545:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cd38 time=138 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777481.539550:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777481.539552:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777481.539554:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777481.539557:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777481.539561:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777481.539565:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777481.539567:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788777481.539569:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777481.539571:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777481.539576:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777481.539583:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777481.539586:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777481.539589:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777481.539593:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777481.539602:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211122048:192.168.204.133@tcp:103:ldlm_bl.0 00000400:00000001:3.0:1788777481.539768:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777481.539770:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777481.539772:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73840. 00000400:00000200:3.0:1788777481.539776:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92554c8 00000400:00000010:3.0:1788777481.539778:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92554c8. 00000100:00000001:3.0:1788777481.539780:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777481.539785:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777481.539792:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.539797:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777481.539799:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.539801:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777481.539802:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777481.539803:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777481.539805:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777481.539806:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777481.539811:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bd38 time=127 v=5 (5 5 0 5) 00000100:00001000:3.0:1788777481.539814:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777481.539816:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777481.539818:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777481.539820:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777481.539821:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.539824:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777481.539825:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788777481.539826:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777481.539827:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777481.539830:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.539836:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777481.539838:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777481.539839:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777481.539842:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777481.539848:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211121920:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777481.539852:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.539855:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777481.539858:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256d80 x1875667211122048/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.539863:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777481.539865:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777481.539868:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8960800. 02000000:00000001:3.0:1788777481.539871:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777481.539874:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777481.539875:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777481.539877:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777481.539880:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc8961800. 02000000:00000001:3.0:1788777481.539883:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777481.539885:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777481.539887:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256d80. 00000100:00000001:3.0:1788777481.539891:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777481.539892:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.539894:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777481.539898:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256300 x1875667211121920/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777497 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777481.539903:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777481.539904:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777481.539905:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8960a00. 02000000:00000001:3.0:1788777481.539906:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777481.539907:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777481.539908:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777481.539910:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777481.539911:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc8961400. 02000000:00000001:3.0:1788777481.539913:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777481.539914:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777481.539915:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256300. 00000100:00000001:3.0:1788777481.539917:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777481.539918:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.539920:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777481.539927:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777481.539929:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777481.539931:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777481.539934:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777481.632826:0:33055:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777482.421879:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777482.421886:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777482.422030:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777482.422034:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777482.422037:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777482.624438:0:33117:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777482.932550:0:13981:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296586143, at 4296586240 00000100:00000010:3.0:1788777482.932567:0:13981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213060. 00000100:00000040:2.0:1788777482.932575:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296586143, at 4296586240 00000100:00000010:2.0:1788777482.932585:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213420. 00010000:00000001:2.0:1788777483.444775:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777483.444783:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777483.447167:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777483.447175:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777483.447180:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777483.795580:0:33210:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777483.956697:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777483.956708:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120000. 00000020:00000040:1.0:1788777483.956715:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777483.956719:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777483.956722:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777483.956727:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777483.956735:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30ded00. 00000100:00000001:1.0:1788777483.956742:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956755:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777483.956765:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777483.956769:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956776:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c43b937a] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.956801:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777483.956807:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777483.956812:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122a00. 00000020:00000040:1.0:1788777483.956815:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777483.956817:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777483.956818:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777483.956820:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777483.956824:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de300. 00000100:00000001:1.0:1788777483.956826:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956830:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777483.956836:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777483.956838:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956842:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab4a373f] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.956850:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777483.956855:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777483.956857:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122300. 00000020:00000040:1.0:1788777483.956859:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777483.956861:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777483.956862:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777483.956863:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777483.956866:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de400. 00000100:00000001:1.0:1788777483.956868:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956872:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777483.956878:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777483.956879:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956882:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066e4b13b] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.956888:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777483.956894:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777483.956897:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120e00. 00000020:00000040:1.0:1788777483.956899:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777483.956900:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777483.956902:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777483.956903:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777483.956906:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30dec00. 00000100:00000001:1.0:1788777483.956908:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956912:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777483.956918:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777483.956920:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956923:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c192c85] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.956931:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777483.956935:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777483.956938:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120700. 00000020:00000040:1.0:1788777483.956940:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777483.956942:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777483.956943:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777483.956945:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777483.956948:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd8837c00. 00000100:00000001:1.0:1788777483.956951:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956954:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777483.956960:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777483.956962:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956966:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000727a4e6a] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.956978:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.956982:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1924) 00000100:00000001:1.0:1788777483.956994:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777483.957009:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777483.957011:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777483.957016:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957024:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777483.957027:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957030:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777483.957041:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777483.957044:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777483.957048:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211122176:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777483.957053:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777483.957059:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777483.957061:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957064:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777483.957068:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3327400. 02000000:00000001:1.0:1788777483.957070:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777483.957078:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777483.957082:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12370. 00000400:00000010:1.0:1788777483.957089:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92563b8. 00000100:00000200:1.0:1788777483.957097:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211122176, portal 25 00000100:00000001:1.0:1788777483.957099:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777483.957101:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000040:1.0:1788777483.957106:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957113:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777483.957116:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777483.957119:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256110. 00000100:00000200:1.0:1788777483.957122:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211122176, offset 0 00000400:00000200:1.0:1788777483.957129:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957138:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957146:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777483.957151:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777483.957155:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777483.957160:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777483.957162:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957167:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2827:2827:256:4294967295] 192.168.204.133@tcp LPNI seq info [2826:2826:8:4294967295] 00000400:00000200:1.0:1788777483.957171:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957181:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777483.957187:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777483.957192:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837500. 00000800:00000200:1.0:1788777483.957199:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777483.957207:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777483.957212:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777483.957232:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777483.957237:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777483.957240:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296591326 00000100:00000010:1.0:1788777483.957244:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213d20. 00000100:00000001:1.0:1788777483.957251:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788777483.957255:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296591326 00000100:00000010:1.0:1788777483.957258:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd12135a0. 00000100:00000001:1.0:1788777483.957261:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788777483.957263:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.957266:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.957269:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777483.957273:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957279:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777483.957281:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957283:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777483.957285:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777483.957288:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777483.957291:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211122432:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777483.957294:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777483.957296:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777483.957297:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957299:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777483.957302:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3326200. 02000000:00000001:1.0:1788777483.957304:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777483.957308:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777483.957310:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12160. 00000400:00000010:1.0:1788777483.957313:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256330. 00000100:00000200:1.0:1788777483.957316:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211122432, portal 10 00000100:00000001:1.0:1788777483.957318:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777483.957320:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000040:1.0:1788777483.957326:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957332:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777483.957334:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777483.957337:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92567f8. 00000100:00000200:1.0:1788777483.957339:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211122432, offset 0 00000400:00000200:1.0:1788777483.957343:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957347:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957350:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777483.957353:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777483.957355:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777483.957357:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777483.957359:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957362:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2828:2828:255:4294967295] 192.168.204.133@tcp LPNI seq info [2827:2827:7:4294967295] 00000400:00000200:1.0:1788777483.957365:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957371:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777483.957375:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777483.957378:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837200. 00000800:00000200:1.0:1788777483.957381:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777483.957386:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777483.957388:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777483.957390:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.957393:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21718 usecs (22 jiffies) 00000400:00000200:1.0:1788777483.957396:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777483.957398:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296587286 00000100:00000001:1.0:1788777483.957400:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:1.0:1788777483.957402:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296587286 00000100:00000001:1.0:1788777483.957404:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:1.0:1788777483.957406:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.957408:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.957409:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777483.957412:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957419:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777483.957420:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957422:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777483.957424:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777483.957426:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777483.957428:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211122688:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777483.957431:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777483.957433:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777483.957435:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957436:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777483.957439:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3327e00. 02000000:00000001:1.0:1788777483.957440:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777483.957444:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777483.957447:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12528. 00000400:00000010:1.0:1788777483.957450:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777483.957453:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211122688, portal 4 00000100:00000001:1.0:1788777483.957454:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777483.957456:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000040:1.0:1788777483.957460:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957496:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777483.957499:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777483.957501:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256dd0. 00000100:00000200:1.0:1788777483.957504:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211122688, offset 0 00000400:00000200:1.0:1788777483.957508:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957511:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957514:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777483.957517:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777483.957519:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777483.957521:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777483.957523:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957526:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2829:2829:254:4294967295] 192.168.204.133@tcp LPNI seq info [2828:2828:6:4294967295] 00000400:00000200:1.0:1788777483.957529:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957534:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777483.957538:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777483.957541:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837b00. 00000800:00000200:1.0:1788777483.957545:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777483.957548:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777483.957551:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777483.957553:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.957556:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 233236 usecs (234 jiffies) 00000400:00000200:1.0:1788777483.957559:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777483.957561:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296587499 00000100:00000001:1.0:1788777483.957563:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:1.0:1788777483.957564:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296587499 00000100:00000001:1.0:1788777483.957567:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:1.0:1788777483.957569:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.957571:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.957574:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.957576:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.957584:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777483.957586:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777483.957589:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777483.957590:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777483.957591:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777483.957594:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788777483.957595:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.957597:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777483.957598:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.957600:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777483.957601:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777483.957602:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777483.957606:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957613:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777483.957614:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957616:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777483.957618:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777483.957620:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777483.957622:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211122304:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777483.957626:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777483.957628:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777483.957629:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957631:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777483.957634:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3327c00. 02000000:00000001:1.0:1788777483.957636:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777483.957639:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777483.957641:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12948. 00000400:00000010:1.0:1788777483.957644:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256e58. 00000100:00000200:1.0:1788777483.957647:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211122304, portal 10 00000100:00000001:1.0:1788777483.957650:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777483.957651:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000040:1.0:1788777483.957656:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957662:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777483.957664:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777483.957667:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256f68. 00000100:00000200:1.0:1788777483.957669:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211122304, offset 0 00000400:00000200:1.0:1788777483.957673:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957676:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957690:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777483.957692:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777483.957695:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777483.957697:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777483.957699:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957702:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2830:2830:253:4294967295] 192.168.204.133@tcp LPNI seq info [2829:2829:5:4294967295] 00000400:00000200:1.0:1788777483.957706:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957712:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777483.957716:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777483.957719:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd8837800. 00000800:00000200:1.0:1788777483.957723:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777483.957727:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777483.957729:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd8837800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777483.957733:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.957735:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 828663 usecs (829 jiffies) 00000400:00000200:1.0:1788777483.957738:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777483.957740:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296588094 00000100:00000001:1.0:1788777483.957742:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:1.0:1788777483.957744:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296588094 00000100:00000001:1.0:1788777483.957747:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:1.0:1788777483.957749:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.957751:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.957753:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777483.957756:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957763:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777483.957764:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957766:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777483.957768:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777483.957769:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777483.957772:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211122560:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777483.957775:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777483.957777:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777483.957778:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.957779:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777483.957782:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3326e00. 02000000:00000001:1.0:1788777483.957784:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777483.957786:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777483.957788:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000010:1.0:1788777483.957792:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92565d8. 00000100:00000200:1.0:1788777483.957794:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211122560, portal 4 00000100:00000001:1.0:1788777483.957796:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777483.957797:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000040:1.0:1788777483.957802:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.957808:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777483.957810:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777483.957813:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92564c8. 00000100:00000200:1.0:1788777483.957815:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211122560, offset 0 00000400:00000200:1.0:1788777483.957819:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957822:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957826:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777483.957828:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777483.957831:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777483.957833:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777483.957835:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777483.957837:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2831:2831:252:4294967295] 192.168.204.133@tcp LPNI seq info [2830:2830:4:4294967295] 00000400:00000200:1.0:1788777483.957840:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777483.957845:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777483.957849:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777483.957852:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbd300. 00000800:00000200:1.0:1788777483.957856:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777483.957859:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777483.957861:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777483.957864:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.957867:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20593 usecs (21 jiffies) 00000400:00000200:1.0:1788777483.957870:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777483.957872:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296587286 00000100:00000001:1.0:1788777483.957873:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:1.0:1788777483.957875:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296587286 00000100:00000001:1.0:1788777483.957877:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:1.0:1788777483.957878:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.957880:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.957882:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.957884:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.957899:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777483.957901:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777483.958084:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777483.958089:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837500. 00000400:00000200:3.0:1788777483.958095:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777483.958100:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777483.958105:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256110 00000400:00000010:3.0:1788777483.958108:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256110. 00000100:00000001:3.0:1788777483.958112:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777483.958117:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958133:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777483.958136:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958144:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777483.958145:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777483.958157:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777483.958159:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837200. 00000400:00000200:3.0:1788777483.958162:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777483.958165:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777483.958167:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92567f8 00000400:00000010:3.0:1788777483.958169:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92567f8. 00000100:00000001:3.0:1788777483.958171:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777483.958174:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958180:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777483.958182:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958188:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777483.958189:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777483.958198:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777483.958200:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837b00. 00000400:00000200:3.0:1788777483.958202:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777483.958205:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777483.958208:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256dd0 00000400:00000010:3.0:1788777483.958209:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256dd0. 00000100:00000001:3.0:1788777483.958211:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777483.958214:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958220:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777483.958223:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958235:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777483.958236:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777483.958244:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777483.958246:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd8837800. 00000400:00000200:3.0:1788777483.958249:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777483.958252:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777483.958254:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256f68 00000400:00000010:3.0:1788777483.958255:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256f68. 00000100:00000001:3.0:1788777483.958257:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777483.958260:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958267:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777483.958269:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958275:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777483.958276:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777483.958340:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777483.958342:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbd300. 00000400:00000200:3.0:1788777483.958346:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777483.958349:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777483.958351:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92564c8 00000400:00000010:3.0:1788777483.958353:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92564c8. 00000100:00000001:3.0:1788777483.958355:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777483.958358:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958365:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777483.958368:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777483.958373:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777483.958375:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777483.970740:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.970761:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777483.970766:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.970768:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.970777:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.970786:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777483.970794:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.970799:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.970805:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.970809:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5f800 00000400:00000200:2.0:1788777483.970813:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.970819:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8475 [1] + 224 00000800:00000001:2.0:1788777483.970825:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.970829:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.970832:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777483.970837:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777483.970844:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777483.970852:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777483.970863:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.970927:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777483.970932:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777483.970951:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777483.970960:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.970963:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777483.970966:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.970968:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.970972:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.970976:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777483.970980:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.970982:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.970985:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.970987:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd5f780 00000400:00000200:2.0:1788777483.971009:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971013:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8485 [1] + 224 00000800:00000001:2.0:1788777483.971017:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971021:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.971023:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777483.971026:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777483.971029:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777483.971041:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777483.971052:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777483.971059:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777483.971064:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971068:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777483.971070:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971072:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.971075:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971078:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777483.971082:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971085:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971088:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971090:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd5f600 00000400:00000200:2.0:1788777483.971093:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971098:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8465 [1] + 224 00000800:00000001:2.0:1788777483.971102:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971105:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.971107:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777483.971110:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777483.971113:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777483.971117:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777483.971127:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777483.971133:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777483.971136:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971140:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777483.971141:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971143:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.971146:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971149:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777483.971153:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971156:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971158:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971160:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5f700 00000400:00000200:2.0:1788777483.971163:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971168:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x846d [1] + 224 00000800:00000001:2.0:1788777483.971171:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971175:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.971176:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777483.971179:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777483.971181:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777483.971185:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777483.971192:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777483.971203:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777483.971205:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971208:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777483.971210:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971212:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.971214:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971217:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777483.971221:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971223:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971225:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971227:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd5f680 00000400:00000200:2.0:1788777483.971230:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777483.971233:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x847d [1] + 224 00000800:00000001:2.0:1788777483.971236:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971245:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777483.971247:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777483.971250:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777483.971252:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777483.971255:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777483.971262:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777483.971269:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777483.971272:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777483.971275:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777483.974968:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777483.974974:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777483.974978:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12528. 00000400:00000200:1.0:1788777483.974984:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:1.0:1788777483.974987:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:1.0:1788777483.975008:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777483.975020:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777483.975031:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975251:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777483.975255:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.975258:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777483.975262:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777483.975264:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777483.975266:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.975269:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777483.975279:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=142 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777483.975283:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777483.975286:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777483.975288:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777483.975290:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777483.975294:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.975299:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777483.975301:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788777483.975303:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777483.975304:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.975310:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975317:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.975320:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777483.975322:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.975325:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777483.975333:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211122688:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777483.975337:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.975341:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.975344:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120700 x1875667211122688/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975350:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.975353:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.975356:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3327e00. 02000000:00000001:1.0:1788777483.975360:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.975362:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.975364:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.975367:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.975369:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd8837c00. 02000000:00000001:1.0:1788777483.975372:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.975374:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.975376:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120700. 00000100:00000001:1.0:1788777483.975379:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.975380:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.975383:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.975385:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777483.975387:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777483.975608:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777483.975610:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777483.975612:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12948. 00000400:00000200:1.0:1788777483.975615:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256e58 00000400:00000010:1.0:1788777483.975617:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256e58. 00000100:00000001:1.0:1788777483.975619:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777483.975624:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777483.975641:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975647:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777483.975649:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.975651:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777483.975653:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777483.975654:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777483.975656:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.975658:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777483.975663:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=142 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777483.975666:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777483.975668:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777483.975669:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777483.975671:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777483.975673:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.975675:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777483.975676:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 4294967633 gen 2 00000100:00000040:1.0:1788777483.975693:0:2412:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9b1fc31eed80 x1875667211112576/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777491 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975700:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.975702:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eed80 x1875667211112576/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777491 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975707:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.975709:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.975710:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1003800. 02000000:00000001:1.0:1788777483.975714:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.975715:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.975717:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.975718:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.975720:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc332b400. 02000000:00000001:1.0:1788777483.975722:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.975723:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.975724:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eed80. 00000100:00000001:1.0:1788777483.975728:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.975729:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.975733:0:2412:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9b1fc3257480 x1875667211116160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777483.975739:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.975741:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257480 x1875667211116160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777491 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777483.975747:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.975748:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.975750:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ec400. 02000000:00000001:1.0:1788777483.975752:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.975754:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.975755:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.975756:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.975758:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd115ce00. 02000000:00000001:1.0:1788777483.975760:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.975761:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.975762:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257480. 00000100:00000001:1.0:1788777483.975765:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.975766:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.975770:0:2412:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9b1fc31eea00 x1875667211118592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975775:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.975777:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eea00 x1875667211118592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975782:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.975783:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.975784:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1003400. 02000000:00000001:1.0:1788777483.975786:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.975787:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.975788:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.975789:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.975790:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd184de00. 02000000:00000001:1.0:1788777483.975792:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.975793:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.975794:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eea00. 00000100:00000001:1.0:1788777483.975796:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.975797:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.975801:0:2412:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9b1fc31ef800 x1875667211119232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975806:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.975809:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef800 x1875667211119232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975814:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.975815:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.975816:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:1.0:1788777483.975820:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.975820:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.975822:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.975823:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.975825:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd184dc00. 02000000:00000001:1.0:1788777483.975826:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.975827:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.975828:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef800. 00000100:00000001:1.0:1788777483.975830:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.975831:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.975835:0:2412:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9b1fd1121180 x1875667211120512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975841:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.975844:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121180 x1875667211120512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975850:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.975851:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.975852:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356c000. 02000000:00000001:1.0:1788777483.975855:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.975856:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.975857:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.975858:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.975859:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc9211800. 02000000:00000001:1.0:1788777483.975862:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.975862:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.975864:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121180. 00000100:00000001:1.0:1788777483.975866:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.975867:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.975871:0:2412:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9b1fd1120a80 x1875667211121152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975882:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.975884:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120a80 x1875667211121152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777493 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975890:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.975891:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.975892:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777483.975895:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.975896:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.975897:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.975898:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.975899:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc332bc00. 02000000:00000001:1.0:1788777483.975901:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.975902:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.975903:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120a80. 00000100:00000001:1.0:1788777483.975905:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.975906:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.975908:0:2412:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777483.975911:0:2412:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1788777483.975913:0:2412:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777483.975914:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.975917:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975922:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.975924:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777483.975925:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.975928:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777483.975934:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211122304:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777483.975940:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777483.975941:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777483.975943:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000200:1.0:1788777483.975945:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92565d8 00000400:00000010:1.0:1788777483.975947:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92565d8. 00000100:00000001:1.0:1788777483.975949:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777483.975953:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777483.975961:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.975966:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777483.975968:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.975969:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777483.975970:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777483.975971:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777483.975973:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.975974:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777483.975979:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=142 v=5 (5 5 5 36) 00000100:00001000:1.0:1788777483.975982:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777483.975983:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777483.975985:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777483.975987:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777483.976004:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.976007:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777483.976008:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788777483.976010:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777483.976011:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.976015:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.976022:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.976024:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777483.976025:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.976028:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777483.977327:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211122560:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777483.977338:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777483.977340:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777483.977342:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12370. 00000400:00000200:1.0:1788777483.977348:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92563b8 00000400:00000010:1.0:1788777483.977350:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92563b8. 00000100:00000001:1.0:1788777483.977353:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777483.977359:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777483.977368:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.977374:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777483.977375:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.977378:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777483.977380:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777483.977382:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777483.977383:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.977386:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777483.977390:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777483.977394:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777483.977396:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777483.977397:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777483.977399:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777483.977401:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.977403:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.977408:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.977415:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.977418:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777483.977419:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.977423:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777483.977430:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211122176:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777483.977436:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777483.977437:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777483.977439:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12160. 00000400:00000200:1.0:1788777483.977442:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256330 00000400:00000010:1.0:1788777483.977443:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256330. 00000100:00000001:1.0:1788777483.977445:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777483.977449:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777483.977455:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.977535:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777483.977537:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.977539:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777483.977540:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777483.977541:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777483.977543:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777483.977544:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777483.977549:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=142 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777483.977552:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777483.977554:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777483.977555:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777483.977557:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777483.977560:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.977562:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777483.977564:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1788777483.977566:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777483.977567:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777483.977571:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.977578:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777483.977579:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777483.977581:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777483.977584:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777483.977592:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211122432:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777483.977596:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.977599:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.977603:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122a00 x1875667211122304/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.977609:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.977612:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.977614:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3327c00. 02000000:00000001:1.0:1788777483.977618:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.977621:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.977622:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.977624:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.977627:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de300. 02000000:00000001:1.0:1788777483.977638:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.977640:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.977642:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122a00. 00000100:00000001:1.0:1788777483.977646:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.977648:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.977650:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.977654:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120e00 x1875667211122560/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.977659:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.977660:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.977661:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3326e00. 02000000:00000001:1.0:1788777483.977663:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.977664:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.977665:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.977667:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.977668:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30dec00. 02000000:00000001:1.0:1788777483.977670:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.977671:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.977672:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120e00. 00000100:00000001:1.0:1788777483.977675:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.977676:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.977678:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.977690:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120000 x1875667211122176/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.977696:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.977697:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.977699:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3327400. 02000000:00000001:1.0:1788777483.977701:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.977702:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.977703:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777483.977705:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.977706:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30ded00. 02000000:00000001:1.0:1788777483.977708:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.977709:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.977710:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120000. 00000100:00000001:1.0:1788777483.977712:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.977713:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.977715:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777483.977718:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122300 x1875667211122432/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777483.977722:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777483.977724:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777483.977725:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3326200. 02000000:00000001:1.0:1788777483.977726:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777483.977728:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777483.977729:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777483.977730:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777483.977732:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de400. 02000000:00000001:1.0:1788777483.977733:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777483.977735:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777483.977736:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122300. 00000100:00000001:1.0:1788777483.977738:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777483.977739:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.977741:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777483.977748:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777483.977751:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777483.977754:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777483.977756:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777484.261015:0:33246:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788777484.261022:0:33246:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 06:38:02 (1788777482) 00000001:00000001:3.0:1788777484.268926:0:33246:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788777484.477484:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777484.477492:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777484.477494:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777484.477497:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777484.477502:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777484.477504:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777484.477507:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777484.477509:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777484.480152:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777484.480159:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777484.480165:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777485.411309:0:33266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777485.411317:0:33266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777485.411319:0:33266:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777485.411323:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fbc0 00000080:00200000:2.0:1788777485.411328:0:33266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777485.411335:0:33266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2400. 00800000:00000002:2.0:1788777485.411343:0:33266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777485.411346:0:33266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777485.411351:0:33266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777485.411353:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fae0 00800000:00000002:2.0:1788777485.411356:0:33266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777485.411360:0:33266:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777485.411362:0:33266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777485.411365:0:33266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777485.411367:0:33266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777485.411369:0:33266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777485.411372:0:33266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777485.411374:0:33266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777485.411376:0:33266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777485.411380:0:33266:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777485.411386:0:33266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777485.411388:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f9b0 00000002:00010000:2.0:1788777485.411390:0:33266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777485.411394:0:33266:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777485.411396:0:33266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777485.411399:0:33266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777485.411405:0:33266:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777485.411407:0:33266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777485.411409:0:33266:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777485.411411:0:33266:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777485.411414:0:33266:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777485.411420:0:33266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c380. 00000020:00000040:2.0:1788777485.411424:0:33266:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777485.411430:0:33266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777485.411435:0:33266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777485.411438:0:33266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777485.411442:0:33266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777485.411444:0:33266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777485.411448:0:33266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777485.411455:0:33266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3338800. 00000100:00000001:2.0:1788777485.413407:0:33266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777485.413419:0:33266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777485.413421:0:33266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777485.413423:0:33266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777485.413424:0:33266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777485.413426:0:33266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777485.413436:0:33266:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504806784 : -110914204744832 : ffff9b1fc639c380) 00010000:00000001:2.0:1788777485.413442:0:33266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777485.413444:0:33266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777485.413454:0:33266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6500. 00010000:00000010:2.0:1788777485.413460:0:33266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d800. 00010000:00000001:2.0:1788777485.413479:0:33266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777485.413483:0:33266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5600. 00000020:00000001:2.0:1788777485.413488:0:33266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777485.413490:0:33266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5600 with handle 0x22b16ee488cdc9c6 to hash 00000020:00000001:2.0:1788777485.413492:0:33266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777485.413494:0:33266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777485.413497:0:33266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777485.413501:0:33266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777485.413504:0:33266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777485.413508:0:33266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777485.413518:0:33266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777485.413528:0:33266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777485.413537:0:33266:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777485.413539:0:33266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777485.413546:0:33266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159840. 00000100:00000001:2.0:1788777485.413548:0:33266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686985792 : -110914022565824 : ffff9b1fd1159840) 00000100:00000001:2.0:1788777485.413551:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777485.413552:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504806784 : -110914204744832 : ffff9b1fc639c380) 00000100:00000001:2.0:1788777485.413557:0:33266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777485.413561:0:33266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777485.413563:0:33266:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777485.413565:0:33266:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777485.413575:0:33266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777485.413584:0:33266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777485.413586:0:33266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777485.413589:0:33266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777485.413592:0:33266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777485.413595:0:33266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777485.413598:0:33266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c380 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33266:1875667211122816:192.168.204.133@tcp:101:multiop.0 00000100:00000001:2.0:1788777485.413602:0:33266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777485.413607:0:33266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777485.413609:0:33266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777485.413612:0:33266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777485.413617:0:33266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920d000. 02000000:00000001:2.0:1788777485.413619:0:33266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777485.413625:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777485.413629:0:33266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b268. 00000400:00000010:2.0:1788777485.413637:0:33266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e934c8. 00000100:00000200:2.0:1788777485.413644:0:33266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211122816, portal 10 00000100:00000001:2.0:1788777485.413646:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777485.413647:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504806784 : -110914204744832 : ffff9b1fc639c380) 00000100:00000040:2.0:1788777485.413663:0:33266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777501 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777485.413676:0:33266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777485.413678:0:33266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777485.413681:0:33266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777485.413683:0:33266:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211122816, offset 0 00000400:00000200:2.0:1788777485.413690:0:33266:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777485.413699:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.413706:0:33266:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777485.413712:0:33266:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777485.413716:0:33266:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777485.413720:0:33266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777485.413722:0:33266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777485.413726:0:33266:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2832:2832:256:4294967295] 192.168.204.133@tcp LPNI seq info [2831:2831:8:4294967295] 00000400:00000200:2.0:1788777485.413730:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.413739:0:33266:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777485.413744:0:33266:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777485.413749:0:33266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956000. 00000800:00000200:2.0:1788777485.413755:0:33266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777485.413763:0:33266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777485.413767:0:33266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777485.413789:0:33266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777485.413793:0:33266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 827578 usecs (828 jiffies) 00000400:00000200:2.0:1788777485.413796:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777485.413799:0:33266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296589548 00000100:00000001:2.0:1788777485.413802:0:33266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:2.0:1788777485.413805:0:33266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296589548 00000100:00000001:2.0:1788777485.413807:0:33266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:2.0:1788777485.413809:0:33266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777485.413811:0:33266:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777485.413814:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777485.413815:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777485.413818:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159840 going to sleep for 11 seconds 00000100:00000001:2.0:1788777485.413820:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777485.413822:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777485.414148:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777485.414153:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956000. 00000400:00000200:3.0:1788777485.414158:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777485.414163:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777485.414169:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:3.0:1788777485.414171:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:3.0:1788777485.414175:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777485.414180:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777501 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777485.414189:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777485.414192:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777501 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777485.414198:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777485.414200:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777485.420308:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777485.420326:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777485.420330:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777485.420333:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777485.420342:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.420351:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777485.420360:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.420365:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.420376:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.420380:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5f880 00000400:00000200:2.0:1788777485.420385:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.420391:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x848d [1] + 224 00000800:00000001:2.0:1788777485.420398:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777485.420405:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777485.420409:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777485.420413:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777485.420421:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777485.420430:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777501 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777485.420441:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777501 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777485.420458:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777485.420502:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777485.420506:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777485.421087:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777485.421095:0:33266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777485.421098:0:33266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777485.421102:0:33266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b268. 00000400:00000200:0.0:1788777485.421107:0:33266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e934c8 00000400:00000010:0.0:1788777485.421109:0:33266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e934c8. 00000100:00000001:0.0:1788777485.421113:0:33266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777485.421128:0:33266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777501 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777485.421138:0:33266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777501 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.421144:0:33266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777485.421147:0:33266:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777485.421149:0:33266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777485.421153:0:33266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777485.421155:0:33266:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777485.421157:0:33266:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777485.421160:0:33266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777485.421170:0:33266:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=144 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777485.421175:0:33266:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777485.421178:0:33266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777485.421179:0:33266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421182:0:33266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777485.421186:0:33266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777485.421189:0:33266:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777485.421191:0:33266:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788777485.421193:0:33266:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777485.421195:0:33266:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777485.421200:0:33266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777501 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.421207:0:33266:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777485.421209:0:33266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777485.421211:0:33266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777485.421215:0:33266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777501 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777485.421223:0:33266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c380 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33266:1875667211122816:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777485.421228:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777485.421230:0:33266:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777485.421232:0:33266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777485.421234:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777485.421238:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777501 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.421245:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777485.421248:0:33266:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159840. 00000100:00000001:0.0:1788777485.421251:0:33266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777485.421252:0:33266:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421254:0:33266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777485.421258:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421260:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421262:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=4 00000020:00000001:0.0:1788777485.421265:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421268:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000040:0.0:1788777485.421274:0:33266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5600, remote cookie: 0x542deec0941a6c3d, flags: 0x1001 00010000:00010000:0.0:1788777485.421279:0:33266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777485.421290:0:33266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.421298:0:33266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777485.421302:0:33266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777485.421304:0:33266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777485.421306:0:33266:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777485.421307:0:33266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777485.421310:0:33266:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6500) refcount = 1 00010000:00010000:0.0:1788777485.421313:0:33266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.421319:0:33266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777485.421323:0:33266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777485.421324:0:33266:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777485.421327:0:33266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777485.421329:0:33266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777485.421332:0:33266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.421339:0:33266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777485.421341:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421343:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.421344:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421345:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.421347:0:33266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.421351:0:33266:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777485.421352:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421354:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421355:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777485.421357:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421359:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421362:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421363:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421364:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=4 00000020:00000001:0.0:1788777485.421365:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421367:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421370:0:33266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777485.421381:0:33266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777485.421384:0:33266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.421390:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421391:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.421392:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421393:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421394:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=5 00000020:00000001:0.0:1788777485.421396:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421398:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421400:0:33266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777485.421403:0:33266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.421408:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421409:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777485.421412:0:33266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.421418:0:33266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777485.421419:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421420:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.421422:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421423:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777485.421427:0:33266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777501 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777485.421435:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421436:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421438:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777485.421439:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421441:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421443:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421445:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777485.421446:0:33266:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.421448:0:33266:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.421452:0:33266:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777485.421454:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421455:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421456:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777485.421458:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421459:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00000002:00010000:0.0:1788777485.421485:0:33266:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.421490:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421491:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.421493:0:33266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777485.421494:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421495:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421496:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777485.421497:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421499:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000040:0.0:1788777485.421505:0:33266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6500 count: 2 00010000:00000001:0.0:1788777485.421508:0:33266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777485.421512:0:33266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777485.421515:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421516:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777485.421517:0:33266:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777485.421520:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f938 00000002:00002000:0.0:1788777485.421522:0:33266:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777485.421525:0:33266:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.421529:0:33266:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.421532:0:33266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777485.421535:0:33266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777485.421537:0:33266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.421541:0:33266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777485.421545:0:33266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2400. 00000080:00000001:0.0:1788777485.421549:0:33266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777485.421551:0:33266:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777485.421557:0:33266:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777485.421561:0:33266:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777485.421567:0:33266:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fd12e46c0. 00800000:00000001:0.0:1788777485.421569:0:33266:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159688603328 : -110914020948288 : ffff9b1fd12e46c0) 00800000:00000001:0.0:1788777485.421572:0:33266:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.421574:0:33266:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777485.421577:0:33266:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777485.421579:0:33266:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777485.421581:0:33266:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777485.421584:0:33266:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777485.421585:0:33266:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.421590:0:33266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777485.421592:0:33266:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777485.421597:0:33266:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788777485.421599:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421600:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421602:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777485.421604:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421606:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421608:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421610:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777485.421611:0:33266:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777485.421613:0:33266:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777485.421615:0:33266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e46c0 1 00800000:00000010:0.0:1788777485.421617:0:33266:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e46c0. 00800000:00000001:0.0:1788777485.421620:0:33266:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777485.421623:0:33266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9c6 00800000:00000001:0.0:1788777485.421626:0:33266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777485.421627:0:33266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777485.421628:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421630:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421631:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777485.421633:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421635:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421637:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421638:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777485.421640:0:33266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.421641:0:33266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.421644:0:33266:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777485.421646:0:33266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777485.421649:0:33266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9c6 from it ffffb70bc155fbf8 00010000:00000001:0.0:1788777485.421660:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421661:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421662:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777485.421664:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421666:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421668:0:33266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777485.421670:0:33266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.421676:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421677:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.421679:0:33266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777485.421681:0:33266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777485.421684:0:33266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777485.421693:0:33266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777485.421696:0:33266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777485.421698:0:33266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777485.421701:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421702:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.421704:0:33266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421707:0:33266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777485.421709:0:33266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421711:0:33266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421713:0:33266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421715:0:33266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777485.421716:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421717:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777485.421718:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777485.421723:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c380 x1875667211122816/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777501 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.421730:0:33266:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777485.421732:0:33266:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777485.421735:0:33266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc920d000. 02000000:00000001:0.0:1788777485.421739:0:33266:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777485.421741:0:33266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777485.421743:0:33266:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777485.421745:0:33266:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777485.421748:0:33266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3338800. 02000000:00000001:0.0:1788777485.421751:0:33266:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777485.421753:0:33266:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777485.421755:0:33266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c380. 00000100:00000001:0.0:1788777485.421758:0:33266:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777485.421759:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777485.421762:0:33266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777485.421767:0:33266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777485.421781:0:33266:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd1882f40. 00000080:00000001:0.0:1788777485.421787:0:33266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777485.421789:0:33266:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777485.421790:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb00 00000080:00200000:0.0:1788777485.421792:0:33266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777485.421797:0:33266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312ba00. 00800000:00000002:0.0:1788777485.421811:0:33266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777485.421815:0:33266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777485.421817:0:33266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777485.421819:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa20 00800000:00000002:0.0:1788777485.421821:0:33266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777485.421824:0:33266:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777485.421827:0:33266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777485.421829:0:33266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777485.421831:0:33266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777485.421833:0:33266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777485.421835:0:33266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.421837:0:33266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777485.421839:0:33266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.421842:0:33266:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777485.421846:0:33266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777485.421848:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f8f0 00000002:00010000:0.0:1788777485.421850:0:33266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777485.421853:0:33266:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777485.421855:0:33266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777485.421857:0:33266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777485.421859:0:33266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6500 count: 2 00010000:00000001:0.0:1788777485.421861:0:33266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777485.421864:0:33266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777485.421866:0:33266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777485.421870:0:33266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777485.421877:0:33266:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777485.421880:0:33266:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777485.421883:0:33266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777485.421895:0:33266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777485.421896:0:33266:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777485.421898:0:33266:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777485.421900:0:33266:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777485.421902:0:33266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777485.421903:0:33266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777485.421906:0:33266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777485.421907:0:33266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777485.421909:0:33266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312ba00. 00000080:00000001:0.0:1788777485.421912:0:33266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777485.421913:0:33266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777485.421915:0:33266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777485.421918:0:33266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9c6 00800000:00000001:0.0:1788777485.421920:0:33266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777485.421921:0:33266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777485.421922:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421923:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421925:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777485.421926:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421929:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421931:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421932:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777485.421933:0:33266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.421934:0:33266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777485.421936:0:33266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9c6 from it ffffb70bc155fb38 00010000:00000001:0.0:1788777485.421937:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.421938:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.421940:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777485.421941:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421943:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777485.421945:0:33266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777485.421948:0:33266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777485.421954:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421955:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.421956:0:33266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777485.421958:0:33266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777485.421960:0:33266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777485.421965:0:33266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777485.421967:0:33266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777485.421968:0:33266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777485.421970:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421971:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.421972:0:33266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421973:0:33266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777485.421975:0:33266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421976:0:33266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421978:0:33266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.421979:0:33266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777485.421981:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.421981:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777485.421983:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777485.421984:0:33266:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777485.421986:0:33266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788777485.421989:0:33266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.421991:0:33266:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788777485.421993:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fb58 00000080:00200000:0.0:1788777485.421995:0:33266:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), file ffff9b1fd057fc80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1788777485.422000:0:33266:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fca617ba0. 00000080:00000001:0.0:1788777485.422004:0:33266:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777485.422005:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa08 00000080:00200000:0.0:1788777485.422007:0:33266:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000010:0.0:1788777485.422013:0:33266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312ba00. 00800000:00000002:0.0:1788777485.422015:0:33266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777485.422020:0:33266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777485.422021:0:33266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777485.422022:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f928 00800000:00000002:0.0:1788777485.422024:0:33266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777485.422027:0:33266:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788777485.422030:0:33266:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777485.422033:0:33266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777485.422034:0:33266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777485.422035:0:33266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777485.422036:0:33266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777485.422037:0:33266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.422039:0:33266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777485.422041:0:33266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.422043:0:33266:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:0.0:1788777485.422045:0:33266:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788777485.422047:0:33266:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788777485.422049:0:33266:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788777485.422052:0:33266:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788777485.422054:0:33266:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x27:0x0] 40000000:00000001:0.0:1788777485.422056:0:33266:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.422058:0:33266:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.422060:0:33266:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.422062:0:33266:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777485.422063:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f8a8 00800000:00000002:0.0:1788777485.422065:0:33266:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:0.0:1788777485.422069:0:33266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777485.422071:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f7e0 00000002:00010000:0.0:1788777485.422072:0:33266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1788777485.422075:0:33266:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777485.422077:0:33266:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777485.422079:0:33266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777485.422082:0:33266:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.422084:0:33266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777485.422085:0:33266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6500 count: 2 00010000:00000001:0.0:1788777485.422087:0:33266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777485.422090:0:33266:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777485.422092:0:33266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777485.422320:0:33266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788777485.422330:0:33266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777485.422334:0:33266:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777485.422336:0:33266:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777485.422338:0:33266:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777485.422340:0:33266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777485.422341:0:33266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777485.422345:0:33266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6500 count: 3 00010000:00000001:0.0:1788777485.422347:0:33266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777485.422349:0:33266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.422350:0:33266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777485.422351:0:33266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777485.422353:0:33266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6500 count: 3 00010000:00000001:0.0:1788777485.422355:0:33266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777485.422357:0:33266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.422358:0:33266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777485.422359:0:33266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777485.422361:0:33266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6500 count: 3 00010000:00000001:0.0:1788777485.422363:0:33266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777485.422364:0:33266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.422366:0:33266:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777485.422368:0:33266:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777485.422373:0:33266:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777485.422375:0:33266:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777485.422377:0:33266:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777485.422378:0:33266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.422381:0:33266:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777485.422383:0:33266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777485.422385:0:33266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777485.422387:0:33266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777485.422388:0:33266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777485.422392:0:33266:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5600 with handle 0x22b16ee488cdc9c6 from hash 00010000:00000001:0.0:1788777485.422394:0:33266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777485.422395:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.422396:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.422398:0:33266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777485.422400:0:33266:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777485.422402:0:33266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777485.422404:0:33266:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777485.422406:0:33266:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777485.422408:0:33266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777485.422413:0:33266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777485.422416:0:33266:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777485.422421:0:33266:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777485.422423:0:33266:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.422425:0:33266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777485.422428:0:33266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777485.422430:0:33266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777485.422432:0:33266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777485.422434:0:33266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777485.422437:0:33266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777485.422442:0:33266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1003000. 00000100:00000001:0.0:1788777485.422448:0:33266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.422451:0:33266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777485.422453:0:33266:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777485.422457:0:33266:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777485.422486:0:33266:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777485.422488:0:33266:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777485.422490:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777485.422492:0:33266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdc9c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6c3d expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788777485.422499:0:33266:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6500 count: 0 00010000:00000010:0.0:1788777485.422504:0:33266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d800. 00010000:00000001:0.0:1788777485.422513:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.422515:0:33266:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.422516:0:33266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777485.422518:0:33266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.422520:0:33266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.422527:0:33266:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00010000:00000001:0.0:1788777485.422530:0:33266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777485.422532:0:33266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777485.422535:0:33266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e900. 00010000:00000010:0.0:1788777485.422539:0:33266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6ac80. 00010000:00000001:0.0:1788777485.422543:0:33266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777485.422545:0:33266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7200. 00000020:00000001:0.0:1788777485.422548:0:33266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777485.422550:0:33266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7200 with handle 0x22b16ee488cdc9cd to hash 00000020:00000001:0.0:1788777485.422551:0:33266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777485.422553:0:33266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.422556:0:33266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.422558:0:33266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777485.422560:0:33266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777485.422563:0:33266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777485.422570:0:33266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33266 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777485.422579:0:33266:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777485.422585:0:33266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ed880 x1875667211123072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777485.422594:0:33266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777485.422600:0:33266:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777485.422601:0:33266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777485.422606:0:33266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1339480. 00000100:00000001:0.0:1788777485.422608:0:33266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688950912 : -110914020600704 : ffff9b1fd1339480) 00000100:00000001:0.0:1788777485.422610:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777485.422612:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777485.422616:0:33266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777485.422620:0:33266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777485.422621:0:33266:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777485.422623:0:33266:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777485.422627:0:33266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211123072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.422634:0:33266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777485.422636:0:33266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777485.422639:0:33266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777485.422641:0:33266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777485.422643:0:33266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777485.422646:0:33266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33266:1875667211123072:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777485.422660:0:33266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777485.422665:0:33266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777485.422667:0:33266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777485.422669:0:33266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777485.422720:0:33266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd13e0000. 02000000:00000001:0.0:1788777485.422722:0:33266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777485.422728:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777485.422732:0:33266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777485.422737:0:33266:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fd1001400. 00000100:00000200:0.0:1788777485.422743:0:33266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211123072, portal 10 00000100:00000001:0.0:1788777485.422744:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777485.422746:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777485.422751:0:33266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed880 x1875667211123072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777501 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.422759:0:33266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777485.422761:0:33266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777485.422765:0:33266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777485.422768:0:33266:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667211123072, offset 0 00000400:00000200:0.0:1788777485.422775:0:33266:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777485.422782:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777485.422788:0:33266:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777485.422793:0:33266:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777485.422797:0:33266:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777485.423048:0:33266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777485.423051:0:33266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777485.423055:0:33266:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2833:2833:256:4294967295] 192.168.204.133@tcp LPNI seq info [2832:2832:8:4294967295] 00000400:00000200:0.0:1788777485.423060:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777485.423070:0:33266:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777485.423075:0:33266:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777485.423080:0:33266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5500. 00000800:00000200:0.0:1788777485.423087:0:33266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777485.423094:0:33266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777485.423098:0:33266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1788777485.423172:0:33266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777485.423177:0:33266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 826477 usecs (827 jiffies) 00000400:00000200:0.0:1788777485.423180:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777485.423183:0:33266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296589557 00000100:00000001:0.0:1788777485.423186:0:33266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:0.0:1788777485.423188:0:33266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296589557 00000100:00000001:0.0:1788777485.423190:0:33266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:0.0:1788777485.423192:0:33266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777485.423195:0:33266:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777485.423197:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777485.423199:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777485.423201:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1339480 going to sleep for 11 seconds 00000100:00000001:0.0:1788777485.423203:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777485.423206:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777485.423557:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777485.423562:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777485.423566:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777485.423571:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777485.423576:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:3.0:1788777485.423578:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:3.0:1788777485.423582:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777485.423588:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211123072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777501 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777485.423598:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777485.423601:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211123072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777501 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777485.423609:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777485.423610:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777485.429045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6500. 00010000:00000010:0.1:1788777485.429062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00000800:00000001:2.0:1788777485.444957:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777485.444976:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777485.444981:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777485.444984:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777485.444993:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.445002:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777485.445011:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.445017:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.445023:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.445027:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd5f980 00000400:00000200:2.0:1788777485.445032:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777485.445038:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x849d [32] + 224 00000800:00000001:2.0:1788777485.445045:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777485.445052:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777485.445055:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777485.445060:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777485.445068:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777485.445077:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211123072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777501 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777485.445088:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc31ed880 x1875667211123072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777501 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777485.445114:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777485.445123:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777485.445126:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777485.445207:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777485.445215:0:33266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777485.445218:0:33266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777485.445223:0:33266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777485.445232:0:33266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1001400 00000400:00000010:0.0:1788777485.445234:0:33266:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fd1001400. 00000100:00000001:0.0:1788777485.445239:0:33266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777485.445243:0:33266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211123072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777501 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777485.445251:0:33266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211123072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777501 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.445258:0:33266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777485.445260:0:33266:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777485.445262:0:33266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777485.445266:0:33266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777485.445268:0:33266:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777485.445270:0:33266:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777485.445273:0:33266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777485.445283:0:33266:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=144 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777485.445288:0:33266:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777485.445290:0:33266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777485.445292:0:33266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.445295:0:33266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777485.445298:0:33266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777485.445302:0:33266:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777485.445304:0:33266:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:0.0:1788777485.445307:0:33266:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777485.445309:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777485.445311:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777485.445314:0:33266:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777485.445316:0:33266:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788777485.445318:0:33266:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777485.445321:0:33266:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777485.445326:0:33266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777501 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.445340:0:33266:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777485.445343:0:33266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777485.445346:0:33266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777485.445350:0:33266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777501 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777485.445357:0:33266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33266:1875667211123072:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777485.445373:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777485.445377:0:33266:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777485.445379:0:33266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777485.445381:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777485.445385:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777501 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.445392:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777485.445394:0:33266:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1339480. 00000100:00000001:0.0:1788777485.445397:0:33266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777485.445399:0:33266:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.445402:0:33266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777485.445406:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.445409:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.445412:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=4 00000020:00000001:0.0:1788777485.445415:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445418:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000040:0.0:1788777485.445423:0:33266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7200, remote cookie: 0x542deec0941a6c59, flags: 0x1001 00010000:00010000:0.0:1788777485.445428:0:33266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777485.445437:0:33266:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777485.445441:0:33266:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777485.445449:0:33266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e300. 00010000:00000010:0.0:1788777485.445454:0:33266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a380. 00010000:00000040:0.0:1788777485.445459:0:33266:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e900 count: 0 00010000:00000010:0.0:1788777485.445504:0:33266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6ac80. 00010000:00000001:0.0:1788777485.445512:0:33266:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777485.445515:0:33266:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777485.445524:0:33266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.445531:0:33266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777485.445535:0:33266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777485.445537:0:33266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777485.445539:0:33266:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777485.445540:0:33266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777485.445542:0:33266:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff9b1fd0f4e300) refcount = 1 00010000:00010000:0.0:1788777485.445547:0:33266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.445553:0:33266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777485.445556:0:33266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777485.445558:0:33266:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777485.445561:0:33266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777485.445563:0:33266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777485.445566:0:33266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.445572:0:33266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777485.445573:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.445575:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.445576:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.445577:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.445579:0:33266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.445584:0:33266:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777485.445587:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.445588:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.445590:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777485.445592:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445594:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445597:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.445598:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.445599:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=4 00000020:00000001:0.0:1788777485.445601:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445602:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445605:0:33266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777485.445608:0:33266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777485.445612:0:33266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.445618:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.445619:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.445621:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.445622:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.445623:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=5 00000020:00000001:0.0:1788777485.445625:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445627:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445629:0:33266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777485.445632:0:33266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.445639:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.445640:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777485.445642:0:33266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.445665:0:33266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777485.445666:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.445667:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.445668:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.445669:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777485.445675:0:33266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777501 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777485.445684:0:33266:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788777485.445688:0:33266:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777501 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777485.445695:0:33266:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.445702:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.445703:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.445705:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777485.445707:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445709:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00000002:00010000:0.0:1788777485.445713:0:33266:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788777485.445723:0:33266:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fd12e46c0. 00010000:00000001:0.0:1788777485.445725:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.445727:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777485.445729:0:33266:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.445730:0:33266:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.445734:0:33266:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788777485.445736:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777485.445737:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777485.445739:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777485.445741:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00010000:00000001:0.0:1788777485.445743:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.445744:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.445746:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777485.445747:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445749:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00000002:00010000:0.0:1788777485.445752:0:33266:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.445759:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.445760:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.445762:0:33266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777485.445763:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.445764:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.445765:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777485.445767:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.445769:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000040:0.0:1788777485.445772:0:33266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e300 count: 2 00010000:00000001:0.0:1788777485.445774:0:33266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777485.445778:0:33266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:0.0:1788777485.445780:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.445781:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777485.445783:0:33266:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777485.445786:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f768 00000002:00002000:0.0:1788777485.445788:0:33266:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788777485.445792:0:33266:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.445796:0:33266:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.445798:0:33266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777485.445802:0:33266:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777485.445806:0:33266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.445810:0:33266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777485.445813:0:33266:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777485.445815:0:33266:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fca617ba0 it_disposition 1800037 00000080:00002000:0.0:1788777485.445821:0:33266:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd176a438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788777485.445827:0:33266:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777485.445830:0:33266:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788777485.445832:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155f998 00000080:00200000:0.0:1788777485.445834:0:33266:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000001:0.0:1788777485.445837:0:33266:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788777485.445839:0:33266:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777485.445845:0:33266:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777485.445848:0:33266:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777485.445851:0:33266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1788777485.445854:0:33266:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788777485.445867:0:33266:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd15798c0. 00000020:00000001:0.0:1788777485.445878:0:33266:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788777485.445880:0:33266:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788777485.445882:0:33266:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788777485.445884:0:33266:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9b1fd1579988) 00000020:00000001:0.0:1788777485.445888:0:33266:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777485.445892:0:33266:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777485.445895:0:33266:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777485.445899:0:33266:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788777485.445903:0:33266:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b1fc72ca960. 00000020:00000001:0.0:1788777485.445906:0:33266:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777485.445908:0:33266:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777485.445916:0:33266:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788777485.445919:0:33266:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b1fc4f82000. 00020000:00000001:0.0:1788777485.445922:0:33266:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633159483727872 : -110914225823744 : ffff9b1fc4f82000) 00020000:00000001:0.0:1788777485.445925:0:33266:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788777485.445929:0:33266:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777485.445935:0:33266:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617060. 00020000:00000010:0.0:1788777485.445939:0:33266:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a4680. 00020000:00000010:0.0:1788777485.445945:0:33266:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617a80. 00020000:00000001:0.0:1788777485.445947:0:33266:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574518400 : -110914135033216 : ffff9b1fca617a80) 00020000:00000002:0.0:1788777485.445951:0:33266:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617a80, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777485.445956:0:33266:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777485.445960:0:33266:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4680: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777485.445963:0:33266:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788777485.445965:0:33266:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617a80, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777485.445968:0:33266:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777485.445971:0:33266:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4680: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:0.0:1788777485.445975:0:33266:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b1fc32a64b0. 00020000:00000010:0.0:1788777485.445977:0:33266:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b1fd1339480. 00020000:00000001:0.0:1788777485.445983:0:33266:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788777485.445986:0:33266:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b1fc82d2828. 00020000:00000001:0.0:1788777485.445989:0:33266:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788777485.445990:0:33266:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788777485.445995:0:33266:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788777485.445999:0:33266:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b1fc72caed8. 00000020:00000001:0.0:1788777485.446001:0:33266:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777485.446002:0:33266:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777485.446004:0:33266:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633159520726872 : -110914188824744 : ffff9b1fc72caf58) 00020000:00000001:0.0:1788777485.446008:0:33266:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788777485.446013:0:33266:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b1fc7188380. 00020000:00000001:0.0:1788777485.446015:0:33266:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777485.446021:0:33266:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520726872 : -110914188824744 : ffff9b1fc72caf58) 00020000:00000001:0.0:1788777485.446023:0:33266:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633159520726872 : -110914188824744 : ffff9b1fc72caf58) 00020000:00000002:0.0:1788777485.446026:0:33266:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x16:0x0]@ffff9b1fc72caed8[0:0] -> [0x200000405:0x27:0x0]@ffff9b1fc72ca960: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777485.446033:0:33266:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788777485.446035:0:33266:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788777485.446037:0:33266:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777485.446040:0:33266:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520725472 : -110914188826144 : ffff9b1fc72ca9e0) 00000020:00001000:0.0:1788777485.446043:0:33266:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777485.446046:0:33266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1788777485.446049:0:33266:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777485.446051:0:33266:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611175 mtime from 0 to 1788777485 00000080:00000001:0.0:1788777485.446057:0:33266:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788777485.446059:0:33266:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691311496 : -110914018240120 : ffff9b1fd1579988) 00010000:00000001:0.0:1788777485.446062:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.446064:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.446065:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777485.446067:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.446069:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00000080:00000001:0.0:1788777485.446072:0:33266:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777485.446073:0:33266:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777485.446075:0:33266:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777485.446077:0:33266:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777485.446078:0:33266:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777485.446081:0:33266:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777485.446082:0:33266:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777485.446085:0:33266:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617180. 00020000:00000010:0.0:1788777485.446087:0:33266:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a4f80. 00020000:00000010:0.0:1788777485.446090:0:33266:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617540. 00020000:00000001:0.0:1788777485.446092:0:33266:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574517056 : -110914135034560 : ffff9b1fca617540) 00020000:00000002:0.0:1788777485.446094:0:33266:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617540, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777485.446098:0:33266:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777485.446101:0:33266:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4f80: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777485.446104:0:33266:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f82000) owner ffff9b20020ecf80 00020000:00000001:0.0:1788777485.446107:0:33266:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777485.446109:0:33266:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f82000) owner ffff9b20020ecf80 00020000:00000010:0.0:1788777485.446113:0:33266:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a4f80. 00020000:00000010:0.0:1788777485.446117:0:33266:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617180. 00020000:00000010:0.0:1788777485.446121:0:33266:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617540. 00020000:00000002:0.0:1788777485.446123:0:33266:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777485.446125:0:33266:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777485.446127:0:33266:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777485.446130:0:33266:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777485.446133:0:33266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b20020ecf80 00020000:00000002:0.0:1788777485.446137:0:33266:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617a80 addref 2/0 by ffff9b20020ecf80. 00020000:00000002:0.0:1788777485.446139:0:33266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:0.0:1788777485.446141:0:33266:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777485.446144:0:33266:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777485.446146:0:33266:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777485.446147:0:33266:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777485.446149:0:33266:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777485.446151:0:33266:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788777485.446154:0:33266:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777485.446156:0:33266:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.446157:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.446159:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777485.446160:0:33266:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777485.446163:0:33266:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777485.446165:0:33266:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777485.446167:0:33266:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x27:0x0](ffff9b1fd1579988) 00000080:00010000:0.0:1788777485.446170:0:33266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9b1fd1579988) for lock 0x22b16ee488cdc9cd 00800000:00000001:0.0:1788777485.446173:0:33266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777485.446175:0:33266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777485.446176:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.446177:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.446178:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777485.446181:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.446183:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.446185:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.446186:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777485.446188:0:33266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.446190:0:33266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.446191:0:33266:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788777485.446193:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777485.446199:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777501 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.446207:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777485.446211:0:33266:0:(namei.c:1651:ll_create_it()) inode ffff9b1fd1579988 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:0.0:1788777485.446214:0:33266:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777485.446217:0:33266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9b1fd1579988) 00000080:00000001:0.0:1788777485.446219:0:33266:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777485.446223:0:33266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312ba00. 00000100:00000001:0.0:1788777485.446228:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777485.446231:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777501 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.446237:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.446241:0:33266:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788777485.446243:0:33266:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777485.446245:0:33266:0:(namei.c:1500:ll_atomic_open()) inode ffff9b1fd1579988 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:0.0:1788777485.446253:0:33266:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777485.446255:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa68 00000080:00200008:0.0:1788777485.446257:0:33266:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9b1fd1579988), flags 100102 00000080:00000010:0.0:1788777485.446265:0:33266:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc4b47040. 00000080:00000010:0.0:1788777485.446271:0:33266:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fd12e4180. 00000080:00000001:0.0:1788777485.446274:0:33266:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777485.446278:0:33266:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788777485.446280:0:33266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777485.446283:0:33266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777485.446286:0:33266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777485.446288:0:33266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777485.446290:0:33266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.446291:0:33266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788777485.446294:0:33266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.446296:0:33266:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788777485.446299:0:33266:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd1882480. 00000002:00100000:0.0:1788777485.446304:0:33266:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777501 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777485.446311:0:33266:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777485.446312:0:33266:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788777485.446316:0:33266:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788777485.446319:0:33266:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.446321:0:33266:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777485.446324:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777485.446328:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777501 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788777485.446335:0:33266:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777485.446338:0:33266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd13e0000. 02000000:00000001:0.0:1788777485.446362:0:33266:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788777485.446364:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777485.446367:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fa68 00000080:00000008:0.0:1788777485.446369:0:33266:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9b1fd1579988), flags 100102, rc = 0 00000080:00000001:0.0:1788777485.446373:0:33266:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777485.446375:0:33266:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fca617ba0 released 00000080:00010000:0.0:1788777485.446377:0:33266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9cd from it ffff9b1fca617ba0 00010000:00000001:0.0:1788777485.446380:0:33266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777485.446381:0:33266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777485.446383:0:33266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777485.446385:0:33266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.446387:0:33266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777485.446389:0:33266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777485.446392:0:33266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777485.446400:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.446401:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.446402:0:33266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777485.446404:0:33266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777485.446407:0:33266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777485.446414:0:33266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777485.446417:0:33266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777485.446419:0:33266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777485.446422:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.446423:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777485.446424:0:33266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.446427:0:33266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777485.446429:0:33266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.446431:0:33266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.446433:0:33266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777485.446435:0:33266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777485.446436:0:33266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777485.446437:0:33266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777485.446439:0:33266:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777485.446441:0:33266:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788777485.446442:0:33266:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777485.446444:0:33266:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777485.446446:0:33266:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777485.446447:0:33266:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.446450:0:33266:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788777485.446451:0:33266:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.446454:0:33266:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777485.446455:0:33266:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.446457:0:33266:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777485.446460:0:33266:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fca617ba0. 00000080:00000001:0.0:1788777485.446505:0:33266:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.446510:0:33266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777485.446512:0:33266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9b1fd1579988), inode mode 81a4 mask 40 00000080:00000001:0.0:1788777485.446516:0:33266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777485.446538:0:33266:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777485.446541:0:33266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b20020ecf80 00020000:00000002:0.0:1788777485.446543:0:33266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:0.0:1788777485.446545:0:33266:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.446552:0:33266:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777485.446555:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdf0 00000080:00200008:0.0:1788777485.446556:0:33266:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9b1fd1579988), flags 100002 00000080:00000001:0.0:1788777485.446559:0:33266:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777485.446561:0:33266:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788777485.446562:0:33266:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777485.446563:0:33266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b20020ecf80 00020000:00000002:0.0:1788777485.446565:0:33266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:0.0:1788777485.446567:0:33266:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777485.446569:0:33266:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788777485.446573:0:33266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777485.446574:0:33266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777485.446575:0:33266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777485.446576:0:33266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777485.446578:0:33266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.446580:0:33266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788777485.446582:0:33266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777485.446584:0:33266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777485.446586:0:33266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777485.446589:0:33266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e300 count: 2 00010000:00000001:0.0:1788777485.446591:0:33266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777485.446595:0:33266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.446597:0:33266:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x27:0x0]: 0 00000080:00000001:0.0:1788777485.446599:0:33266:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777485.446601:0:33266:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777485.446605:0:33266:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc312ba00. 00000080:00000001:0.0:1788777485.446607:0:33266:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777485.446612:0:33266:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777485.446616:0:33266:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788777485.446617:0:33266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777485.446619:0:33266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777485.446620:0:33266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777485.446621:0:33266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777485.446623:0:33266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.446624:0:33266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788777485.446626:0:33266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777485.446628:0:33266:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x27:0x0] 00000002:00000001:0.0:1788777485.446630:0:33266:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777485.446632:0:33266:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x27:0x0] file closed with intent: 0 00000100:00000010:0.0:1788777485.446638:0:33266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ece00. 00000020:00000040:0.0:1788777485.446643:0:33266:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777485.446647:0:33266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777485.446662:0:33266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777485.446666:0:33266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777485.446673:0:33266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc312aa00. 00000100:00000001:0.0:1788777485.446679:0:33266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777485.446691:0:33266:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777501 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777485.446699:0:33266:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777485.446704:0:33266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777485.446710:0:33266:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777485.446712:0:33266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777485.446718:0:33266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1339e40. 00000100:00000001:0.0:1788777485.446720:0:33266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688953408 : -110914020598208 : ffff9b1fd1339e40) 00000100:00000001:0.0:1788777485.446722:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777485.446723:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000001:0.0:1788777485.446727:0:33266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777485.446730:0:33266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777485.446733:0:33266:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777485.446734:0:33266:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777485.446738:0:33266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.446745:0:33266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777485.446747:0:33266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777485.446750:0:33266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777485.446753:0:33266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777485.446755:0:33266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777485.446759:0:33266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33266:1875667211123328:192.168.204.133@tcp:35:multiop.0 00000100:00000001:0.0:1788777485.446763:0:33266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777485.446769:0:33266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777485.446771:0:33266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777485.446774:0:33266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777485.446778:0:33266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1001400. 02000000:00000001:0.0:1788777485.446780:0:33266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777485.446787:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777485.446790:0:33266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777485.446798:0:33266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777485.446805:0:33266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211123328, portal 10 00000100:00000001:0.0:1788777485.446807:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777485.446808:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000040:0.0:1788777485.446815:0:33266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777501 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777485.446826:0:33266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777485.446829:0:33266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777485.446832:0:33266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bc38. 00000100:00000200:0.0:1788777485.446836:0:33266:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211123328, offset 0 00000400:00000200:0.0:1788777485.446843:0:33266:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777485.446851:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777485.446858:0:33266:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777485.446864:0:33266:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777485.446868:0:33266:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777485.446871:0:33266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777485.446874:0:33266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777485.446877:0:33266:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2834:2834:256:4294967295] 192.168.204.133@tcp LPNI seq info [2833:2833:8:4294967295] 00000400:00000200:0.0:1788777485.446881:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777485.446890:0:33266:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777485.446896:0:33266:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777485.446901:0:33266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5500. 00000800:00000200:0.0:1788777485.446907:0:33266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777485.446914:0:33266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777485.446918:0:33266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777485.446939:0:33266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777485.446943:0:33266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 825405 usecs (826 jiffies) 00000400:00000200:0.0:1788777485.446946:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777485.446949:0:33266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296589580 00000100:00000001:0.0:1788777485.446952:0:33266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:0.0:1788777485.446954:0:33266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296589580 00000100:00000001:0.0:1788777485.446956:0:33266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:0.0:1788777485.446959:0:33266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777485.446961:0:33266:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777485.446964:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777485.446966:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777485.446969:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1339e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777485.446971:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777485.446973:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777485.447191:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777485.447196:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777485.447200:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777485.447205:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777485.447209:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bc38 00000400:00000010:3.0:1788777485.447212:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bc38. 00000100:00000001:3.0:1788777485.447216:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777485.447220:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777501 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777485.447229:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777485.447232:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777501 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777485.447239:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777485.447240:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777485.451617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e900. 00010000:00000001:2.0:1788777485.492971:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777485.492976:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777485.492980:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777485.492981:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777485.494775:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777485.494780:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777485.494783:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777486.428217:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777486.428225:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777486.428228:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777486.428232:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3b98 00000080:00200000:1.0:1788777486.428237:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777486.428247:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327200. 00800000:00000002:1.0:1788777486.428255:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777486.428259:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777486.428265:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777486.428267:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3ab8 00800000:00000002:1.0:1788777486.428270:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777486.428274:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777486.428277:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777486.428280:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777486.428283:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777486.428286:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777486.428289:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.428291:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777486.428293:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.428297:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777486.428303:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777486.428304:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3988 00000002:00010000:1.0:1788777486.428306:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777486.428310:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777486.428312:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777486.428315:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777486.428323:0:33269:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.428325:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.428327:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.428329:0:33269:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777486.428332:0:33269:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777486.428337:0:33269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122300. 00000020:00000040:1.0:1788777486.428341:0:33269:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777486.428348:0:33269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777486.428354:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777486.428360:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.428362:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777486.428364:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777486.428367:0:33269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777486.428370:0:33269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777486.428375:0:33269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777486.428392:0:33269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356d800. 00000100:00000001:1.0:1788777486.428400:0:33269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.428405:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777486.428407:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.428409:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777486.428410:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.428411:0:33269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.428418:0:33269:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00010000:00000001:1.0:1788777486.428422:0:33269:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777486.428425:0:33269:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777486.428430:0:33269:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611500. 00010000:00000010:1.0:1788777486.428435:0:33269:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182f00. 00010000:00000001:1.0:1788777486.428440:0:33269:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777486.428443:0:33269:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045c00. 00000020:00000001:1.0:1788777486.428447:0:33269:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777486.428450:0:33269:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045c00 with handle 0x22b16ee488cdc9d4 to hash 00000020:00000001:1.0:1788777486.428453:0:33269:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777486.428454:0:33269:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.428458:0:33269:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.428483:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.428485:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.428490:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.428500:0:33269:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.428511:0:33269:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777486.428516:0:33269:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777486.428518:0:33269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777486.428525:0:33269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc90d2cc0. 00000100:00000001:1.0:1788777486.428528:0:33269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159552216256 : -110914157335360 : ffff9b1fc90d2cc0) 00000100:00000001:1.0:1788777486.428531:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777486.428532:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000001:1.0:1788777486.428537:0:33269:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777486.428541:0:33269:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777486.428544:0:33269:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777486.428545:0:33269:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777486.428558:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777486.428565:0:33269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777486.428567:0:33269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777486.428571:0:33269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777486.428573:0:33269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777486.428576:0:33269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777486.428579:0:33269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211123456:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777486.428583:0:33269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777486.428589:0:33269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777486.428592:0:33269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777486.428594:0:33269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777486.428599:0:33269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1162800. 02000000:00000001:1.0:1788777486.428601:0:33269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777486.428609:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777486.428613:0:33269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12160. 00000400:00000010:1.0:1788777486.428620:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256330. 00000100:00000200:1.0:1788777486.428628:0:33269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211123456, portal 10 00000100:00000001:1.0:1788777486.428641:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777486.428643:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000040:1.0:1788777486.428650:0:33269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777486.428663:0:33269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777486.428666:0:33269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777486.428669:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92563b8. 00000100:00000200:1.0:1788777486.428673:0:33269:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211123456, offset 0 00000400:00000200:1.0:1788777486.428681:0:33269:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777486.428691:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777486.428700:0:33269:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777486.428707:0:33269:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777486.428713:0:33269:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777486.428718:0:33269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777486.428721:0:33269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777486.428726:0:33269:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2835:2835:256:4294967295] 192.168.204.133@tcp LPNI seq info [2834:2834:8:4294967295] 00000400:00000200:1.0:1788777486.428731:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777486.428745:0:33269:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777486.428754:0:33269:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777486.428761:0:33269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbda00. 00000800:00000200:1.0:1788777486.428768:0:33269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777486.428777:0:33269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777486.428784:0:33269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbda00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777486.428939:0:33269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777486.428954:0:33269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 825405 usecs (826 jiffies) 00000400:00000200:1.0:1788777486.428958:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777486.428961:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296590562 00000100:00000001:1.0:1788777486.428964:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:1.0:1788777486.428966:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296590562 00000100:00000001:1.0:1788777486.428969:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:1.0:1788777486.428971:0:33269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777486.428973:0:33269:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777486.428976:0:33269:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777486.428978:0:33269:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777486.428981:0:33269:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc90d2cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777486.428984:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777486.428987:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777486.431152:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777486.431163:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbda00. 00000400:00000200:2.0:1788777486.431171:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777486.431180:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777486.431188:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92563b8 00000400:00000010:2.0:1788777486.431190:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92563b8. 00000100:00000001:2.0:1788777486.431195:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777486.431203:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777486.431220:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777486.431224:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777486.431231:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777486.431232:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777486.458112:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.458134:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777486.458139:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.458142:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777486.458151:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.458159:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777486.458170:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.458175:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.458182:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.458186:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5fb00 00000400:00000200:2.0:1788777486.458191:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.458197:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x84ad [1] + 224 00000800:00000001:2.0:1788777486.458204:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.458215:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777486.458219:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777486.458224:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777486.458231:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777486.458240:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777486.458250:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777486.458320:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777486.458339:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777486.458360:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.458364:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777486.461539:0:33269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777486.461549:0:33269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777486.461553:0:33269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12160. 00000400:00000200:1.0:1788777486.461564:0:33269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256330 00000400:00000010:1.0:1788777486.461567:0:33269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256330. 00000100:00000001:1.0:1788777486.461573:0:33269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777486.461586:0:33269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777486.461599:0:33269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777486.461606:0:33269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777486.461609:0:33269:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777486.461612:0:33269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777486.461616:0:33269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777486.461619:0:33269:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777486.461621:0:33269:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777486.461624:0:33269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777486.461643:0:33269:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=145 v=5 (105 105 105 137) 00000100:00001000:1.0:1788777486.461648:0:33269:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777486.461650:0:33269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777486.461652:0:33269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.461654:0:33269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777486.461659:0:33269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777486.461664:0:33269:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777486.461666:0:33269:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1788777486.461668:0:33269:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777486.461671:0:33269:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777486.461676:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777486.461689:0:33269:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777486.461692:0:33269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777486.461694:0:33269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777486.461698:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777486.461705:0:33269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211123456:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777486.461710:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777486.461714:0:33269:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777486.461717:0:33269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777486.461719:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777486.461723:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777486.461729:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777486.461733:0:33269:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc90d2cc0. 00000100:00000001:1.0:1788777486.461737:0:33269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777486.461739:0:33269:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.461742:0:33269:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777486.461747:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777486.461750:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777486.461753:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777486.461755:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.461758:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:1.0:1788777486.461764:0:33269:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045c00, remote cookie: 0x542deec0941a6c6e, flags: 0x1001 00010000:00010000:1.0:1788777486.461769:0:33269:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.461780:0:33269:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.461793:0:33269:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777486.461797:0:33269:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777486.461799:0:33269:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777486.461801:0:33269:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777486.461802:0:33269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777486.461805:0:33269:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd2611500) refcount = 1 00010000:00010000:1.0:1788777486.461809:0:33269:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.461815:0:33269:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777486.461818:0:33269:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777486.461820:0:33269:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777486.461823:0:33269:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777486.461825:0:33269:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.461828:0:33269:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.461833:0:33269:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777486.461834:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.461836:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777486.461837:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.461838:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777486.461839:0:33269:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.461844:0:33269:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777486.461846:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777486.461847:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777486.461848:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777486.461850:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.461852:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.461854:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777486.461855:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777486.461855:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777486.461857:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.461859:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.461862:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.461864:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.461867:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.461872:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.461873:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777486.461875:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777486.461876:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777486.461877:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=5 00000020:00000001:1.0:1788777486.461879:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.461880:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.461883:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777486.461885:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.461890:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.461891:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777486.461893:0:33269:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.461898:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777486.461899:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.461901:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777486.461902:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.461903:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777486.461907:0:33269:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777486.461914:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777486.461915:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777486.461917:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777486.461919:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.461921:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.461923:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.461924:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777486.461926:0:33269:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.461928:0:33269:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.461931:0:33269:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777486.461934:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777486.461934:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777486.461935:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777486.461937:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.462051:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00000002:00010000:1.0:1788777486.462056:0:33269:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.462064:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.462065:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777486.462067:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777486.462068:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777486.462069:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777486.462071:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:1.0:1788777486.462073:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777486.462075:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:1.0:1788777486.462081:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611500 count: 2 00010000:00000001:1.0:1788777486.462145:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777486.462150:0:33269:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777486.462153:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.462154:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777486.462156:0:33269:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777486.462159:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3910 00000002:00002000:1.0:1788777486.462161:0:33269:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777486.462165:0:33269:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.462169:0:33269:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.462173:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777486.462177:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777486.462180:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.462184:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777486.462187:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327200. 00000080:00000001:1.0:1788777486.462192:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777486.462195:0:33269:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777486.462201:0:33269:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777486.462205:0:33269:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777486.462708:0:33269:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3d4c0. 00800000:00000001:2.0:1788777486.462713:0:33269:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483446464 : -110914226105152 : ffff9b1fc4f3d4c0) 00800000:00000001:2.0:1788777486.462716:0:33269:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777486.462718:0:33269:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777486.462721:0:33269:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777486.462723:0:33269:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777486.462726:0:33269:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777486.462730:0:33269:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777486.462731:0:33269:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777486.462736:0:33269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777486.462739:0:33269:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788777486.462742:0:33269:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777477 to 1788777485 00000080:00200000:2.0:1788777486.462746:0:33269:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788777486.462748:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777486.462750:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777486.462752:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777486.462754:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.462757:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.462759:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.462760:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777486.462762:0:33269:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777486.462764:0:33269:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777486.462766:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d4c0 1 00800000:00000010:2.0:1788777486.462768:0:33269:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3d4c0. 00800000:00000001:2.0:1788777486.462771:0:33269:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777486.462775:0:33269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9d4 00800000:00000001:2.0:1788777486.462778:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777486.462781:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777486.462782:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777486.462783:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777486.462784:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777486.462786:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.462789:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.462792:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.462793:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777486.462794:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777486.462797:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777486.462800:0:33269:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777486.462803:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777486.462806:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9d4 from it ffffb70bc20c3bd0 00010000:00000001:2.0:1788777486.462809:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777486.462810:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777486.462811:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777486.462813:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.462815:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.462817:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777486.462821:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777486.462829:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.462830:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777486.462832:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777486.462834:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777486.462837:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777486.462846:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777486.462849:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777486.462851:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777486.462855:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.462856:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777486.462858:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.462861:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777486.462863:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.462865:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.462867:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.462869:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777486.462870:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.462871:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777486.462874:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777486.462891:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122300 x1875667211123456/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777486.462900:0:33269:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777486.462903:0:33269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777486.462907:0:33269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1162800. 02000000:00000001:2.0:1788777486.462912:0:33269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777486.462914:0:33269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777486.462916:0:33269:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777486.462919:0:33269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777486.462922:0:33269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356d800. 02000000:00000001:2.0:1788777486.462927:0:33269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777486.462929:0:33269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777486.462930:0:33269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122300. 00000100:00000001:2.0:1788777486.462935:0:33269:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777486.462938:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777486.462949:0:33269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777486.462954:0:33269:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777486.462980:0:33269:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca613460. 00000020:00000001:2.0:1788777486.462984:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3d88 00000080:00200000:2.0:1788777486.462986:0:33269:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=1536 00000080:00000001:2.0:1788777486.462990:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777486.462991:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777486.462993:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3c98 00000080:00200000:2.0:1788777486.462994:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777486.462998:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2000. 00800000:00000002:2.0:1788777486.463002:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777486.463005:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777486.463008:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777486.463010:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3bb8 00800000:00000002:2.0:1788777486.463011:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777486.463015:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777486.463017:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777486.463020:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777486.463022:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777486.463025:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777486.463026:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777486.463029:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777486.463032:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777486.463035:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777486.463039:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777486.463040:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3a88 00000002:00010000:2.0:1788777486.463042:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777486.463045:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777486.463047:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777486.463049:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777486.463052:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611500 count: 2 00010000:00000001:2.0:1788777486.463054:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777486.463057:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777486.463060:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777486.463063:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777486.463070:0:33269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777486.463073:0:33269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777486.463076:0:33269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777486.463082:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777486.463220:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777486.463222:0:33269:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777486.463224:0:33269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777486.463226:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777486.463228:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777486.463231:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777486.463233:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777486.463235:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2000. 00000080:00000001:2.0:1788777486.463238:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777486.463239:0:33269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777486.463241:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777486.463243:0:33269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9d4 00800000:00000001:2.0:1788777486.463246:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777486.463248:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777486.463249:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777486.463250:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777486.463252:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777486.463254:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.463255:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.463258:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463259:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777486.463260:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777486.463262:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777486.463264:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9d4 from it ffffb70bc20c3cd0 00010000:00000001:2.0:1788777486.463266:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777486.463267:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777486.463268:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777486.463270:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.463272:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.463274:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777486.463276:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777486.463281:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463282:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777486.463283:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777486.463285:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777486.463287:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777486.463293:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777486.463295:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777486.463296:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777486.463298:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463299:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777486.463300:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463302:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777486.463303:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463306:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463308:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463309:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777486.463310:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463311:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777486.463313:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777486.463315:0:33269:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777486.463317:0:33269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788777486.463320:0:33269:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777486.463325:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777486.463327:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777486.463328:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3d78 00000080:00200000:2.0:1788777486.463330:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777486.463334:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2000. 00800000:00000002:2.0:1788777486.463337:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777486.463339:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777486.463459:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777486.463575:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3c98 00800000:00000002:2.0:1788777486.463578:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777486.463581:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777486.463582:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777486.463584:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777486.463585:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777486.463586:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777486.463588:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777486.463590:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777486.463592:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777486.463594:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777486.463598:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777486.463599:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3b68 00000002:00010000:2.0:1788777486.463600:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777486.463603:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777486.463604:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777486.463605:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777486.463609:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611500 count: 2 00010000:00000001:2.0:1788777486.463611:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777486.463614:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777486.463616:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777486.463619:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777486.463627:0:33269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777486.463629:0:33269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777486.463643:0:33269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777486.463649:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777486.463651:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777486.463653:0:33269:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777486.463655:0:33269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777486.463657:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777486.463659:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777486.463661:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777486.463663:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777486.463665:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2000. 00000080:00000001:2.0:1788777486.463668:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777486.463669:0:33269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777486.463670:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777486.463673:0:33269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9d4 00800000:00000001:2.0:1788777486.463675:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777486.463676:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777486.463678:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777486.463679:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777486.463680:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777486.463683:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.463684:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.463687:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463688:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777486.463689:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777486.463690:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777486.463692:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9d4 from it ffffb70bc20c3db0 00010000:00000001:2.0:1788777486.463693:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777486.463694:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777486.463695:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777486.463697:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.463699:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777486.463700:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777486.463702:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777486.463707:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463708:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777486.463709:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777486.463711:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777486.463712:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777486.463717:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777486.463719:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777486.463720:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777486.463722:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463723:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777486.463724:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463726:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777486.463727:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463728:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463731:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463733:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777486.463734:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463735:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777486.463736:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777486.463737:0:33269:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777486.463739:0:33269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788777486.463741:0:33269:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777486.463745:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3e20 00000080:00200000:2.0:1788777486.463747:0:33269:0:(namei.c:2129:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=33188, excl=1 00000080:00000001:2.0:1788777486.463750:0:33269:0:(namei.c:2080:ll_mknod()) Process entered 00000020:00000001:2.0:1788777486.463751:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3dd0 00000080:00200000:2.0:1788777486.463753:0:33269:0:(namei.c:2084:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) mode 100644 dev 0 00000080:00000001:2.0:1788777486.463756:0:33269:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1788777486.463757:0:33269:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1788777486.463761:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2000. 00800000:00000002:2.0:1788777486.463764:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777486.463770:0:33269:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777486.463773:0:33269:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788777486.463775:0:33269:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777486.463778:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777486.463779:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777486.463780:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777486.463782:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777486.463783:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777486.463785:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777486.463787:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777486.463790:0:33269:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:2.0:1788777486.463792:0:33269:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777486.463794:0:33269:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777486.463798:0:33269:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777486.463801:0:33269:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777486.463804:0:33269:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x28:0x0] 40000000:00000001:2.0:1788777486.463807:0:33269:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777486.463809:0:33269:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777486.463811:0:33269:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777486.463813:0:33269:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777486.463816:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3bf0 00800000:00000002:2.0:1788777486.463818:0:33269:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000405:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788777486.463824:0:33269:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788777486.463826:0:33269:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777486.463829:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611500 count: 2 00010000:00000001:2.0:1788777486.463831:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777486.463834:0:33269:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777486.463836:0:33269:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777486.463840:0:33269:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788777486.463848:0:33269:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777486.463851:0:33269:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777486.463853:0:33269:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777486.463855:0:33269:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777486.463858:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777486.463859:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777486.463861:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611500 count: 3 00010000:00000001:2.0:1788777486.463863:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777486.463866:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777486.463867:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777486.463869:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777486.463870:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611500 count: 3 00010000:00000001:2.0:1788777486.463872:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777486.463874:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777486.463875:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777486.463876:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777486.463877:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611500 count: 3 00010000:00000001:2.0:1788777486.463879:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777486.463881:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777486.463883:0:33269:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777486.463886:0:33269:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777486.463889:0:33269:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777486.463891:0:33269:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777486.463894:0:33269:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777486.463895:0:33269:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463899:0:33269:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777486.463902:0:33269:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777486.463904:0:33269:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777486.463905:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777486.463907:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777486.463909:0:33269:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045c00 with handle 0x22b16ee488cdc9d4 from hash 00010000:00000001:2.0:1788777486.463911:0:33269:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777486.463913:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463915:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777486.463916:0:33269:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777486.463918:0:33269:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777486.463920:0:33269:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777486.463922:0:33269:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777486.463925:0:33269:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777486.463927:0:33269:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777486.463931:0:33269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ca80. 00000020:00000040:2.0:1788777486.463936:0:33269:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777486.463941:0:33269:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777486.463943:0:33269:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.463945:0:33269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777486.463948:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777486.463951:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777486.463952:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777486.463953:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777486.463956:0:33269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777486.463958:0:33269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777486.464190:0:33269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777486.464199:0:33269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333a400. 00000100:00000001:2.0:1788777486.464205:0:33269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.464207:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777486.464209:0:33269:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777486.464215:0:33269:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788777486.464223:0:33269:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777486.464225:0:33269:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777486.464226:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777486.464229:0:33269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdc9d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6c6e expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788777486.464236:0:33269:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611500 count: 0 00010000:00000010:2.0:1788777486.464241:0:33269:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182f00. 00010000:00000001:2.0:1788777486.464251:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777486.464253:0:33269:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.464254:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777486.464256:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.464258:0:33269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788777486.464269:0:33269:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1788777486.464279:0:33269:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639ca80 x1875667211123712/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777486.464287:0:33269:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777486.464289:0:33269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777486.464295:0:33269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159000. 00000100:00000001:2.0:1788777486.464297:0:33269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686983680 : -110914022567936 : ffff9b1fd1159000) 00000100:00000001:2.0:1788777486.464300:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777486.464301:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000001:2.0:1788777486.464305:0:33269:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777486.464309:0:33269:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777486.464311:0:33269:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777486.464313:0:33269:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777486.464317:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ca80 x1875667211123712/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777486.464326:0:33269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777486.464328:0:33269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777486.464331:0:33269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777486.464333:0:33269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777486.464336:0:33269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777486.464339:0:33269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211123712:192.168.204.133@tcp:36:multiop.0 00000100:00000001:2.0:1788777486.464459:0:33269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777486.464611:0:33269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777486.464615:0:33269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777486.464618:0:33269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777486.464623:0:33269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339800. 02000000:00000001:2.0:1788777486.464625:0:33269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777486.464643:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777486.464647:0:33269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b420. 00000400:00000010:2.0:1788777486.464655:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93908. 00000100:00000200:2.0:1788777486.464662:0:33269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211123712, portal 10 00000100:00000001:2.0:1788777486.464664:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777486.464665:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000040:2.0:1788777486.464673:0:33269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ca80 x1875667211123712/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777486.464679:0:33269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777486.464682:0:33269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777486.464684:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93330. 00000100:00000200:2.0:1788777486.464687:0:33269:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211123712, offset 0 00000400:00000200:2.0:1788777486.464694:0:33269:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777486.464705:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.464712:0:33269:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777486.464718:0:33269:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777486.464722:0:33269:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777486.464726:0:33269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777486.464729:0:33269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777486.464732:0:33269:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2836:2836:256:4294967295] 192.168.204.133@tcp LPNI seq info [2835:2835:8:4294967295] 00000400:00000200:2.0:1788777486.464736:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.464746:0:33269:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777486.464753:0:33269:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777486.464758:0:33269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956b00. 00000800:00000200:2.0:1788777486.464765:0:33269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777486.464772:0:33269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777486.464776:0:33269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788777486.464797:0:33269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777486.464801:0:33269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 824352 usecs (825 jiffies) 00000400:00000200:2.0:1788777486.464805:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777486.464807:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296590597 00000100:00000001:2.0:1788777486.464810:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:2.0:1788777486.464813:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296590597 00000100:00000001:2.0:1788777486.464816:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:2.0:1788777486.464818:0:33269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777486.464821:0:33269:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777486.464823:0:33269:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777486.464825:0:33269:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777486.464827:0:33269:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159000 going to sleep for 11 seconds 00000100:00000001:2.0:1788777486.464830:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777486.464833:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777486.465199:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777486.465203:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956b00. 00000400:00000200:3.0:1788777486.465208:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.465213:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777486.465219:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93330 00000400:00000010:3.0:1788777486.465221:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93330. 00000100:00000001:3.0:1788777486.465225:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777486.465229:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ca80 x1875667211123712/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.465239:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777486.465242:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ca80 x1875667211123712/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.465249:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777486.465250:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777486.472512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611500. 00010000:00000010:2.1:1788777486.472531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045c00. 00000800:00000001:2.0:1788777486.478647:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.478665:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777486.478670:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.478672:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777486.478683:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.478691:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777486.478702:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.478707:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.478713:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.478718:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 10 MB=0x6a9e8cdd5fc00 00000400:00000200:2.0:1788777486.478723:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.478728:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 448/448 into md 0x84b5 [1] + 224 00000800:00000001:2.0:1788777486.478735:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.478756:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777486.478759:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777486.478764:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777486.478775:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777486.478784:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ca80 x1875667211123712/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777486.478797:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b1fc639ca80 x1875667211123712/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777486.478827:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777486.478837:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.478840:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.478915:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777486.478923:0:33269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777486.478925:0:33269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777486.478928:0:33269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b420. 00000400:00000200:0.0:1788777486.478933:0:33269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93908 00000400:00000010:0.0:1788777486.478935:0:33269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93908. 00000100:00000001:0.0:1788777486.478939:0:33269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777486.478949:0:33269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ca80 x1875667211123712/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777486.478958:0:33269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ca80 x1875667211123712/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.478969:0:33269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777486.478971:0:33269:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.478974:0:33269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777486.478977:0:33269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777486.478980:0:33269:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777486.478982:0:33269:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.478985:0:33269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777486.478993:0:33269:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=145 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777486.478997:0:33269:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777486.479000:0:33269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777486.479002:0:33269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.479004:0:33269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777486.479008:0:33269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.479010:0:33269:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777486.479012:0:33269:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:0.0:1788777486.479014:0:33269:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777486.479016:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777486.479018:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000001:0.0:1788777486.479021:0:33269:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777486.479023:0:33269:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788777486.479026:0:33269:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777486.479028:0:33269:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.479033:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ca80 x1875667211123712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777502 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.479040:0:33269:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.479043:0:33269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777486.479045:0:33269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777486.479049:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ca80 x1875667211123712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777502 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777486.479057:0:33269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211123712:192.168.204.133@tcp:36:multiop.0 00000100:00000001:0.0:1788777486.479061:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.479064:0:33269:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.479066:0:33269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777486.479068:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.479071:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ca80 x1875667211123712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777502 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.479078:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777486.479080:0:33269:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159000. 00000100:00000001:0.0:1788777486.479083:0:33269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777486.479084:0:33269:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.479265:0:33269:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.479271:0:33269:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x28:0x0] 00800000:00000001:0.0:1788777486.479273:0:33269:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.479277:0:33269:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1788777486.479281:0:33269:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777485 to 1788777486 00000080:00000001:0.0:1788777486.479285:0:33269:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777486.479293:0:33269:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777486.479295:0:33269:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777486.479299:0:33269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:0.0:1788777486.479303:0:33269:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788777486.479317:0:33269:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd157dac0. 00000020:00000001:0.0:1788777486.479329:0:33269:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788777486.479331:0:33269:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788777486.479334:0:33269:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788777486.479336:0:33269:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9b1fd157db88) 00000080:00000001:0.0:1788777486.479338:0:33269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:0.0:1788777486.479341:0:33269:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777486.479356:0:33269:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611176 mtime from 0 to 1788777486 00000080:00000001:0.0:1788777486.479361:0:33269:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:0.0:1788777486.479364:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777486.479370:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777486.479372:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777486.479378:0:33269:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788777486.479384:0:33269:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b1fc72ca0c8. 00000020:00000001:0.0:1788777486.479387:0:33269:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777486.479389:0:33269:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777486.479396:0:33269:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788777486.479401:0:33269:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b1fc4f829b0. 00020000:00000001:0.0:1788777486.479404:0:33269:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633159483730352 : -110914225821264 : ffff9b1fc4f829b0) 00020000:00000001:0.0:1788777486.479407:0:33269:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788777486.479409:0:33269:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.479414:0:33269:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520723272 : -110914188828344 : ffff9b1fc72ca148) 00000020:00001000:0.0:1788777486.479417:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777486.479420:0:33269:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691328392 : -110914018223224 : ffff9b1fd157db88) 00000080:00000001:0.0:1788777486.479423:0:33269:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777486.479425:0:33269:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777486.479427:0:33269:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.479431:0:33269:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.479433:0:33269:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:0.0:1788777486.479435:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.479439:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ca80 x1875667211123712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777502 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.479446:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.479449:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777486.479454:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2000. 00000080:00000001:0.0:1788777486.479458:0:33269:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.479503:0:33269:0:(namei.c:2112:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.479507:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3e20 00000080:00200000:0.0:1788777486.479509:0:33269:0:(namei.c:2137:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:0.0:1788777486.479523:0:33269:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777486.479531:0:33269:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777486.479608:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777486.479613:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777486.479615:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777486.479616:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3b20 00000080:00200000:0.0:1788777486.479619:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777486.479625:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312bc00. 00800000:00000002:0.0:1788777486.479639:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777486.479643:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777486.479646:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.479649:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3a40 00800000:00000002:0.0:1788777486.479651:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.479654:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777486.479657:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777486.479660:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777486.479662:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777486.479664:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777486.479666:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.479668:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.479670:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.479672:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777486.479677:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.479679:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3910 00000002:00010000:0.0:1788777486.479681:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777486.479684:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777486.479686:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.479689:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777486.479694:0:33269:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.479697:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.479699:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.479701:0:33269:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777486.479704:0:33269:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777486.479709:0:33269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31edc00. 00000020:00000040:0.0:1788777486.479712:0:33269:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777486.479717:0:33269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777486.479722:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.479728:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.479730:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.479731:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.479734:0:33269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777486.479736:0:33269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777486.479740:0:33269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777486.479747:0:33269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001000. 00000100:00000001:0.0:1788777486.479753:0:33269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.479756:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777486.479758:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.479760:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777486.479762:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.479764:0:33269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.479770:0:33269:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00010000:00000001:0.0:1788777486.479773:0:33269:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777486.479775:0:33269:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777486.479779:0:33269:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e900. 00010000:00000010:0.0:1788777486.479783:0:33269:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6ac80. 00010000:00000001:0.0:1788777486.479787:0:33269:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777486.479790:0:33269:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f6c00. 00000020:00000001:0.0:1788777486.479793:0:33269:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777486.479796:0:33269:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f6c00 with handle 0x22b16ee488cdc9db to hash 00000020:00000001:0.0:1788777486.479797:0:33269:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777486.479799:0:33269:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.479802:0:33269:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.479806:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.479809:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.479813:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.479825:0:33269:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.479835:0:33269:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777486.479839:0:33269:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777486.479841:0:33269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777486.479846:0:33269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777486.479848:0:33269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688951488 : -110914020600128 : ffff9b1fd13396c0) 00000100:00000001:0.0:1788777486.479850:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777486.479851:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000001:0.0:1788777486.479855:0:33269:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777486.479858:0:33269:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.479860:0:33269:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777486.479861:0:33269:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777486.479866:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.479872:0:33269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777486.479874:0:33269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.479877:0:33269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777486.479879:0:33269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777486.479881:0:33269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777486.479884:0:33269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211123840:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777486.479888:0:33269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777486.479892:0:33269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777486.479895:0:33269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.479897:0:33269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777486.479901:0:33269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd895b800. 02000000:00000001:0.0:1788777486.479903:0:33269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777486.479909:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777486.479912:0:33269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0268. 00000400:00000010:0.0:1788777486.479918:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b330. 00000100:00000200:0.0:1788777486.479923:0:33269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211123840, portal 10 00000100:00000001:0.0:1788777486.479925:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777486.479926:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000040:0.0:1788777486.479931:0:33269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.479937:0:33269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777486.480638:0:33269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777486.480644:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bf68. 00000100:00000200:0.0:1788777486.480651:0:33269:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211123840, offset 0 00000400:00000200:0.0:1788777486.480659:0:33269:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777486.480668:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777486.480676:0:33269:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777486.480682:0:33269:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777486.480687:0:33269:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777486.480692:0:33269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777486.480694:0:33269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777486.480698:0:33269:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2837:2837:256:4294967295] 192.168.204.133@tcp LPNI seq info [2836:2836:8:4294967295] 00000400:00000200:0.0:1788777486.480702:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777486.480713:0:33269:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777486.480719:0:33269:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777486.480726:0:33269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5d00. 00000800:00000200:0.0:1788777486.480733:0:33269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777486.480752:0:33269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777486.480758:0:33269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777486.480776:0:33269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.480782:0:33269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 823271 usecs (824 jiffies) 00000400:00000200:0.0:1788777486.480786:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777486.480789:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296590612 00000100:00000001:0.0:1788777486.480792:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:0.0:1788777486.480795:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296590612 00000100:00000001:0.0:1788777486.480797:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:0.0:1788777486.480799:0:33269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.480801:0:33269:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.480804:0:33269:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777486.480806:0:33269:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777486.480809:0:33269:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd13396c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777486.480811:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777486.480813:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777486.482934:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777486.482944:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777486.482951:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.482967:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777486.482974:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bf68 00000400:00000010:3.0:1788777486.482977:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bf68. 00000100:00000001:3.0:1788777486.482984:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777486.482991:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777486.483002:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777486.483006:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777486.483013:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777486.483015:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788777486.491723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613460. 00000800:00000001:2.0:1788777486.505610:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.505665:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777486.505670:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.505673:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777486.505684:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.505692:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777486.505702:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.505707:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.505713:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.505717:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd5fc80 00000400:00000200:2.0:1788777486.505721:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.505727:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x84c5 [1] + 224 00000800:00000001:2.0:1788777486.505733:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.505741:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777486.505744:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777486.505749:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777486.505756:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777486.505765:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777486.505776:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777486.505799:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777486.505808:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.505811:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.505886:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777486.505895:0:33269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777486.505897:0:33269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777486.505902:0:33269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0268. 00000400:00000200:0.0:1788777486.505908:0:33269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:0.0:1788777486.505910:0:33269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:0.0:1788777486.505914:0:33269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777486.505919:0:33269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777486.505928:0:33269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.505934:0:33269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777486.505936:0:33269:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.505938:0:33269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777486.505942:0:33269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777486.505944:0:33269:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777486.505947:0:33269:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.505950:0:33269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777486.505960:0:33269:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=145 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777486.505965:0:33269:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777486.505968:0:33269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777486.505969:0:33269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.505972:0:33269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777486.505975:0:33269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.505979:0:33269:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777486.505982:0:33269:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788777486.505983:0:33269:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777486.505986:0:33269:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.505990:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.505997:0:33269:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.506000:0:33269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777486.506002:0:33269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777486.506005:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777486.506012:0:33269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211123840:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777486.506016:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.506019:0:33269:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.506021:0:33269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777486.506024:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.506027:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.506033:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777486.506035:0:33269:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777486.506039:0:33269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777486.506040:0:33269:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.506043:0:33269:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.506046:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506049:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506052:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=4 00000020:00000001:0.0:1788777486.506054:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506056:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000040:0.0:1788777486.506061:0:33269:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f6c00, remote cookie: 0x542deec0941a6c8a, flags: 0x1001 00010000:00010000:0.0:1788777486.506068:0:33269:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.506082:0:33269:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.506088:0:33269:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777486.506092:0:33269:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777486.506094:0:33269:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777486.506095:0:33269:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777486.506097:0:33269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777486.506100:0:33269:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd0f4e900) refcount = 1 00010000:00010000:0.0:1788777486.506104:0:33269:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.506110:0:33269:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777486.506113:0:33269:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777486.506114:0:33269:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777486.506117:0:33269:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777486.506119:0:33269:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.506122:0:33269:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.506127:0:33269:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777486.506129:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506131:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.506132:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506133:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.506134:0:33269:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.506139:0:33269:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777486.506141:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506142:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506144:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.506146:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506148:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506151:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506152:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506153:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=4 00000020:00000001:0.0:1788777486.506155:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506157:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506160:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.506162:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.506165:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.506171:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506172:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.506173:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506174:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506176:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=5 00000020:00000001:0.0:1788777486.506177:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506179:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506181:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.506183:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.506188:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506189:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.506191:0:33269:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.506197:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.506198:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506199:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.506200:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506201:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777486.506206:0:33269:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777486.506221:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506222:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506223:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.506225:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506227:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506230:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506231:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.506232:0:33269:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.506234:0:33269:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.506238:0:33269:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777486.506240:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506241:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506243:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.506244:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506246:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00000002:00010000:0.0:1788777486.506250:0:33269:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.506255:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506256:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.506258:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777486.506259:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506260:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506261:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.506263:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506265:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000040:0.0:1788777486.506270:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:0.0:1788777486.506273:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777486.506277:0:33269:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777486.506280:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506281:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.506283:0:33269:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777486.506286:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3898 00000002:00002000:0.0:1788777486.506288:0:33269:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777486.506291:0:33269:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.506295:0:33269:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.506298:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777486.506301:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777486.506304:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.506308:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777486.506311:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312bc00. 00000080:00000001:0.0:1788777486.506317:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777486.506320:0:33269:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777486.506326:0:33269:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777486.506329:0:33269:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777486.506335:0:33269:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fd12e4f80. 00800000:00000001:0.0:1788777486.506337:0:33269:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159688605568 : -110914020946048 : ffff9b1fd12e4f80) 00800000:00000001:0.0:1788777486.506339:0:33269:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.506352:0:33269:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777486.506355:0:33269:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777486.506357:0:33269:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777486.506360:0:33269:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777486.506364:0:33269:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777486.506365:0:33269:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.506370:0:33269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777486.506373:0:33269:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777486.506377:0:33269:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788777486.506380:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506448:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506450:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.506452:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506454:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506457:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506458:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777486.506459:0:33269:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777486.506627:0:33269:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777486.506638:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4f80 1 00800000:00000010:0.0:1788777486.506641:0:33269:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e4f80. 00800000:00000001:0.0:1788777486.506645:0:33269:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777486.506648:0:33269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9db 00800000:00000001:0.0:1788777486.506651:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777486.506653:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777486.506655:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506656:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506657:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.506659:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506661:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506664:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506665:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.506666:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.506667:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.506669:0:33269:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777486.506671:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777486.506674:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9db from it ffffb70bc20c3b58 00010000:00000001:0.0:1788777486.506676:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.506677:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.506678:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.506679:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506681:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.506682:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.506685:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.506691:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506692:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.506693:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777486.506696:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777486.506698:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777486.506709:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777486.506712:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777486.506714:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.506718:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506719:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.506721:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.506724:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777486.506726:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.506727:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.506730:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.506732:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.506733:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506734:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777486.506736:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.506742:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31edc00 x1875667211123840/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.506748:0:33269:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777486.506751:0:33269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777486.506754:0:33269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd895b800. 02000000:00000001:0.0:1788777486.506758:0:33269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777486.506760:0:33269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777486.506762:0:33269:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777486.506764:0:33269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777486.506767:0:33269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001000. 02000000:00000001:0.0:1788777486.506771:0:33269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777486.506773:0:33269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777486.506775:0:33269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31edc00. 00000100:00000001:0.0:1788777486.506777:0:33269:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777486.506779:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777486.506782:0:33269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777486.506787:0:33269:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777486.506806:0:33269:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd1882a20. 00000020:00000001:0.0:1788777486.506812:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3ae8 00000080:00200000:0.0:1788777486.506814:0:33269:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=9 00000080:00000001:0.0:1788777486.506817:0:33269:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777486.506819:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3998 00000080:00200000:0.0:1788777486.506821:0:33269:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=getattr 00000080:00000010:0.0:1788777486.506829:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312bc00. 00800000:00000002:0.0:1788777486.506834:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777486.506837:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777486.506840:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.506841:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c38b8 00800000:00000002:0.0:1788777486.506843:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.506846:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777486.506850:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777486.506852:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777486.506854:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777486.506856:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777486.506858:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.506860:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.506862:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.506866:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3850 00800000:00000002:0.0:1788777486.506867:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788777486.506871:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.506873:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3788 00000002:00010000:0.0:1788777486.506875:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788777486.506879:0:33269:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777486.506882:0:33269:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777486.506885:0:33269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31edc00. 00000020:00000040:0.0:1788777486.506889:0:33269:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777486.506893:0:33269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777486.506896:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.506899:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.506900:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.506901:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.506904:0:33269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777486.506906:0:33269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777486.506910:0:33269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777486.506918:0:33269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001000. 00000100:00000001:0.0:1788777486.506927:0:33269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.506930:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777486.506932:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.506934:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777486.506935:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.506937:0:33269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.506944:0:33269:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00010000:00000001:0.0:1788777486.506947:0:33269:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777486.506950:0:33269:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777486.506952:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:0.0:1788777486.506954:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777486.506956:0:33269:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777486.506959:0:33269:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7a00. 00000020:00000001:0.0:1788777486.506962:0:33269:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777486.506964:0:33269:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7a00 with handle 0x22b16ee488cdc9e2 to hash 00000020:00000001:0.0:1788777486.506966:0:33269:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777486.506968:0:33269:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.506971:0:33269:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.506974:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.506976:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.506979:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.506985:0:33269:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.506995:0:33269:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777486.507000:0:33269:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777486.507002:0:33269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777486.507008:0:33269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777486.507010:0:33269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688951488 : -110914020600128 : ffff9b1fd13396c0) 00000100:00000001:0.0:1788777486.507012:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777486.507014:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000001:0.0:1788777486.507018:0:33269:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777486.507022:0:33269:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.507024:0:33269:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777486.507025:0:33269:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777486.507030:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.507037:0:33269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777486.507039:0:33269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.507042:0:33269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777486.507045:0:33269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777486.507047:0:33269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777486.507050:0:33269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211123968:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777486.507054:0:33269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777486.507058:0:33269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777486.507060:0:33269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.507062:0:33269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777486.507066:0:33269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd895b800. 02000000:00000001:0.0:1788777486.507068:0:33269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777486.507074:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777486.507077:0:33269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0268. 00000400:00000010:0.0:1788777486.507083:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b330. 00000100:00000200:0.0:1788777486.507089:0:33269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211123968, portal 10 00000100:00000001:0.0:1788777486.507091:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777486.507092:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000040:0.0:1788777486.507097:0:33269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.507103:0:33269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777486.507105:0:33269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777486.507108:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b5d8. 00000100:00000200:0.0:1788777486.507112:0:33269:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211123968, offset 0 00000400:00000200:0.0:1788777486.507118:0:33269:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777486.507125:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777486.507132:0:33269:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777486.507138:0:33269:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777486.507143:0:33269:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777486.507146:0:33269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777486.507149:0:33269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777486.507152:0:33269:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2838:2838:256:4294967295] 192.168.204.133@tcp LPNI seq info [2837:2837:8:4294967295] 00000400:00000200:0.0:1788777486.507157:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777486.507166:0:33269:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777486.507172:0:33269:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777486.507177:0:33269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5700. 00000800:00000200:0.0:1788777486.507183:0:33269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777486.507190:0:33269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777486.507195:0:33269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777486.507215:0:33269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.507220:0:33269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 822213 usecs (823 jiffies) 00000400:00000200:0.0:1788777486.507224:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777486.507227:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296590637 00000100:00000001:0.0:1788777486.507230:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:0.0:1788777486.507233:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296590637 00000100:00000001:0.0:1788777486.507235:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:0.0:1788777486.507237:0:33269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.507239:0:33269:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.507241:0:33269:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777486.507244:0:33269:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777486.507246:0:33269:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd13396c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777486.507249:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777486.507250:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777486.507677:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777486.507682:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777486.507687:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.507693:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777486.507697:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b5d8 00000400:00000010:3.0:1788777486.507699:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b5d8. 00000100:00000001:3.0:1788777486.507703:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777486.507707:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777486.507716:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777486.507718:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777502 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777486.507724:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777486.507726:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1788777486.516980:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777486.516987:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.516992:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777486.516993:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777486.517215:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777486.517218:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777486.517222:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788777486.525755:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.525776:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777486.525780:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.525783:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777486.525794:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.525803:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777486.525825:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.525832:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.525839:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.525844:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 584 into portal 10 MB=0x6a9e8cdd5fd00 00000400:00000200:2.0:1788777486.525848:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777486.525856:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 584/584 into md 0x84cd [1] + 224 00000800:00000001:2.0:1788777486.525865:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.525875:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777486.525878:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777486.525884:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777486.525893:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777486.525903:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777486.525914:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777486.525937:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777486.525946:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777486.525949:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.526441:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777486.526451:0:33269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777486.526453:0:33269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777486.526457:0:33269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0268. 00000400:00000200:0.0:1788777486.527446:0:33269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:0.0:1788777486.527453:0:33269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:0.0:1788777486.527487:0:33269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777486.527501:0:33269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777486.527513:0:33269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.527623:0:33269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777486.527626:0:33269:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.527638:0:33269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777486.527642:0:33269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777486.527644:0:33269:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777486.527647:0:33269:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.527650:0:33269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777486.527660:0:33269:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=145 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777486.527665:0:33269:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777486.527667:0:33269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777486.527669:0:33269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.527672:0:33269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777486.527677:0:33269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.527682:0:33269:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777486.527684:0:33269:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788777486.527686:0:33269:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777486.527689:0:33269:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.527694:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.527700:0:33269:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.527702:0:33269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777486.527704:0:33269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777486.527708:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777502 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777486.527716:0:33269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211123968:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777486.527723:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.527726:0:33269:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.527729:0:33269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777486.527731:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.527735:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777502 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.527741:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777486.527745:0:33269:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777486.527749:0:33269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777486.527750:0:33269:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.527753:0:33269:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.527762:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.527765:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.527769:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=4 00000020:00000001:0.0:1788777486.527772:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.527775:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000040:0.0:1788777486.527781:0:33269:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7a00, remote cookie: 0x542deec0941a6ca6, flags: 0x1001 00010000:00010000:0.0:1788777486.527786:0:33269:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777486.527796:0:33269:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777486.527800:0:33269:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777486.527814:0:33269:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e100. 00010000:00000010:0.0:1788777486.527819:0:33269:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a680. 00010000:00000001:0.0:1788777486.527825:0:33269:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.527829:0:33269:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.527837:0:33269:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.527849:0:33269:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777486.527853:0:33269:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777486.527855:0:33269:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777486.527857:0:33269:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777486.527858:0:33269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777486.527861:0:33269:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x28:0x0].0x0 (ffff9b1fd0f4e100) refcount = 1 00010000:00010000:0.0:1788777486.527865:0:33269:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.527871:0:33269:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777486.527874:0:33269:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777486.527876:0:33269:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777486.527879:0:33269:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777486.527881:0:33269:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.527884:0:33269:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.527890:0:33269:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777486.527891:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.527893:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.527894:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.527895:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.527896:0:33269:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.527902:0:33269:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777486.527903:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.527904:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.527906:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777486.527908:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.527910:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.527913:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.527914:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.527915:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=4 00000020:00000001:0.0:1788777486.527917:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.527919:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.527922:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.527925:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.527928:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.527934:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.527936:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.527937:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.527938:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.527939:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=5 00000020:00000001:0.0:1788777486.527941:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.527943:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.527945:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.527947:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.527953:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.527954:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.527956:0:33269:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.529048:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.529050:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529051:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.529053:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529054:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777486.529065:0:33269:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777486.529075:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.529076:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.529078:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777486.529081:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.529083:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.529086:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529087:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.529089:0:33269:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.529154:0:33269:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.529158:0:33269:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777486.529161:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.529162:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.529164:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777486.529166:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.529168:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00000002:00010000:0.0:1788777486.529172:0:33269:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.529179:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529181:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.529183:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777486.529184:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.529185:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.529187:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777486.529189:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.529190:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000040:0.0:1788777486.529195:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e100 count: 2 00010000:00000001:0.0:1788777486.529197:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777486.529201:0:33269:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/40 (0 0) 00010000:00000001:0.0:1788777486.529203:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529204:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.529206:0:33269:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777486.529209:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3710 00000002:00002000:0.0:1788777486.529211:0:33269:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777486.529214:0:33269:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.529219:0:33269:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.529222:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777486.529226:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777486.529230:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.529234:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777486.529237:0:33269:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777486.529239:0:33269:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc20c3b20 it_disposition b 00000080:00000001:0.0:1788777486.529242:0:33269:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777486.529249:0:33269:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777486.529252:0:33269:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777486.529255:0:33269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:0.0:1788777486.529258:0:33269:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788777486.529266:0:33269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:0.0:1788777486.529269:0:33269:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788777486.529275:0:33269:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x28:0x0], updating i_size 0 00000080:00200000:0.0:1788777486.529277:0:33269:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x28:0x0](ffff9b1fd157db88): rc = 0 00000080:00000001:0.0:1788777486.529280:0:33269:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691328392 : -110914018223224 : ffff9b1fd157db88) 00010000:00000001:0.0:1788777486.529282:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.529284:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.529285:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777486.529287:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.529289:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00000080:00000001:0.0:1788777486.529292:0:33269:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777486.529295:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777486.529298:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777486.529301:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777486.529303:0:33269:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777486.529307:0:33269:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1788777486.529310:0:33269:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fd0738000 00020000:00000001:0.0:1788777486.529314:0:33269:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777486.529316:0:33269:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fd0738000 00020000:00000002:0.0:1788777486.529320:0:33269:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777486.529322:0:33269:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.529324:0:33269:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.529328:0:33269:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777486.529330:0:33269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00020000:00000002:0.0:1788777486.529334:0:33269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00020000:00000001:0.0:1788777486.529337:0:33269:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777486.529339:0:33269:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777486.529681:0:33269:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x28:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1788777486.529686:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777486.529689:0:33269:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.529691:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529692:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777486.529694:0:33269:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777486.529696:0:33269:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777486.529698:0:33269:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777486.529701:0:33269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdc9e2 00800000:00000001:0.0:1788777486.529704:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777486.529706:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777486.529707:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.529709:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.529710:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777486.529712:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.529714:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.529716:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529717:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.529718:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.529720:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777486.529726:0:33269:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd176a360 inode ffff9b1fd157db88 refc 1 flags 0x40000e 00000080:00000001:0.0:1788777486.529730:0:33269:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777486.529734:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff9b1fd157db88) 00000080:00010000:0.0:1788777486.529738:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9e2 from it ffffb70bc20c3b20 00010000:00000001:0.0:1788777486.529739:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.529740:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.529742:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777486.529743:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.529746:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.529748:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.529752:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.529759:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529760:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.529761:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777486.529765:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777486.529767:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777486.529775:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777486.529778:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777486.529780:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.529784:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529785:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.529787:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.529790:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777486.529792:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.529794:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.529797:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.529799:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.529801:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.529802:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777486.529803:0:33269:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777486.529807:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312bc00. 00000100:00000001:0.0:1788777486.529814:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.529820:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31edc00 x1875667211123968/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.529828:0:33269:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777486.529831:0:33269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777486.529834:0:33269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd895b800. 02000000:00000001:0.0:1788777486.529837:0:33269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777486.529840:0:33269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777486.529841:0:33269:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777486.529843:0:33269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777486.529846:0:33269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001000. 02000000:00000001:0.0:1788777486.529852:0:33269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777486.529854:0:33269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777486.529856:0:33269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31edc00. 00000100:00000001:0.0:1788777486.529860:0:33269:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777486.529861:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777486.529864:0:33269:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777486.529865:0:33269:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc20c3b20 released 00000080:00000001:0.0:1788777486.529867:0:33269:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788777486.529879:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3d08 00000080:00200008:0.0:1788777486.529882:0:33269:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777486.529890:0:33269:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788777486.529894:0:33269:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:0.0:1788777486.529900:0:33269:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff9b1fc312bc00. 00000080:00000001:0.0:1788777486.529904:0:33269:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446633159451917312 : -110914257634304 : ffff9b1fc312bc00) 00000080:00000001:0.0:1788777486.529908:0:33269:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:0.0:1788777486.529912:0:33269:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff9b1fca6e0000. 00000080:00000001:0.0:1788777486.529915:0:33269:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446633159575339008 : -110914134212608 : ffff9b1fca6e0000) 00000080:00400000:0.0:1788777486.529918:0:33269:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 33269] [parent /] 00000080:00000001:0.0:1788777486.530287:0:33269:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:0.0:1788777486.530289:0:33269:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff9b1fc312bc00, parent / 00000080:00000001:0.0:1788777486.530908:0:33269:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:0.0:1788777486.530920:0:33269:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777486.530928:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777486.530931:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3c80 00000080:00200000:0.0:1788777486.530933:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9b1fd157db88),name=f22.recovery-small-1 00000080:00000010:0.0:1788777486.530941:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312be00. 00800000:00000002:0.0:1788777486.530947:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777486.530955:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777486.530968:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.530970:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3ba0 00800000:00000002:0.0:1788777486.530973:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x28:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.530976:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777486.530981:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777486.530983:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777486.530986:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777486.530988:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777486.530990:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.530992:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.530994:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.530996:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777486.530997:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777486.530998:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777486.530999:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777486.531001:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531002:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:0.0:1788777486.531004:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531006:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777486.531010:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.531012:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3a70 00000002:00010000:0.0:1788777486.531013:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777486.531017:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777486.531019:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531022:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531027:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e100 count: 2 00010000:00000001:0.0:1788777486.531030:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777486.531034:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.531037:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777486.531042:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777486.531051:0:33269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777486.531056:0:33269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.531059:0:33269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777486.531065:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777486.531067:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777486.531069:0:33269:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777486.531071:0:33269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777486.531073:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777486.531074:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777486.531077:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777486.531079:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777486.531081:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312be00. 00000080:00000001:0.0:1788777486.531086:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777486.531088:0:33269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777486.531101:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff9b1fd157db88) 00000080:00010000:0.0:1788777486.531105:0:33269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdc9e2 00800000:00000001:0.0:1788777486.531108:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777486.531111:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777486.531113:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.531115:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.531118:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777486.531120:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.531123:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.531125:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531127:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.531129:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.531130:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777486.531133:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9e2 from it ffffb70bc20c3cb8 00010000:00000001:0.0:1788777486.531135:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.531136:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.531138:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777486.531140:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.531141:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777486.531144:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.531146:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777486.531153:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531154:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.531155:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777486.531157:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777486.531161:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777486.531168:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777486.531171:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777486.531173:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.531176:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531177:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.531178:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531181:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777486.531182:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531184:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531187:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531189:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.531190:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531191:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777486.531194:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777486.531195:0:33269:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777486.531198:0:33269:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777486.531201:0:33269:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777486.531202:0:33269:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777486.531204:0:33269:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777486.531206:0:33269:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.531208:0:33269:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.531210:0:33269:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777486.531215:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3d08 00000080:00000008:0.0:1788777486.531217:0:33269:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777486.531222:0:33269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777486.531224:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3da0 00000080:00002000:0.0:1788777486.531226:0:33269:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff9b1fd176a360, parent ffff9b1fd155f360, inode ffff9b1fd157db88) hashed, 00000080:00000001:0.0:1788777486.531228:0:33269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.531268:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777486.531271:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777486.531272:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777486.531273:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3bd8 00000080:00200000:0.0:1788777486.531275:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777486.531279:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312be00. 00800000:00000002:0.0:1788777486.531283:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777486.531285:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777486.531287:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.531288:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3af8 00800000:00000002:0.0:1788777486.531290:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.531293:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777486.531294:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777486.531295:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777486.531297:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777486.531298:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777486.531299:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531301:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.531302:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531304:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777486.531307:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.531309:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c39c8 00000002:00010000:0.0:1788777486.531310:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777486.531313:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777486.531315:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531316:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531319:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:0.0:1788777486.531321:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777486.531324:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.531325:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777486.531328:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777486.531335:0:33269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777486.531338:0:33269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.531352:0:33269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777486.531359:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777486.531360:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777486.531362:0:33269:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777486.531365:0:33269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777486.531366:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777486.531368:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777486.531370:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777486.531372:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777486.531374:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312be00. 00000080:00000001:0.0:1788777486.531377:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777486.531379:0:33269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777486.531381:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777486.531383:0:33269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9db 00800000:00000001:0.0:1788777486.531386:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777486.531387:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777486.531389:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.531390:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.531392:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.531394:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.531396:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.531398:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531400:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.531409:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.531411:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777486.531413:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9db from it ffffb70bc20c3c10 00010000:00000001:0.0:1788777486.531415:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.531416:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.531417:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.531418:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.531420:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.531422:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.531425:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777486.531430:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531431:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.531433:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777486.531434:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777486.531437:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777486.531442:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777486.531443:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777486.531445:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.531447:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531448:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.531449:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531451:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777486.531452:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531454:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531456:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531458:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.531459:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531460:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777486.531483:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777486.531485:0:33269:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777486.531488:0:33269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777486.531492:0:33269:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.531499:0:33269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777486.531502:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3da8 00000080:00002000:0.0:1788777486.531503:0:33269:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff9b1fd176a360) flags 0x48000e refc 0 00000080:00000001:0.0:1788777486.531506:0:33269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.531508:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3e18 00000080:00200000:0.0:1788777486.531509:0:33269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:0.0:1788777486.531513:0:33269:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:0.0:1788777486.531516:0:33269:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:0.0:1788777486.531535:0:33269:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1788777486.531538:0:33269:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:0.0:1788777486.531540:0:33269:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1788777486.531543:0:33269:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:0.0:1788777486.531546:0:33269:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:0.0:1788777486.531551:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777486.531552:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777486.531553:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3d38 00000080:00200000:0.0:1788777486.531555:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777486.531559:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312be00. 00800000:00000002:0.0:1788777486.531562:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777486.531564:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777486.531565:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.531567:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3c58 00800000:00000002:0.0:1788777486.531568:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.531571:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777486.531572:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777486.531574:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777486.531575:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777486.531576:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777486.531578:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531580:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.531582:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531584:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777486.531587:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777486.531588:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3b28 00000002:00010000:0.0:1788777486.531590:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777486.531593:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777486.531594:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531595:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531597:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:0.0:1788777486.531599:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777486.531602:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.531603:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777486.531606:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777486.531614:0:33269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777486.531616:0:33269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.531618:0:33269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777486.531625:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777486.531627:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777486.531637:0:33269:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777486.531639:0:33269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777486.531641:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777486.531643:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777486.531645:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777486.531647:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777486.531649:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312be00. 00000080:00000001:0.0:1788777486.531651:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777486.531653:0:33269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777486.531654:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777486.531657:0:33269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdc9db 00800000:00000001:0.0:1788777486.531659:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777486.531660:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777486.531661:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.531663:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.531664:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.531665:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.531667:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.531669:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531670:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.531671:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.531673:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777486.531674:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9db from it ffffb70bc20c3d70 00010000:00000001:0.0:1788777486.531676:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.531677:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.531678:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6c00 refcount=3 00000020:00000001:0.0:1788777486.531680:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.531681:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677144064 : -110914032407552 : ffff9b1fd07f6c00) 00010000:00000001:0.0:1788777486.531683:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.531686:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777486.531692:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531693:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.531694:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777486.531696:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777486.531698:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777486.531704:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777486.531705:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777486.531706:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.531708:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531709:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.531710:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531712:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777486.531713:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531715:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531716:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531718:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.531720:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531721:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777486.531722:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777486.531723:0:33269:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777486.531725:0:33269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788777486.531728:0:33269:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.531731:0:33269:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1788777486.531733:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3e00 00000080:00200000:0.0:1788777486.531735:0:33269:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:0.0:1788777486.531739:0:33269:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788777486.531741:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777486.531744:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777486.531747:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777486.531750:0:33269:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777486.531753:0:33269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00020000:00000002:0.0:1788777486.531756:0:33269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00020000:00000001:0.0:1788777486.531759:0:33269:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777486.531760:0:33269:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777486.531762:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777486.531765:0:33269:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777486.531768:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc312be00. 00800000:00000002:0.0:1788777486.531771:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:0.0:1788777486.531777:0:33269:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788777486.531779:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777486.531780:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777486.531782:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777486.531783:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777486.531785:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531786:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777486.531788:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.531789:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777486.531790:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777486.531791:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777486.531793:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777486.531794:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531796:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:0.0:1788777486.531797:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.531799:0:33269:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788777486.531800:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777486.531801:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777486.531802:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777486.531803:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777486.531804:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531806:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:0.0:1788777486.531807:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531809:0:33269:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x28:0x0] 00800000:00000001:0.0:1788777486.531811:0:33269:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.531814:0:33269:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x28:0x0] -> mds #0 00000002:00000001:0.0:1788777486.531817:0:33269:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788777486.531819:0:33269:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777486.531822:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:0.0:1788777486.531824:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777486.531826:0:33269:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777486.531829:0:33269:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777486.531831:0:33269:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788777486.531838:0:33269:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777486.531842:0:33269:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777486.531844:0:33269:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777486.531846:0:33269:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777486.531848:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531849:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531851:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 3 00010000:00000001:0.0:1788777486.531852:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777486.531854:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.531856:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531857:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531858:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 3 00010000:00000001:0.0:1788777486.531859:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777486.531861:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.531862:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531863:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531865:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 3 00010000:00000001:0.0:1788777486.531867:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777486.531869:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.531870:0:33269:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777486.531873:0:33269:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777486.531876:0:33269:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777486.531878:0:33269:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777486.531880:0:33269:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777486.531882:0:33269:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.531885:0:33269:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777486.531888:0:33269:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777486.531890:0:33269:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777486.531892:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.531893:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777486.531896:0:33269:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f6c00 with handle 0x22b16ee488cdc9db from hash 00010000:00000001:0.0:1788777486.531898:0:33269:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777486.531900:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.531901:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.531902:0:33269:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777486.531905:0:33269:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777486.531906:0:33269:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777486.531909:0:33269:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777486.531911:0:33269:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777486.531913:0:33269:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777486.531915:0:33269:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777486.531917:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e100 count: 2 00010000:00000001:0.0:1788777486.531919:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777486.531921:0:33269:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777486.531923:0:33269:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777486.531925:0:33269:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788777486.531932:0:33269:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777486.531933:0:33269:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777486.531934:0:33269:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777486.531936:0:33269:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x28:0x0] mode (null) 00000002:00000001:0.0:1788777486.531938:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531939:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531941:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e100 count: 3 00010000:00000001:0.0:1788777486.531943:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777486.531945:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.531946:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531947:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531948:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e100 count: 3 00010000:00000001:0.0:1788777486.531950:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777486.531952:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.531953:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531954:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531955:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e100 count: 3 00010000:00000001:0.0:1788777486.531957:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777486.531959:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.531960:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777486.531961:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777486.531963:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e100 count: 3 00010000:00000001:0.0:1788777486.531964:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777486.531966:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.531967:0:33269:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.531969:0:33269:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777486.531970:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777486.531972:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777486.531974:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777486.531976:0:33269:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788777486.531978:0:33269:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x28:0x0]: losing layout lock 00000080:00000001:0.0:1788777486.531981:0:33269:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788777486.531983:0:33269:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788777486.531986:0:33269:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777486.531989:0:33269:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777486.531991:0:33269:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788777486.531993:0:33269:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.531995:0:33269:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777486.531996:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777486.531998:0:33269:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.532001:0:33269:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777486.532002:0:33269:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x28:0x0](ffff9b1fd157db88) invalid 00000020:00000001:0.0:1788777486.532004:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3a68 00000080:00002000:0.0:1788777486.532006:0:33269:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff9b1fd176a360) parent ffff9b1fd155f360 inode ffff9b1fd157db88 refc 1 00000080:00000001:0.0:1788777486.532009:0:33269:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777486.532011:0:33269:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777486.532012:0:33269:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.532014:0:33269:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777486.532015:0:33269:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777486.532016:0:33269:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777486.532018:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.532019:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777486.532021:0:33269:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7a00 with handle 0x22b16ee488cdc9e2 from hash 00010000:00000001:0.0:1788777486.532023:0:33269:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777486.532024:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.532025:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.532026:0:33269:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777486.532028:0:33269:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777486.532029:0:33269:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777486.532031:0:33269:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777486.532032:0:33269:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777486.532034:0:33269:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777486.532039:0:33269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31edc00. 00000020:00000040:0.0:1788777486.532043:0:33269:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777486.532047:0:33269:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777486.532049:0:33269:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.532052:0:33269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777486.532056:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.532058:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.532059:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.532061:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.532064:0:33269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777486.532066:0:33269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777486.532069:0:33269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777486.532076:0:33269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc312b800. 00000100:00000001:0.0:1788777486.532083:0:33269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.532086:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777486.532088:0:33269:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777486.532094:0:33269:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777486.532102:0:33269:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788777486.532107:0:33269:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788777486.532109:0:33269:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777486.532111:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.532114:0:33269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdc9e2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6ca6 expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788777486.532120:0:33269:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e100 count: 0 00010000:00000010:0.0:1788777486.532125:0:33269:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6a680. 00010000:00000001:0.0:1788777486.532136:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.532138:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.532140:0:33269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6c00/0x22b16ee488cdc9db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6c8a expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788777486.532146:0:33269:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e900 count: 0 00010000:00000010:0.0:1788777486.532149:0:33269:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6ac80. 00010000:00000001:0.0:1788777486.532153:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.532155:0:33269:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.532156:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777486.532157:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.532159:0:33269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777486.532172:0:33269:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1788777486.532184:0:33269:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31edc00 x1875667211124224/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777486.532191:0:33269:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777486.532192:0:33269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777486.532198:0:33269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777486.532200:0:33269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688951488 : -110914020600128 : ffff9b1fd13396c0) 00000100:00000001:0.0:1788777486.532203:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777486.532204:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000001:0.0:1788777486.532209:0:33269:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777486.532213:0:33269:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.532215:0:33269:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777486.532217:0:33269:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777486.532221:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31edc00 x1875667211124224/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.532228:0:33269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777486.532231:0:33269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.532235:0:33269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777486.532237:0:33269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777486.532239:0:33269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777486.532242:0:33269:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211124224:192.168.204.133@tcp:36:multiop.0 00000100:00000001:0.0:1788777486.532247:0:33269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777486.532252:0:33269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777486.532254:0:33269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.532257:0:33269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777486.532261:0:33269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1001000. 02000000:00000001:0.0:1788777486.532263:0:33269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777486.532271:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777486.532275:0:33269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0268. 00000400:00000010:0.0:1788777486.532282:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b330. 00000100:00000200:0.0:1788777486.532290:0:33269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211124224, portal 10 00000100:00000001:0.0:1788777486.532292:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777486.532293:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000040:0.0:1788777486.532299:0:33269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31edc00 x1875667211124224/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.532306:0:33269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777486.532309:0:33269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777486.532311:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b880. 00000100:00000200:0.0:1788777486.532314:0:33269:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875667211124224, offset 0 00000400:00000200:0.0:1788777486.532321:0:33269:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777486.532331:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777486.532340:0:33269:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777486.532348:0:33269:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777486.532353:0:33269:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777486.532358:0:33269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777486.532360:0:33269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777486.532364:0:33269:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2839:2839:256:4294967295] 192.168.204.133@tcp LPNI seq info [2838:2838:8:4294967295] 00000400:00000200:0.0:1788777486.532369:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777486.532379:0:33269:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777486.532387:0:33269:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777486.532393:0:33269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5200. 00000800:00000200:0.0:1788777486.532400:0:33269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777486.532409:0:33269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777486.532413:0:33269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788777486.532441:0:33269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.532446:0:33269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 821148 usecs (822 jiffies) 00000400:00000200:0.0:1788777486.532449:0:33269:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777486.532452:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296590661 00000100:00000001:0.0:1788777486.532455:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:0.0:1788777486.532458:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296590661 00000100:00000001:0.0:1788777486.532460:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000080:00000001:2.0:1788777486.532922:0:33271:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:2.0:1788777486.532926:0:33271:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff9b1fc312bc00, parent / 00000800:00000200:3.0:1788777486.533172:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777486.533177:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777486.533183:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.533189:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777486.533194:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b880 00000400:00000010:3.0:1788777486.533197:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b880. 00000100:00000001:3.0:1788777486.533202:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777486.533208:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edc00 x1875667211124224/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.533219:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777486.533222:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edc00 x1875667211124224/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.533230:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777486.533231:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:1.0:1788777486.533714:0:33270:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:1.0:1788777486.533718:0:33270:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff9b1fc312bc00, parent / 00800000:00000001:1.0:1788777486.533723:0:33270:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:1.0:1788777486.533730:0:33270:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff9b1fc32de7c0. 00800000:00000001:1.0:1788777486.533732:0:33270:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446633159453697984 : -110914255853632 : ffff9b1fc32de7c0) 00000080:00000001:1.0:1788777486.533735:0:33270:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:1.0:1788777486.533737:0:33270:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:1.0:1788777486.533740:0:33270:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff9b1fd0cbd000. 00000080:00000001:1.0:1788777486.533744:0:33270:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788777486.533747:0:33270:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788777486.533749:0:33270:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b1fd0182380. 00000020:00000001:1.0:1788777486.533752:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bcd8 00000080:00400000:1.0:1788777486.533754:0:33270:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff9b1fd0182380) index 1 00000080:00000001:1.0:1788777486.533758:0:33270:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633159670375296 : -110914039176320 : ffff9b1fd0182380) 00000080:00000001:1.0:1788777486.533762:0:33270:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777486.533765:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bc98 00000080:00002000:1.0:1788777486.533766:0:33270:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9b1fd176a438) flags 0x40000e refc 1 00000080:00000001:1.0:1788777486.533769:0:33270:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.533772:0:33270:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:1.0:1788777486.533775:0:33270:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b1fc356fc00. 00800000:00000002:1.0:1788777486.533782:0:33270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 3 00800000:00000001:1.0:1788777486.533793:0:33270:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1788777486.533795:0:33270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777486.533797:0:33270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777486.533799:0:33270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777486.533802:0:33270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777486.533804:0:33270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.533806:0:33270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1788777486.533808:0:33270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.533814:0:33270:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777486.533817:0:33270:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777486.533820:0:33270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777486.533827:0:33270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e300 count: 2 00010000:00000001:1.0:1788777486.533830:0:33270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777486.533834:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.533839:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777486.533843:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777486.533853:0:33270:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777486.533857:0:33270:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.533860:0:33270:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777486.533867:0:33270:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777486.533869:0:33270:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777486.533870:0:33270:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777486.533872:0:33270:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777486.533874:0:33270:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc0d4bd78 released 00000080:00010000:1.0:1788777486.533876:0:33270:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdc9cd from it ffffb70bc0d4bd78 00010000:00000001:1.0:1788777486.533878:0:33270:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777486.533880:0:33270:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777486.533883:0:33270:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:1.0:1788777486.533886:0:33270:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777486.533889:0:33270:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777486.533891:0:33270:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777486.533894:0:33270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777486.533900:0:33270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.533902:0:33270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777486.533904:0:33270:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777486.533906:0:33270:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777486.533908:0:33270:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777486.533916:0:33270:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777486.533919:0:33270:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777486.533921:0:33270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777486.533925:0:33270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.533926:0:33270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777486.533928:0:33270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.533931:0:33270:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777486.533933:0:33270:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.533935:0:33270:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.533937:0:33270:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.533940:0:33270:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777486.533941:0:33270:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777486.533942:0:33270:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777486.533943:0:33270:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1788777486.533946:0:33270:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 3 00000080:00000010:1.0:1788777486.533948:0:33270:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b1fc356fc00. 00000080:00000001:1.0:1788777486.533951:0:33270:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777486.533979:0:33270:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788777486.533983:0:33270:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788777486.533983:0:33270:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788777486.533986:0:33270:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b1fd0182280. 00000020:00000001:1.0:1788777486.533988:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bcd8 00000080:00400000:1.0:1788777486.533990:0:33270:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff9b1fd0182280) index 2 00000080:00000001:1.0:1788777486.533992:0:33270:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633159670375040 : -110914039176576 : ffff9b1fd0182280) 00000080:00000001:1.0:1788777486.533994:0:33270:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788777486.533996:0:33270:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b1fc356fc00. 00800000:00000002:1.0:1788777486.533999:0:33270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 3 00800000:00000001:1.0:1788777486.534003:0:33270:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788777486.534006:0:33270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777486.534007:0:33270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777486.534008:0:33270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777486.534010:0:33270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777486.534012:0:33270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.534013:0:33270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777486.534015:0:33270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534017:0:33270:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:1.0:1788777486.534020:0:33270:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff9b1fd11ecf20. 00000002:00000001:1.0:1788777486.534022:0:33270:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:1.0:1788777486.534025:0:33270:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff9b1fd11ec8a0. 00000002:00000010:1.0:1788777486.534028:0:33270:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9b1fd12131e0. 00000002:00000010:1.0:1788777486.534032:0:33270:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9b1fc32deb40. 00000002:00000010:1.0:1788777486.534036:0:33270:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9b1fd11fd000. 00000002:00000001:1.0:1788777486.534038:0:33270:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446633159687588000 : -110914021963616 : ffff9b1fd11ec8a0) 00800000:00000001:1.0:1788777486.534040:0:33270:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446633159687588000 : -110914021963616 : ffff9b1fd11ec8a0) 00000002:00000001:1.0:1788777486.534042:0:33270:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788777486.534045:0:33270:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b1fc90d2cc0. 00000002:00000001:1.0:1788777486.534048:0:33270:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788777486.534049:0:33270:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788777486.534050:0:33270:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788777486.534059:0:33270:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788777486.534061:0:33270:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788777486.534063:0:33270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777486.534067:0:33270:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611200. 00010000:00000010:1.0:1788777486.534070:0:33270:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182680. 00010000:00000001:1.0:1788777486.534074:0:33270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777486.534077:0:33270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044400. 00000020:00000001:1.0:1788777486.534080:0:33270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777486.534082:0:33270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044400 with handle 0x22b16ee488cdc9e9 to hash 00000020:00000001:1.0:1788777486.534084:0:33270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777486.534086:0:33270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777486.534089:0:33270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777486.534101:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.534103:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.534106:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.534112:0:33270:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.534119:0:33270:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534122:0:33270:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534125:0:33270:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788777486.534128:0:33270:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b1fc32de9c0. 00000002:00000001:1.0:1788777486.534131:0:33270:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534133:0:33270:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534134:0:33270:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534136:0:33270:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534138:0:33270:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534139:0:33270:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788777486.534141:0:33270:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788777486.534142:0:33270:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788777486.534144:0:33270:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b1fd0182200. 00000020:00000001:1.0:1788777486.534146:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bcd8 00000080:00400000:1.0:1788777486.534148:0:33270:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff9b1fd0182200) index 3 00000080:00000001:1.0:1788777486.534149:0:33270:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633159670374912 : -110914039176704 : ffff9b1fd0182200) 00000080:00000001:1.0:1788777486.534152:0:33270:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788777486.534154:0:33270:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b1fc356f400. 00800000:00000002:1.0:1788777486.534157:0:33270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 4 00800000:00000001:1.0:1788777486.534160:0:33270:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788777486.534161:0:33270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777486.534162:0:33270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777486.534163:0:33270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777486.534165:0:33270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777486.534166:0:33270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.534168:0:33270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777486.534169:0:33270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534171:0:33270:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788777486.534172:0:33270:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633159687588000 : -110914021963616 : ffff9b1fd11ec8a0) 00000002:00000001:1.0:1788777486.534174:0:33270:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788777486.534175:0:33270:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b1fc90d2e40. 00000002:00000001:1.0:1788777486.534177:0:33270:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788777486.534178:0:33270:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788777486.534179:0:33270:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788777486.534182:0:33270:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788777486.534185:0:33270:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788777486.534186:0:33270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777486.534188:0:33270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 2 00010000:00000001:1.0:1788777486.534190:0:33270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777486.534191:0:33270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777486.534193:0:33270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044200. 00000020:00000001:1.0:1788777486.534195:0:33270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777486.534197:0:33270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044200 with handle 0x22b16ee488cdc9f0 to hash 00000020:00000001:1.0:1788777486.534198:0:33270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777486.534200:0:33270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777486.534202:0:33270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777486.534204:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.534205:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.534208:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.534213:0:33270:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.534218:0:33270:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534220:0:33270:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534222:0:33270:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788777486.534225:0:33270:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b1fc32ded80. 00000002:00000001:1.0:1788777486.534227:0:33270:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534229:0:33270:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534230:0:33270:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534231:0:33270:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534233:0:33270:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534235:0:33270:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788777486.534236:0:33270:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788777486.534237:0:33270:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788777486.534239:0:33270:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b1fd0182d80. 00000020:00000001:1.0:1788777486.534241:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bcd8 00000080:00400000:1.0:1788777486.534243:0:33270:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff9b1fd0182d80) index 4 00000080:00000001:1.0:1788777486.534245:0:33270:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633159670377856 : -110914039173760 : ffff9b1fd0182d80) 00000080:00000001:1.0:1788777486.534247:0:33270:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788777486.534250:0:33270:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b1fc356d000. 00800000:00000002:1.0:1788777486.534252:0:33270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 5 00800000:00000001:1.0:1788777486.534255:0:33270:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788777486.534256:0:33270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777486.534257:0:33270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777486.534259:0:33270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777486.534260:0:33270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777486.534262:0:33270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.534264:0:33270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777486.534266:0:33270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534268:0:33270:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788777486.534269:0:33270:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633159687588000 : -110914021963616 : ffff9b1fd11ec8a0) 00000002:00000001:1.0:1788777486.534271:0:33270:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788777486.534273:0:33270:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b1fc90d26c0. 00000002:00000001:1.0:1788777486.534275:0:33270:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788777486.534276:0:33270:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788777486.534277:0:33270:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788777486.534280:0:33270:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788777486.534282:0:33270:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788777486.534283:0:33270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777486.534284:0:33270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 3 00010000:00000001:1.0:1788777486.534286:0:33270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777486.534288:0:33270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777486.534291:0:33270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045e00. 00000020:00000001:1.0:1788777486.534293:0:33270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777486.534295:0:33270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045e00 with handle 0x22b16ee488cdc9f7 to hash 00000020:00000001:1.0:1788777486.534297:0:33270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777486.534298:0:33270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:1.0:1788777486.534299:0:33270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:1.0:1788777486.534302:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.534303:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.534306:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.534311:0:33270:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.534317:0:33270:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534319:0:33270:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534321:0:33270:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788777486.534324:0:33270:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b1fc32ded00. 00000002:00000001:1.0:1788777486.534326:0:33270:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534328:0:33270:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534329:0:33270:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534331:0:33270:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534332:0:33270:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534333:0:33270:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788777486.534335:0:33270:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788777486.534336:0:33270:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788777486.534338:0:33270:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b1fd0182c80. 00000020:00000001:1.0:1788777486.534340:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bcd8 00000080:00400000:1.0:1788777486.534341:0:33270:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff9b1fd0182c80) index 5 00000080:00000001:1.0:1788777486.534343:0:33270:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633159670377600 : -110914039174016 : ffff9b1fd0182c80) 00000080:00000001:1.0:1788777486.534346:0:33270:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788777486.534348:0:33270:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b1fc356f800. 00800000:00000002:1.0:1788777486.534351:0:33270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 6 00800000:00000001:1.0:1788777486.534354:0:33270:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788777486.534355:0:33270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777486.534356:0:33270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777486.534358:0:33270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777486.534359:0:33270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777486.534361:0:33270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.534362:0:33270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777486.534364:0:33270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534365:0:33270:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788777486.534366:0:33270:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633159687588000 : -110914021963616 : ffff9b1fd11ec8a0) 00000002:00000001:1.0:1788777486.534368:0:33270:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788777486.534371:0:33270:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b1fc90d2840. 00000002:00000001:1.0:1788777486.534373:0:33270:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788777486.534374:0:33270:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788777486.534375:0:33270:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788777486.534378:0:33270:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788777486.534379:0:33270:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788777486.534381:0:33270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777486.534383:0:33270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 4 00010000:00000001:1.0:1788777486.534385:0:33270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777486.534386:0:33270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777486.534389:0:33270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045400. 00000020:00000001:1.0:1788777486.534391:0:33270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777486.534393:0:33270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045400 with handle 0x22b16ee488cdc9fe to hash 00000020:00000001:1.0:1788777486.534395:0:33270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777486.534396:0:33270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:1.0:1788777486.534398:0:33270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:1.0:1788777486.534400:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.534402:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.534405:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.534411:0:33270:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.534416:0:33270:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534418:0:33270:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534420:0:33270:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788777486.534423:0:33270:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b1fc32de280. 00000002:00000001:1.0:1788777486.534424:0:33270:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534426:0:33270:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534428:0:33270:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534429:0:33270:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534431:0:33270:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534432:0:33270:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788777486.534434:0:33270:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788777486.534435:0:33270:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788777486.534437:0:33270:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b1fd0182b00. 00000020:00000001:1.0:1788777486.534439:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bcd8 00000080:00400000:1.0:1788777486.534440:0:33270:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff9b1fd0182b00) index 6 00000080:00000001:1.0:1788777486.534442:0:33270:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633159670377216 : -110914039174400 : ffff9b1fd0182b00) 00000080:00000001:1.0:1788777486.534445:0:33270:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788777486.534447:0:33270:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b1fc356e000. 00800000:00000002:1.0:1788777486.534450:0:33270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 7 00800000:00000001:1.0:1788777486.534453:0:33270:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788777486.534455:0:33270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777486.534456:0:33270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777486.534457:0:33270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777486.534459:0:33270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777486.534460:0:33270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.534501:0:33270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777486.534503:0:33270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534504:0:33270:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788777486.534505:0:33270:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633159687588000 : -110914021963616 : ffff9b1fd11ec8a0) 00000002:00000001:1.0:1788777486.534507:0:33270:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788777486.534511:0:33270:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b1fc90d2c00. 00000002:00000001:1.0:1788777486.534513:0:33270:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788777486.534514:0:33270:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788777486.534516:0:33270:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788777486.534529:0:33270:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788777486.534531:0:33270:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788777486.534533:0:33270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777486.534535:0:33270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 5 00010000:00000001:1.0:1788777486.534537:0:33270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777486.534539:0:33270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777486.534542:0:33270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044a00. 00000020:00000001:1.0:1788777486.534544:0:33270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777486.534546:0:33270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044a00 with handle 0x22b16ee488cdca05 to hash 00000020:00000001:1.0:1788777486.534548:0:33270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777486.534549:0:33270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777486.534551:0:33270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777486.534553:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.534554:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.534557:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.534563:0:33270:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.534569:0:33270:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534570:0:33270:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534572:0:33270:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788777486.534575:0:33270:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b1fc32de380. 00000002:00000001:1.0:1788777486.534577:0:33270:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534578:0:33270:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534580:0:33270:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534581:0:33270:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534583:0:33270:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534584:0:33270:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788777486.534586:0:33270:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788777486.534587:0:33270:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788777486.534589:0:33270:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b1fd0182d00. 00000020:00000001:1.0:1788777486.534591:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bcd8 00000080:00400000:1.0:1788777486.534592:0:33270:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff9b1fd0182d00) index 7 00000080:00000001:1.0:1788777486.534594:0:33270:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633159670377728 : -110914039173888 : ffff9b1fd0182d00) 00000080:00000001:1.0:1788777486.534597:0:33270:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788777486.534599:0:33270:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b1fc356cc00. 00800000:00000002:1.0:1788777486.534602:0:33270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 8 00800000:00000001:1.0:1788777486.534605:0:33270:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788777486.534606:0:33270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777486.534607:0:33270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777486.534608:0:33270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777486.534610:0:33270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777486.534611:0:33270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.534612:0:33270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777486.534614:0:33270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534616:0:33270:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788777486.534618:0:33270:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633159687588000 : -110914021963616 : ffff9b1fd11ec8a0) 00000002:00000001:1.0:1788777486.534620:0:33270:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788777486.534623:0:33270:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b1fc90d23c0. 00000002:00000001:1.0:1788777486.534625:0:33270:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788777486.534626:0:33270:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788777486.534627:0:33270:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788777486.534640:0:33270:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788777486.534643:0:33270:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788777486.534644:0:33270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777486.534646:0:33270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 6 00010000:00000001:1.0:1788777486.534649:0:33270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777486.534650:0:33270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777486.534653:0:33270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045200. 00000020:00000001:1.0:1788777486.534655:0:33270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777486.534657:0:33270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045200 with handle 0x22b16ee488cdca0c to hash 00000020:00000001:1.0:1788777486.534659:0:33270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777486.534660:0:33270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777486.534661:0:33270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777486.534664:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.534665:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.534667:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.534673:0:33270:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.534677:0:33270:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534679:0:33270:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534680:0:33270:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788777486.534683:0:33270:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b1fc32de880. 00000002:00000001:1.0:1788777486.534685:0:33270:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534686:0:33270:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534688:0:33270:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534689:0:33270:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534691:0:33270:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534692:0:33270:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788777486.534694:0:33270:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788777486.534695:0:33270:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788777486.534697:0:33270:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b1fd0182980. 00000020:00000001:1.0:1788777486.534699:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bcd8 00000080:00400000:1.0:1788777486.534700:0:33270:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff9b1fd0182980) index 8 00000080:00000001:1.0:1788777486.534702:0:33270:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633159670376832 : -110914039174784 : ffff9b1fd0182980) 00000080:00000001:1.0:1788777486.534704:0:33270:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788777486.534706:0:33270:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b1fc356e400. 00800000:00000002:1.0:1788777486.534709:0:33270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 9 00800000:00000001:1.0:1788777486.534711:0:33270:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788777486.534713:0:33270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777486.534714:0:33270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777486.534715:0:33270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777486.534717:0:33270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777486.534718:0:33270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777486.534720:0:33270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777486.534722:0:33270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534723:0:33270:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788777486.534724:0:33270:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633159687588000 : -110914021963616 : ffff9b1fd11ec8a0) 00000002:00000001:1.0:1788777486.534726:0:33270:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788777486.534729:0:33270:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b1fcb5ebf00. 00000002:00000001:1.0:1788777486.534730:0:33270:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788777486.534731:0:33270:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788777486.534732:0:33270:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788777486.534735:0:33270:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788777486.534736:0:33270:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788777486.534737:0:33270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777486.534739:0:33270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611200 count: 7 00010000:00000001:1.0:1788777486.534741:0:33270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777486.534743:0:33270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777486.534746:0:33270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044e00. 00000020:00000001:1.0:1788777486.534748:0:33270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777486.534749:0:33270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044e00 with handle 0x22b16ee488cdca13 to hash 00000020:00000001:1.0:1788777486.534751:0:33270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777486.534752:0:33270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777486.534754:0:33270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777486.534756:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.534757:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.534760:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.534765:0:33270:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.534770:0:33270:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534772:0:33270:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534774:0:33270:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788777486.534777:0:33270:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b1fc32deac0. 00000002:00000001:1.0:1788777486.534779:0:33270:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534780:0:33270:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534782:0:33270:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534783:0:33270:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534785:0:33270:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534787:0:33270:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788777486.534789:0:33270:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788777486.534791:0:33270:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1788777486.534793:0:33270:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:1.0:1788777486.534797:0:33270:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120000. 00000020:00000040:1.0:1788777486.534802:0:33270:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777486.534806:0:33270:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777486.534809:0:33270:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777486.534812:0:33270:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777486.534817:0:33270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff9b1fd11fa000. 00000100:00000001:1.0:1788777486.534823:0:33270:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534827:0:33270:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534828:0:33270:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777486.534830:0:33270:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777486.534834:0:33270:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777486.534838:0:33270:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777486.534849:0:33270:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c43b937a] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1788777486.534874:0:33270:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777486.534876:0:33270:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777486.534878:0:33270:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534880:0:33270:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788777486.534883:0:33270:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:1.0:1788777486.534886:0:33270:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000405:0x27:0x0], idx = 1 00000001:00000001:1.0:1788777486.534889:0:33270:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777486.534891:0:33270:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777486.534895:0:33270:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777486.534897:0:33270:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777486.534902:0:33270:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000020:00000001:1.0:1788777486.534904:0:33270:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777486.534907:0:33270:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777486.534909:0:33270:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777486.534911:0:33270:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777486.534913:0:33270:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777486.534915:0:33270:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777486.534917:0:33270:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.534919:0:33270:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777486.534924:0:33270:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9b1fc3190bf0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777486.534928:0:33270:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:1.0:1788777486.534932:0:33270:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777486.534934:0:33270:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777486.534937:0:33270:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777486.534939:0:33270:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777486.534941:0:33270:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777486.534944:0:33270:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777486.534945:0:33270:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777486.534947:0:33270:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777486.534947:0:33270:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777486.534949:0:33270:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777486.534950:0:33270:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc7160000 00000020:00000001:1.0:1788777486.534952:0:33270:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777486.534955:0:33270:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777486.534956:0:33270:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:1.0:1788777486.534958:0:33270:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777486.534960:0:33270:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777486.534962:0:33270:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777486.534964:0:33270:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777486.534971:0:33270:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777486.534976:0:33270:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fd0182f80. 00020000:00000002:1.0:1788777486.534979:0:33270:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777486.534982:0:33270:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777486.534984:0:33270:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777486.534985:0:33270:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777486.534987:0:33270:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777486.534988:0:33270:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777486.534990:0:33270:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000020:00000001:1.0:1788777486.534993:0:33270:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caf58 -> ffff9b1fc72ca9e0 00000020:00000001:1.0:1788777486.534994:0:33270:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777486.534998:0:33270:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777486.534999:0:33270:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777486.535000:0:33270:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777486.535002:0:33270:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777486.535004:0:33270:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777486.535006:0:33270:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777486.535010:0:33270:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc722b300. 00000008:00010000:1.0:1788777486.535013:0:33270:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:1.0:1788777486.535016:0:33270:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777486.535017:0:33270:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777486.535019:0:33270:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fd0182fb0, osc lock ffff9b1fc722b300, flags 0x400041012 00000020:00000001:1.0:1788777486.535021:0:33270:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777486.535023:0:33270:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777486.535025:0:33270:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159670378368 : -110914039173248 : ffff9b1fd0182f80) 00000020:00000001:1.0:1788777486.535027:0:33270:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777486.535028:0:33270:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777486.535030:0:33270:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777486.535032:0:33270:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777486.535033:0:33270:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777486.535035:0:33270:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777486.535036:0:33270:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777486.535037:0:33270:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777486.535039:0:33270:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777486.535042:0:33270:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777486.535044:0:33270:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777486.535049:0:33270:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777486.535051:0:33270:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777486.535052:0:33270:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777486.535054:0:33270:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777486.535055:0:33270:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777486.535057:0:33270:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777486.535060:0:33270:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777486.535062:0:33270:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777486.535066:0:33270:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.535069:0:33270:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788777486.535073:0:33270:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120e00. 00000020:00000040:1.0:1788777486.535075:0:33270:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777486.535078:0:33270:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777486.535080:0:33270:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777486.535083:0:33270:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777486.535084:0:33270:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777486.535086:0:33270:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777486.535087:0:33270:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777486.535091:0:33270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc3327c00. 00000100:00000001:1.0:1788777486.535094:0:33270:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.535096:0:33270:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777486.535098:0:33270:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.535099:0:33270:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777486.535100:0:33270:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.535102:0:33270:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.535104:0:33270:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00010000:00000001:1.0:1788777486.535108:0:33270:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777486.535109:0:33270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777486.535112:0:33270:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611300. 00010000:00000010:1.0:1788777486.535116:0:33270:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd2611900. 00010000:00000001:1.0:1788777486.535120:0:33270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777486.535122:0:33270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044000. 00000020:00000001:1.0:1788777486.535125:0:33270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777486.535127:0:33270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044000 with handle 0x22b16ee488cdca1a to hash 00000020:00000001:1.0:1788777486.535129:0:33270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777486.535130:0:33270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000010:1.0:1788777486.535133:0:33270:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc32de700. 00010000:00000001:1.0:1788777486.535136:0:33270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:1.0:1788777486.535139:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777486.535141:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777486.535144:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777486.535159:0:33270:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777486.535168:0:33270:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777486.535171:0:33270:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777486.535173:0:33270:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777486.535178:0:33270:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c192c85] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788777486.535187:0:33270:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777486.535189:0:33270:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777486.535191:0:33270:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777486.535193:0:33270:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777486.535194:0:33270:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777486.535195:0:33270:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777486.535197:0:33270:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777486.535199:0:33270:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc3190b90 (ffff9b1fc93db008/0) at cl_lock_release():245 00000020:00000001:1.0:1788777486.535202:0:33270:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777486.535203:0:33270:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc3190b90 (ffff9b1fc93db008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777486.535206:0:33270:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777486.535207:0:33270:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777486.535209:0:33270:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777486.535210:0:33270:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777486.535211:0:33270:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd0182fb0 (ffff9b1fc93db908/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777486.535214:0:33270:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777486.535215:0:33270:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:1.0:1788777486.535217:0:33270:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777486.535219:0:33270:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777486.535220:0:33270:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777486.535221:0:33270:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777486.535222:0:33270:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777486.535223:0:33270:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc3190b90 (ffff9b1fc93db008/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777486.535226:0:33270:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777486.535228:0:33270:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777486.535229:0:33270:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd0182fb0 (ffff9b1fc93db008/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777486.535231:0:33270:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc722b300. 00000020:00000001:1.0:1788777486.535235:0:33270:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777486.535236:0:33270:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fd0182f80. 00020000:00000001:1.0:1788777486.535239:0:33270:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777486.535240:0:33270:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777486.535241:0:33270:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777486.535243:0:33270:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777486.535245:0:33270:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777486.535247:0:33270:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777486.535249:0:33270:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777486.535250:0:33270:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777486.535251:0:33270:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777486.535253:0:33270:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00020000:00000001:1.0:1788777486.535255:0:33270:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777486.535257:0:33270:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777486.535259:0:33270:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777486.535261:0:33270:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777486.535264:0:33270:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777486.535266:0:33270:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777486.535268:0:33270:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777486.535270:0:33270:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777486.535271:0:33270:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777486.535272:0:33270:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000001:00000001:1.0:1788777486.535274:0:33270:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777486.535276:0:33270:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000405:0x27:0x0], idx = 1, rc = 1 00000080:00000001:1.0:1788777486.535279:0:33270:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:1.0:1788777486.535295:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777486.535298:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777486.535301:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777486.535306:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777486.535313:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777486.535315:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777486.535318:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777486.535321:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777486.535323:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777486.535327:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211124352:192.168.204.133@tcp:63:ll_sa.0 00000100:00000001:1.0:1788777486.535331:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777486.535336:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777486.535339:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777486.535341:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777486.535347:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9b1fd12c0000. 02000000:00000001:1.0:1788777486.535349:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777486.535356:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777486.535360:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12160. 00000400:00000010:1.0:1788777486.535366:0:2413:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9b1fcb5eb540. 00000100:00000200:1.0:1788777486.535374:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875667211124352, portal 4 00000100:00000001:1.0:1788777486.535376:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777486.535378:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000040:1.0:1788777486.535384:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777486.535392:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777486.535394:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777486.535398:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256330. 00000100:00000200:1.0:1788777486.535402:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1875667211124352, offset 0 00000400:00000200:1.0:1788777486.535409:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777486.535419:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777486.535427:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777486.535433:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777486.535437:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777486.535442:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777486.535444:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777486.535448:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2840:2840:256:4294967295] 192.168.204.133@tcp LPNI seq info [2839:2839:8:4294967295] 00000400:00000200:1.0:1788777486.535452:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777486.535486:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777486.535494:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777486.535499:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbda00. 00000800:00000200:1.0:1788777486.535506:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777486.535515:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777486.535519:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbda00 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:1.0:1788777486.535532:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777486.535537:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 821148 usecs (822 jiffies) 00000400:00000200:1.0:1788777486.535541:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777486.535543:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296590663 00000100:00000001:1.0:1788777486.535547:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:1.0:1788777486.535549:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296590663 00000100:00000001:1.0:1788777486.535561:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777486.535563:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777486.535565:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777486.535569:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777486.535576:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777486.535578:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777486.535580:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777486.535582:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777486.535583:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777486.535586:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211124480:192.168.204.133@tcp:101:ll_sa.0 00000100:00000001:1.0:1788777486.535589:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777486.535591:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777486.535593:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777486.535595:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777486.535598:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777486.535600:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777486.535603:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777486.535605:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12370. 00000400:00000010:1.0:1788777486.535608:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92565d8. 00000100:00000200:1.0:1788777486.535610:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211124480, portal 4 00000100:00000001:1.0:1788777486.535612:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777486.535614:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000040:1.0:1788777486.535618:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777486.535625:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777486.535627:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777486.535641:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256e58. 00000100:00000200:1.0:1788777486.535643:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211124480, offset 0 00000400:00000200:1.0:1788777486.535648:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777486.535652:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777486.535655:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777486.535658:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777486.535660:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777486.535662:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777486.535664:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777486.535667:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2841:2841:255:4294967295] 192.168.204.133@tcp LPNI seq info [2840:2840:7:4294967295] 00000400:00000200:1.0:1788777486.535671:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777486.535676:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777486.535680:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777486.535683:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbd300. 00000800:00000200:1.0:1788777486.535687:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777486.535691:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777486.535693:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbd300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777486.535699:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777486.535702:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20610 usecs (21 jiffies) 00000400:00000200:1.0:1788777486.535705:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777486.535707:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296589862 00000100:00000001:1.0:1788777486.535709:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:1.0:1788777486.535711:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296589862 00000800:00000200:3.0:1788777486.536860:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777486.536867:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbda00. 00000400:00000200:3.0:1788777486.536874:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.536880:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777486.536886:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256330 00000400:00000010:3.0:1788777486.536888:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256330. 00000100:00000001:3.0:1788777486.536892:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777486.536898:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.536909:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777486.536912:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.536919:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777486.536920:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777486.536950:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777486.536953:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbd300. 00000400:00000200:3.0:1788777486.536956:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.536969:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777486.536972:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256e58 00000400:00000010:3.0:1788777486.536974:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256e58. 00000100:00000001:3.0:1788777486.536976:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777486.536979:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777486.536986:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777486.536989:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777486.536999:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777486.537000:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777486.539839:0:33269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.539845:0:33269:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.539849:0:33269:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777486.539852:0:33269:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777486.539856:0:33269:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd13396c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777486.539860:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777486.539936:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:0.0:1788777486.539946:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.539948:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.539952:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.539956:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.539965:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777486.539966:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777486.539969:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777486.539970:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777486.539972:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.539975:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.539992:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:0.0:1788777486.539996:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.539998:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.540000:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.540002:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.540005:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777486.540007:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777486.540008:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777486.540009:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777486.540011:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.540013:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.540022:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777486.544183:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.544203:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777486.544208:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.544210:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777486.544220:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.544229:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777486.544238:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.544243:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.544249:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.544253:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 7008 into portal 4 MB=0x6a9e8cdd5fe80 00000400:00000200:3.0:1788777486.544259:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.544267:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 7008/7008 into md 0x84dd [2] + 224 00000800:00000001:3.0:1788777486.544274:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.544285:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777486.544289:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.544294:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777486.544302:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777486.544314:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777486.544325:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.544350:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777486.544359:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.544363:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788777486.544885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e100. 00010000:00000010:0.1:1788777486.544895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7a00. 00010000:00000010:0.1:1788777486.544899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e900. 00010000:00000010:0.1:1788777486.544902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6c00. 00000100:00000001:0.0:1788777486.544916:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777486.544923:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777486.544931:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777486.544933:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777486.544936:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12160. 00000400:00000200:0.0:1788777486.544941:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fcb5eb540 00000400:00000010:0.0:1788777486.544943:0:2413:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9b1fcb5eb540. 00000100:00000001:0.0:1788777486.544947:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777486.544953:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777486.544962:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.544969:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777486.544970:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.544972:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777486.544976:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777486.544978:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777486.544981:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.544983:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777486.544992:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00645c8 time=1788777486 v=5 (0 0 0 0) 00000100:00001000:0.0:1788777486.544996:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777486.544999:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777486.545002:0:2413:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.545008:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788777486.545011:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777486.545013:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788777486.545015:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777486.545018:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788777486.545023:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.545029:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788777486.545032:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777486.545034:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777486.545036:0:2413:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1788777486.545041:0:2413:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1788777486.545045:0:2413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.545047:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.545049:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.545052:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=4 00000020:00000001:0.0:1788777486.545054:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:0.0:1788777486.545056:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00010000:0.0:1788777486.545060:0:2413:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545067:0:2413:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788777486.545070:0:2413:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545076:0:2413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.545078:0:2413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545083:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545085:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.545087:0:2413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545091:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.545093:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.545096:0:2413:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777486.545099:0:2413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.545106:0:2413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002044400 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777486.545109:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777486.545112:0:2413:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545118:0:2413:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777486.545119:0:2413:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777486.545122:0:2413:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545127:0:2413:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777486.545130:0:2413:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777486.545131:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.545132:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.545133:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=5 00000020:00000001:0.0:1788777486.545134:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:0.0:1788777486.545136:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:0.0:1788777486.545138:0:2413:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777486.545140:0:2413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777486.545146:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777486.545147:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.545149:0:2413:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777486.545151:0:2413:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777486.545154:0:2413:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777486.545155:0:2413:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777486.545157:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.545158:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777486.545160:0:2413:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044400 with handle 0x22b16ee488cdc9e9 from hash 00010000:00000001:0.0:1788777486.545162:0:2413:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777486.545163:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545164:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545165:0:2413:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777486.545167:0:2413:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777486.545168:0:2413:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777486.545170:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545171:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545172:0:2413:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.545174:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.545176:0:2413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545181:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545182:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545183:0:2413:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777486.545185:0:2413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.545186:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545187:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545188:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.545189:0:2413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdc9e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545199:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.545202:0:2413:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.545206:0:2413:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788777486.545209:0:2413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc199bc58 00000080:00400000:0.0:1788777486.545211:0:2413:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:0.0:1788777486.545213:0:2413:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.545229:0:2413:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777486.545231:0:2413:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fc356fd90 released 00000080:00000001:0.0:1788777486.545234:0:2413:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788777486.545238:0:2413:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 9 00000080:00000010:0.0:1788777486.545241:0:2413:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b1fc90d2cc0. 00000080:00000010:0.0:1788777486.545245:0:2413:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b1fc356fc00. 00000080:00000001:0.0:1788777486.545250:0:2413:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788777486.545252:0:2413:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b1fc32de9c0. 00010000:00000001:0.0:1788777486.545257:0:2413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.545258:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.545259:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.545261:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=4 00000020:00000001:0.0:1788777486.545263:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:0.0:1788777486.545265:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00010000:0.0:1788777486.545267:0:2413:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545272:0:2413:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788777486.545274:0:2413:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545279:0:2413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.545281:0:2413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545287:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545288:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.545289:0:2413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545294:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.545295:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.545297:0:2413:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777486.545300:0:2413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.545305:0:2413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002044200 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777486.545306:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777486.545308:0:2413:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545316:0:2413:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777486.545317:0:2413:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777486.545320:0:2413:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545325:0:2413:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777486.545327:0:2413:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777486.545328:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.545329:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.545330:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=5 00000020:00000001:0.0:1788777486.545332:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:0.0:1788777486.545334:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:0.0:1788777486.545336:0:2413:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777486.545338:0:2413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777486.545343:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777486.545344:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.545346:0:2413:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777486.545348:0:2413:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777486.545349:0:2413:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777486.545350:0:2413:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777486.545351:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.545353:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777486.545354:0:2413:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044200 with handle 0x22b16ee488cdc9f0 from hash 00010000:00000001:0.0:1788777486.545356:0:2413:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777486.545358:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545359:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545360:0:2413:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777486.545361:0:2413:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777486.545362:0:2413:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777486.545364:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545366:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545367:0:2413:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.545368:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.545370:0:2413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545375:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545376:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545377:0:2413:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777486.545378:0:2413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.545379:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545380:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545381:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.545383:0:2413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044200/0x22b16ee488cdc9f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545390:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.545392:0:2413:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.545394:0:2413:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788777486.545395:0:2413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc199bc58 00000080:00400000:0.0:1788777486.545397:0:2413:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:0.0:1788777486.545398:0:2413:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.545400:0:2413:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777486.545401:0:2413:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fc356f590 released 00000080:00000001:0.0:1788777486.545402:0:2413:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788777486.545404:0:2413:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 8 00000080:00000010:0.0:1788777486.545405:0:2413:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b1fc90d2e40. 00000080:00000010:0.0:1788777486.545408:0:2413:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b1fc356f400. 00000080:00000001:0.0:1788777486.545410:0:2413:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788777486.545412:0:2413:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b1fc32ded80. 00010000:00000001:0.0:1788777486.545416:0:2413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.545417:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.545418:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.545420:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045e00 refcount=4 00000020:00000001:0.0:1788777486.545422:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:0.0:1788777486.545424:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00010000:0.0:1788777486.545427:0:2413:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545432:0:2413:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788777486.545435:0:2413:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545439:0:2413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.545441:0:2413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545445:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545446:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.545448:0:2413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545452:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.545454:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.545456:0:2413:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777486.545458:0:2413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.545504:0:2413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002045e00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777486.545507:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777486.545509:0:2413:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545514:0:2413:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777486.545516:0:2413:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777486.545518:0:2413:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545524:0:2413:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777486.545527:0:2413:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777486.545528:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.545529:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.545531:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045e00 refcount=5 00000020:00000001:0.0:1788777486.545533:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:0.0:1788777486.545535:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:0.0:1788777486.545537:0:2413:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777486.545538:0:2413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777486.545542:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777486.545544:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.545545:0:2413:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777486.545546:0:2413:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777486.545548:0:2413:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777486.545549:0:2413:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777486.545550:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.545552:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777486.545554:0:2413:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045e00 with handle 0x22b16ee488cdc9f7 from hash 00010000:00000001:0.0:1788777486.545555:0:2413:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777486.545557:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545558:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545559:0:2413:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777486.545560:0:2413:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777486.545562:0:2413:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777486.545564:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545565:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545566:0:2413:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.545568:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.545570:0:2413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545574:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545575:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545577:0:2413:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777486.545578:0:2413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.545580:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545581:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545582:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.545584:0:2413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045e00/0x22b16ee488cdc9f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545590:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.545592:0:2413:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.545595:0:2413:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788777486.545596:0:2413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc199bc58 00000080:00400000:0.0:1788777486.545597:0:2413:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:0.0:1788777486.545599:0:2413:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.545601:0:2413:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777486.545602:0:2413:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fc356d190 released 00000080:00000001:0.0:1788777486.545604:0:2413:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788777486.545605:0:2413:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 7 00000080:00000010:0.0:1788777486.545607:0:2413:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b1fc90d26c0. 00000080:00000010:0.0:1788777486.545610:0:2413:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b1fc356d000. 00000080:00000001:0.0:1788777486.545612:0:2413:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788777486.545615:0:2413:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b1fc32ded00. 00010000:00000001:0.0:1788777486.545618:0:2413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.545619:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.545621:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.545622:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045400 refcount=4 00000020:00000001:0.0:1788777486.545624:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:0.0:1788777486.545626:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00010000:0.0:1788777486.545638:0:2413:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545645:0:2413:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788777486.545648:0:2413:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545653:0:2413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.545656:0:2413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545661:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545662:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.545664:0:2413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545669:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.545671:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.545673:0:2413:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777486.545675:0:2413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.545680:0:2413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002045400 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777486.545903:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777486.545907:0:2413:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545914:0:2413:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777486.545915:0:2413:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777486.545919:0:2413:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545924:0:2413:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777486.545926:0:2413:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777486.545927:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.545929:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.545930:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045400 refcount=5 00000020:00000001:0.0:1788777486.545932:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:0.0:1788777486.545934:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:0.0:1788777486.545937:0:2413:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777486.545939:0:2413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777486.545949:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777486.545950:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.545953:0:2413:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777486.545954:0:2413:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777486.545956:0:2413:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777486.545957:0:2413:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777486.545959:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.545961:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777486.545963:0:2413:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045400 with handle 0x22b16ee488cdc9fe from hash 00010000:00000001:0.0:1788777486.545966:0:2413:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777486.545968:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545969:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545970:0:2413:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777486.545971:0:2413:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777486.545972:0:2413:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777486.545974:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545975:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545976:0:2413:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.545978:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.545980:0:2413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.545987:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545988:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545989:0:2413:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777486.545991:0:2413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.545992:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.545993:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.545994:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.545996:0:2413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045400/0x22b16ee488cdc9fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546004:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.546005:0:2413:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.546008:0:2413:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788777486.546010:0:2413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc199bc58 00000080:00400000:0.0:1788777486.546011:0:2413:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:0.0:1788777486.546013:0:2413:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.546015:0:2413:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777486.546016:0:2413:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fc356f990 released 00000080:00000001:0.0:1788777486.546018:0:2413:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788777486.546020:0:2413:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 6 00000080:00000010:0.0:1788777486.546022:0:2413:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b1fc90d2840. 00000080:00000010:0.0:1788777486.546025:0:2413:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b1fc356f800. 00000080:00000001:0.0:1788777486.546027:0:2413:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788777486.546029:0:2413:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b1fc32de280. 00010000:00000001:0.0:1788777486.546033:0:2413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.546034:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.546036:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.546038:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=4 00000020:00000001:0.0:1788777486.546040:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777486.546042:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00010000:0.0:1788777486.546045:0:2413:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546050:0:2413:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788777486.546053:0:2413:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546058:0:2413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.546060:0:2413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546065:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546067:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.546069:0:2413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546073:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.546075:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.546077:0:2413:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777486.546079:0:2413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.546084:0:2413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002044a00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777486.546086:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777486.546088:0:2413:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546093:0:2413:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777486.546095:0:2413:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777486.546098:0:2413:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546103:0:2413:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777486.546105:0:2413:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777486.546106:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.546107:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.546109:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=5 00000020:00000001:0.0:1788777486.546111:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777486.546113:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777486.546115:0:2413:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777486.546117:0:2413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777486.546121:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777486.546122:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.546124:0:2413:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777486.546126:0:2413:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777486.546127:0:2413:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777486.546129:0:2413:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777486.546130:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.546132:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777486.546134:0:2413:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044a00 with handle 0x22b16ee488cdca05 from hash 00010000:00000001:0.0:1788777486.546136:0:2413:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777486.546137:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546138:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546139:0:2413:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777486.546141:0:2413:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777486.546142:0:2413:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777486.546144:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546146:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546147:0:2413:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.546149:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.546151:0:2413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546155:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546156:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546157:0:2413:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777486.546159:0:2413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.546160:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546161:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546162:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.546164:0:2413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdca05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546171:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.546172:0:2413:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.546175:0:2413:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788777486.546177:0:2413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc199bc58 00000080:00400000:0.0:1788777486.546178:0:2413:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:0.0:1788777486.546180:0:2413:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.546182:0:2413:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777486.546183:0:2413:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fc356e190 released 00000080:00000001:0.0:1788777486.546184:0:2413:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788777486.546186:0:2413:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 5 00000080:00000010:0.0:1788777486.546188:0:2413:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b1fc90d2c00. 00000080:00000010:0.0:1788777486.546190:0:2413:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b1fc356e000. 00000080:00000001:0.0:1788777486.546194:0:2413:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788777486.546196:0:2413:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b1fc32de380. 00010000:00000001:0.0:1788777486.546199:0:2413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.546200:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.546201:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.546203:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=4 00000020:00000001:0.0:1788777486.546205:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:0.0:1788777486.546207:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00010000:0.0:1788777486.546210:0:2413:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546226:0:2413:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788777486.546230:0:2413:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546235:0:2413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.546237:0:2413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546241:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546242:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.546244:0:2413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546249:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.546250:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.546252:0:2413:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777486.546254:0:2413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.546259:0:2413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002045200 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777486.546260:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777486.546262:0:2413:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546267:0:2413:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777486.546268:0:2413:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777486.546271:0:2413:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546275:0:2413:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777486.546277:0:2413:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777486.546278:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.546279:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.546281:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=5 00000020:00000001:0.0:1788777486.546283:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:0.0:1788777486.546285:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:0.0:1788777486.546287:0:2413:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777486.546289:0:2413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777486.546295:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777486.546296:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.546298:0:2413:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777486.546299:0:2413:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777486.546301:0:2413:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777486.546302:0:2413:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777486.546303:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.546304:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777486.546306:0:2413:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045200 with handle 0x22b16ee488cdca0c from hash 00010000:00000001:0.0:1788777486.546308:0:2413:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777486.546309:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546310:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546311:0:2413:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777486.546312:0:2413:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777486.546313:0:2413:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777486.546315:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546318:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546318:0:2413:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.546320:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.546322:0:2413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546327:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546328:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546328:0:2413:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777486.546330:0:2413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.546331:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546332:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546333:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.546335:0:2413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdca0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546341:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.546342:0:2413:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.546344:0:2413:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788777486.546346:0:2413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc199bc58 00000080:00400000:0.0:1788777486.546348:0:2413:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:0.0:1788777486.546349:0:2413:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.546352:0:2413:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777486.546353:0:2413:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fc356cd90 released 00000080:00000001:0.0:1788777486.546354:0:2413:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788777486.546356:0:2413:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 4 00000080:00000010:0.0:1788777486.546368:0:2413:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b1fc90d23c0. 00000080:00000010:0.0:1788777486.546371:0:2413:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b1fc356cc00. 00000080:00000001:0.0:1788777486.546374:0:2413:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788777486.546376:0:2413:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b1fc32de880. 00010000:00000001:0.0:1788777486.546804:0:2413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.546806:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.546807:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.546809:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=4 00000020:00000001:0.0:1788777486.546811:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777486.546814:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00010000:0.0:1788777486.546818:0:2413:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546823:0:2413:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788777486.546827:0:2413:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546834:0:2413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.546836:0:2413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546841:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546842:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.546844:0:2413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546850:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.546851:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.546853:0:2413:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777486.546855:0:2413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777486.546860:0:2413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002044e00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777486.546862:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777486.546865:0:2413:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546870:0:2413:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777486.546882:0:2413:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777486.546886:0:2413:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546891:0:2413:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777486.546894:0:2413:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777486.546895:0:2413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.546897:0:2413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.546898:0:2413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=5 00000020:00000001:0.0:1788777486.546900:0:2413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777486.546902:0:2413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777486.546904:0:2413:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777486.546906:0:2413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777486.546912:0:2413:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777486.546913:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.546915:0:2413:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777486.546917:0:2413:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777486.546919:0:2413:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777486.546920:0:2413:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777486.546922:0:2413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.546923:0:2413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777486.546925:0:2413:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044e00 with handle 0x22b16ee488cdca13 from hash 00010000:00000001:0.0:1788777486.546927:0:2413:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777486.546929:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546930:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546930:0:2413:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777486.546932:0:2413:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777486.546933:0:2413:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777486.546935:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546936:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546937:0:2413:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.546939:0:2413:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.546941:0:2413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.546947:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546948:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546949:0:2413:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777486.546950:0:2413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.546952:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.546953:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.546954:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.546956:0:2413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777486.546962:0:2413:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611200 count: 0 00010000:00000010:0.0:1788777486.546970:0:2413:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182680. 00010000:00000001:0.0:1788777486.546977:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777486.546979:0:2413:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.546982:0:2413:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788777486.546983:0:2413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc199bc58 00000080:00400000:0.0:1788777486.546985:0:2413:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:0.0:1788777486.546986:0:2413:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777486.546988:0:2413:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777486.546990:0:2413:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fc356e590 released 00000080:00000001:0.0:1788777486.546991:0:2413:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788777486.546994:0:2413:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 3 00000080:00000010:0.0:1788777486.546996:0:2413:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b1fcb5ebf00. 00000080:00000010:0.0:1788777486.546999:0:2413:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b1fc356e400. 00000080:00000001:0.0:1788777486.547003:0:2413:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788777486.547005:0:2413:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b1fc32deac0. 00000002:00000010:0.0:1788777486.547008:0:2413:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9b1fd11fd000. 00000002:00000010:0.0:1788777486.547012:0:2413:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9b1fc32deb40. 00000002:00000010:0.0:1788777486.547014:0:2413:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9b1fd12131e0. 00000002:00000001:0.0:1788777486.547017:0:2413:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1788777486.547020:0:2413:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788777486.547037:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777486.547047:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211124352:192.168.204.133@tcp:63:ll_sa.0 00000100:00000001:0.0:1788777486.547053:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.547057:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.547061:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120000 x1875667211124352/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.547069:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777486.547071:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777486.547075:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9b1fd12c0000. 02000000:00000001:0.0:1788777486.547078:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777486.547082:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777486.547084:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777486.547086:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777486.547089:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff9b1fd11fa000. 02000000:00000001:0.0:1788777486.547093:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777486.547096:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777486.547097:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120000. 00000100:00000001:0.0:1788777486.547101:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777486.547103:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.547105:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.547115:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777486.547117:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.547120:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777486.547124:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777486.547219:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.547234:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777486.547237:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.547240:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777486.547247:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.547253:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777486.547264:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.547268:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.547274:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.547278:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd5ff00 00000400:00000200:3.0:1788777486.547282:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.547289:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x84e5 [1] + 224 00000800:00000001:3.0:1788777486.547296:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.547306:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777486.547309:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.547314:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777486.547321:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777486.547327:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777486.547336:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777486.547363:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777486.547372:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.547375:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.547750:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777486.547757:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777486.547764:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777486.547766:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777486.547768:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12370. 00000400:00000200:0.0:1788777486.547776:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92565d8 00000400:00000010:0.0:1788777486.547778:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92565d8. 00000100:00000001:0.0:1788777486.547781:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777486.547786:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777486.547794:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.547800:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777486.547802:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.547804:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777486.547807:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777486.547810:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777486.547812:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.547815:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777486.547824:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=145 v=5 (5 5 5 36) 00000100:00001000:0.0:1788777486.547827:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777486.547830:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777486.547831:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.547833:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777486.547836:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.547840:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777486.547842:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777486.547843:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777486.547845:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.547849:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.547855:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.547857:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777486.547859:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777486.547862:0:2412:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788777486.547864:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.547865:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.547868:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=4 00000020:00000001:0.0:1788777486.547870:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.547873:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.547933:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.547934:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.547936:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=5 00000020:00000001:0.0:1788777486.547937:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.547940:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.547943:0:2412:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.547945:0:2412:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.547949:0:2412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.547964:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.547966:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.547967:0:2412:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777486.547970:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.547971:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.547972:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=6 00000020:00000001:0.0:1788777486.547974:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.547976:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000040:0.0:1788777486.547982:0:2412:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044000, remote cookie: 0x542deec0941a6cde, flags: 0x41011 00010000:00010000:0.0:1788777486.547986:0:2412:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.547993:0:2412:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788777486.547996:0:2412:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.547998:0:2412:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777486.548001:0:2412:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788777486.548005:0:2412:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777486.548014:0:2412:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x16:0x0].0x0 (ffff9b1fd2611300) refcount = 1 00010000:00000040:0.0:1788777486.548016:0:2412:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777486.548019:0:2412:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.548027:0:2412:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777486.548029:0:2412:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777486.548031:0:2412:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777486.548037:0:2412:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.548041:0:2412:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.548047:0:2412:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777486.548049:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.548050:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.548051:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.548051:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777486.548053:0:2412:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788777486.548056:0:2412:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:0.0:1788777486.548061:0:2412:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777486.548065:0:2412:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777486.548066:0:2412:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00010000:00000001:0.0:1788777486.548068:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.548069:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.548071:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=5 00000020:00000001:0.0:1788777486.548072:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.548074:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00000008:00000001:0.0:1788777486.548077:0:2412:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788777486.548080:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000008:00010000:0.0:1788777486.548085:0:2412:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788777486.548092:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777486.548094:0:2412:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777486.548097:0:2412:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777486.548100:0:2412:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777486.548103:0:2412:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.548104:0:2412:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.548106:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000008:00000001:0.0:1788777486.548107:0:2412:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:0.0:1788777486.548109:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.548110:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:0.0:1788777486.548112:0:2412:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000008:00000001:0.0:1788777486.548115:0:2412:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.548117:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.548119:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.548120:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=5 00000020:00000001:0.0:1788777486.548122:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.548124:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.548127:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.548129:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.548136:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.548137:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777486.548140:0:2412:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.548147:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.548148:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.548149:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777486.548153:0:2412:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.548155:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777486.548156:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777486.548158:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=4 00000020:00000001:0.0:1788777486.548159:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.548161:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777486.548163:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777486.548165:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777486.548171:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.548172:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.548173:0:2412:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777486.548176:0:2412:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777486.548275:0:2412:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777486.548290:0:2412:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777486.548293:0:2412:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777486.548295:0:2412:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.548299:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.548300:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.548301:0:2412:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.548304:0:2412:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777486.548306:0:2412:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.548308:0:2412:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.548310:0:2412:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.548311:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777486.548312:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.548313:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.548314:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777486.548315:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777486.548316:0:2412:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.548322:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777486.548329:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211124480:192.168.204.133@tcp:101:ll_sa.0 00000100:00000001:0.0:1788777486.548333:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.548335:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.548338:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120e00 x1875667211124480/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777502 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777486.548343:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777486.548345:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777486.548348:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:0.0:1788777486.548352:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777486.548354:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777486.548355:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777486.548357:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777486.549283:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc3327c00. 02000000:00000001:0.0:1788777486.549291:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777486.549294:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777486.549296:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120e00. 00000100:00000001:0.0:1788777486.549300:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777486.549302:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.549304:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.549311:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777486.549314:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.549317:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777486.549319:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777486.551203:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.551219:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777486.551223:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.551225:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777486.551233:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.551241:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777486.551250:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.551254:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.551260:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.551263:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd5fe00 00000400:00000200:3.0:1788777486.551267:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.551272:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x84d5 [1] + 224 00000800:00000001:3.0:1788777486.551279:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.551332:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777486.551336:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.551345:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777486.551352:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777486.551360:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edc00 x1875667211124224/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777486.551370:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fc31edc00 x1875667211124224/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.551385:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777486.551393:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.551396:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788777486.551693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044400. 00010000:00000010:0.1:1788777486.551700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044200. 00010000:00000010:0.1:1788777486.551704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045e00. 00010000:00000010:0.1:1788777486.551707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045400. 00010000:00000010:0.1:1788777486.551709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044a00. 00010000:00000010:0.1:1788777486.551711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045200. 00000100:00000001:0.0:1788777486.551727:0:33269:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777486.551735:0:33269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777486.551737:0:33269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777486.551739:0:33269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0268. 00000400:00000200:0.0:1788777486.551745:0:33269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:0.0:1788777486.551747:0:33269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:0.0:1788777486.551750:0:33269:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777486.551756:0:33269:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31edc00 x1875667211124224/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777486.551765:0:33269:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31edc00 x1875667211124224/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.551771:0:33269:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777486.551773:0:33269:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.551775:0:33269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777486.551778:0:33269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777486.551780:0:33269:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777486.551782:0:33269:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.551786:0:33269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777486.551796:0:33269:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=145 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777486.551801:0:33269:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777486.551803:0:33269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777486.551805:0:33269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.551807:0:33269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777486.551811:0:33269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.551814:0:33269:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777486.551815:0:33269:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000153] 00000100:00000001:0.0:1788777486.551817:0:33269:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777486.551819:0:33269:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777486.551821:0:33269:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000001:0.0:1788777486.551824:0:33269:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777486.551826:0:33269:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788777486.551828:0:33269:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777486.551830:0:33269:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.551835:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31edc00 x1875667211124224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777502 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.551843:0:33269:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.551846:0:33269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777486.551848:0:33269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777486.551852:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31edc00 x1875667211124224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777502 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777486.551859:0:33269:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33269:1875667211124224:192.168.204.133@tcp:36:multiop.0 00000100:00000001:0.0:1788777486.551864:0:33269:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.551866:0:33269:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.551869:0:33269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777486.551871:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.551874:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edc00 x1875667211124224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777502 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.551891:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777486.551894:0:33269:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777486.551896:0:33269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777486.551898:0:33269:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.551906:0:33269:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.551909:0:33269:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777486.551913:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777486.551917:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312be00. 00000100:00000001:0.0:1788777486.551922:0:33269:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.551926:0:33269:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edc00 x1875667211124224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777502 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.551936:0:33269:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.551940:0:33269:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.551949:0:33269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777486.551952:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20c3e30 00000080:00002000:0.0:1788777486.551954:0:33269:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff9b1fd176a360, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777486.551957:0:33269:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777486.551962:0:33269:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777486.551966:0:33269:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777486.551973:0:33269:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788777486.551976:0:33269:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788777486.551978:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777486.551982:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777486.551985:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777486.551990:0:33269:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777486.551993:0:33269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777486.551995:0:33269:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777486.551997:0:33269:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777486.552000:0:33269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777486.552001:0:33269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777486.552003:0:33269:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777486.552008:0:33269:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x28:0x0]io ffff9b1fc2fb5090 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788777486.552011:0:33269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00020000:00000001:0.0:1788777486.552016:0:33269:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1788777486.552017:0:33269:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788777486.552020:0:33269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00000020:00000001:0.0:1788777486.552022:0:33269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777486.552024:0:33269:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1788777486.552027:0:33269:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777486.552028:0:33269:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777486.552031:0:33269:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777486.552032:0:33269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777486.552035:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777486.552038:0:33269:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.552041:0:33269:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788777486.552043:0:33269:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9b1fd157db88) 00800000:00000001:0.0:1788777486.552047:0:33269:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788777486.552048:0:33269:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x28:0x0] 00000002:00000001:0.0:1788777486.552053:0:33269:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788777486.552058:0:33269:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777486.552060:0:33269:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788777486.552062:0:33269:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777486.552063:0:33269:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.552066:0:33269:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788777486.552068:0:33269:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788777486.552070:0:33269:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777486.552071:0:33269:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.552074:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777486.552075:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777486.552077:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00020000:00000001:0.0:1788777486.552081:0:33269:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788777486.552082:0:33269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00020000:00000001:0.0:1788777486.552085:0:33269:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788777486.552087:0:33269:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777486.552088:0:33269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00020000:00000001:0.0:1788777486.552090:0:33269:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788777486.552092:0:33269:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788777486.552093:0:33269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00020000:00000002:0.0:1788777486.552095:0:33269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd0738000 00020000:00000010:0.0:1788777486.552099:0:33269:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b1fc4f829b0. 00020000:00000001:0.0:1788777486.552102:0:33269:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788777486.552104:0:33269:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b1fc72ca0c8. 00000020:00001000:0.0:1788777486.552107:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777486.552110:0:33269:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788777486.552112:0:33269:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00010000:00000010:0.1:1788777486.556574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611200. 00010000:00000010:0.1:1788777486.556588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00000080:00000010:0.1:1788777486.564601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882a20. 00000080:00000010:0.1:1788777486.564624:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157dac0. 00010000:00010000:0.0:1788777486.568570:0:33274:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777486.568577:0:33274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777486.568579:0:33274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777486.568585:0:33274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777486.568588:0:33274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777486.568592:0:33274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777486.568595:0:33274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777486.568599:0:33274:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788777486.568618:0:33274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1788777486.568748:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777486.568751:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777486.568754:0:16855:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788777486.568757:0:16855:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788777486.568759:0:16855:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777486.568767:0:16855:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788777486.568780:0:16855:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777486.568785:0:16855:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777486.568787:0:16855:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777486.568789:0:16855:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:3.0:1788777486.568794:0:16855:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777486.568796:0:16855:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777486.568802:0:16855:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e300 count: 2 00010000:00000001:3.0:1788777486.568805:0:16855:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777486.568809:0:16855:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777486.568811:0:16855:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777486.568812:0:16855:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777486.568814:0:16855:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e300 count: 2 00010000:00000001:3.0:1788777486.568815:0:16855:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777486.568817:0:16855:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777486.568819:0:16855:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777486.568820:0:16855:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777486.568822:0:16855:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e300 count: 2 00010000:00000001:3.0:1788777486.568824:0:16855:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777486.568826:0:16855:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777486.568827:0:16855:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777486.568828:0:16855:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777486.568830:0:16855:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e300 count: 2 00010000:00000001:3.0:1788777486.568832:0:16855:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777486.568834:0:16855:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777486.568836:0:16855:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777486.568838:0:16855:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777486.568840:0:16855:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777486.568844:0:16855:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:3.0:1788777486.568847:0:16855:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:3.0:1788777486.568849:0:16855:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777486.568852:0:16855:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:3.0:1788777486.568855:0:16855:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777486.568857:0:16855:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777486.568861:0:16855:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777486.568863:0:16855:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777486.568866:0:16855:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777486.568968:0:16855:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777486.568971:0:16855:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777486.568973:0:16855:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:3.0:1788777486.568976:0:16855:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777486.568980:0:16855:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777486.568982:0:16855:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff9b1fd1579988) invalid 00000020:00000001:3.0:1788777486.568986:0:16855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cbbca0 00000080:00002000:3.0:1788777486.568988:0:16855:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9b1fd176a438) parent ffff9b1fd155f360 inode ffff9b1fd1579988 refc 1 00000080:00000001:3.0:1788777486.568991:0:16855:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777486.568994:0:16855:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777486.568996:0:16855:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777486.568999:0:16855:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777486.569002:0:16855:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777486.569004:0:16855:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777486.569006:0:16855:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777486.569007:0:16855:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777486.569011:0:16855:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7200 with handle 0x22b16ee488cdc9cd from hash 00010000:00000001:3.0:1788777486.569014:0:16855:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777486.569016:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777486.569017:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777486.569019:0:16855:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777486.569023:0:16855:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777486.569024:0:16855:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777486.569027:0:16855:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777486.569029:0:16855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777486.569032:0:16855:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788777486.569040:0:16855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256300. 00000020:00000040:3.0:1788777486.569043:0:16855:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777486.569048:0:16855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777486.569051:0:16855:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777486.569054:0:16855:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777486.569061:0:16855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc4f4e000. 00000100:00000001:3.0:1788777486.569068:0:16855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777486.569071:0:16855:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777486.569077:0:16855:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777486.569083:0:16855:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777486.569085:0:16855:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777486.569087:0:16855:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777486.569088:0:16855:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777486.569095:0:16855:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc3477180. 00000100:00000001:3.0:1788777486.569097:0:16855:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159455371648 : -110914254179968 : ffff9b1fc3477180) 00000100:00000001:3.0:1788777486.569100:0:16855:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777486.569102:0:16855:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453139712 : -110914256411904 : ffff9b1fc3256300) 00000100:00000001:3.0:1788777486.569106:0:16855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777486.569111:0:16855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777486.569113:0:16855:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777486.569115:0:16855:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777486.569134:0:16855:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.569149:0:16855:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777486.569151:0:16855:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777486.569155:0:16855:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777486.569158:0:16855:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777486.569160:0:16855:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777486.569164:0:16855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:67f3d5ce-64e4-46be-9428-e80a71444531:16855:1875667211124608:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777486.569168:0:16855:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777486.569174:0:16855:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777486.569177:0:16855:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777486.569180:0:16855:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777486.569184:0:16855:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4fc00. 02000000:00000001:3.0:1788777486.569185:0:16855:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777486.569192:0:16855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777486.569197:0:16855:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73840. 00000400:00000010:3.0:1788777486.569205:0:16855:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92554c8. 00000100:00000200:3.0:1788777486.569213:0:16855:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211124608, portal 18 00000100:00000001:3.0:1788777486.569224:0:16855:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777486.569226:0:16855:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453139712 : -110914256411904 : ffff9b1fc3256300) 00000100:00000040:3.0:1788777486.569233:0:16855:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.569241:0:16855:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777486.569244:0:16855:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777486.569247:0:16855:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92557f8. 00000100:00000200:3.0:1788777486.569250:0:16855:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211124608, offset 0 00000400:00000200:3.0:1788777486.569257:0:16855:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777486.569267:0:16855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.569275:0:16855:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777486.569280:0:16855:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777486.569284:0:16855:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777486.569288:0:16855:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777486.569291:0:16855:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777486.569295:0:16855:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2842:2842:256:4294967295] 192.168.204.133@tcp LPNI seq info [2841:2841:8:4294967295] 00000400:00000200:3.0:1788777486.569299:0:16855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.569309:0:16855:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777486.569319:0:16855:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777486.569324:0:16855:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777486.569331:0:16855:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777486.569339:0:16855:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777486.569344:0:16855:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777486.569356:0:16855:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777486.569361:0:16855:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 819008 usecs (820 jiffies) 00000400:00000200:3.0:1788777486.569364:0:16855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777486.569367:0:16855:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296590696 00000100:00000001:3.0:1788777486.569370:0:16855:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296591326 00000100:00000001:3.0:1788777486.569372:0:16855:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296590696 00000100:00000001:3.0:1788777486.569374:0:16855:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296591326 00000100:00000001:3.0:1788777486.569376:0:16855:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777486.569378:0:16855:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777486.569390:0:16855:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777486.569392:0:16855:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777486.569394:0:16855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc3477180 going to sleep for 11 seconds 00000100:00000001:3.0:1788777486.569397:0:16855:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777486.569400:0:16855:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777486.569662:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777486.569666:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:3.0:1788777486.569671:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.569675:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777486.569681:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92557f8 00000400:00000010:3.0:1788777486.569683:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92557f8. 00000100:00000001:3.0:1788777486.569686:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777486.569690:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.569704:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777486.569707:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1788777486.569710:0:33273:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777486.569713:0:33273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777486.569714:0:33273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1788777486.569715:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.569716:0:33273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777486.569717:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1788777486.569719:0:33273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777486.569720:0:33273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777486.569722:0:33273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777486.574603:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.574623:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777486.574627:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.574639:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777486.574651:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.574663:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777486.574673:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.574678:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.574684:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.574688:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd5ff80 00000400:00000200:3.0:1788777486.574693:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777486.574699:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x84ed [1] + 224 00000800:00000001:3.0:1788777486.574707:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.574714:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777486.574717:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777486.574721:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777486.574729:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777486.574736:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777486.574746:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777486.574772:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777486.574781:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777486.574785:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.574930:0:16855:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777486.574939:0:16855:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777486.574941:0:16855:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777486.574945:0:16855:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73840. 00000400:00000200:0.0:1788777486.574950:0:16855:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92554c8 00000400:00000010:0.0:1788777486.574952:0:16855:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92554c8. 00000100:00000001:0.0:1788777486.574956:0:16855:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777486.574961:0:16855:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777486.574969:0:16855:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.574975:0:16855:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777486.574977:0:16855:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.574979:0:16855:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777486.574983:0:16855:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777486.574985:0:16855:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777486.574988:0:16855:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777486.574991:0:16855:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777486.575000:0:16855:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064580 time=144 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777486.575004:0:16855:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777486.575007:0:16855:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777486.575008:0:16855:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.575012:0:16855:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777486.575016:0:16855:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.575019:0:16855:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777486.575021:0:16855:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788777486.575023:0:16855:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777486.575027:0:16855:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777486.575031:0:16855:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.575038:0:16855:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777486.575041:0:16855:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777486.575045:0:16855:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777486.575049:0:16855:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777486.575056:0:16855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:67f3d5ce-64e4-46be-9428-e80a71444531:16855:1875667211124608:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777486.575061:0:16855:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777486.575065:0:16855:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.575068:0:16855:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777486.575071:0:16855:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.575074:0:16855:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.575081:0:16855:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777486.575084:0:16855:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc3477180. 00000100:00000001:0.0:1788777486.575088:0:16855:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777486.575089:0:16855:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777486.575092:0:16855:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777486.575095:0:16855:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256300 x1875667211124608/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777486.575100:0:16855:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777486.575103:0:16855:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777486.575106:0:16855:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4fc00. 02000000:00000001:0.0:1788777486.575109:0:16855:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777486.575112:0:16855:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777486.575114:0:16855:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777486.575117:0:16855:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777486.575120:0:16855:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc4f4e000. 02000000:00000001:0.0:1788777486.575125:0:16855:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777486.575136:0:16855:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777486.575138:0:16855:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256300. 00000100:00000001:0.0:1788777486.575143:0:16855:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777486.575145:0:16855:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777486.575147:0:16855:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1788777486.575150:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777486.575156:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdc9cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6c59 expref: -99 pid: 33266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788777486.575171:0:16855:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fd12e46c0. 00010000:00000040:0.0:1788777486.575176:0:16855:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e300 count: 0 00010000:00000010:0.0:1788777486.575185:0:16855:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6a380. 00010000:00000001:0.0:1788777486.575194:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777486.575195:0:16855:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777486.575212:0:16855:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777486.575216:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777486.575218:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.575220:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777486.575222:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777486.575223:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.575225:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777486.575226:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777486.575227:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777486.575229:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777486.575304:0:33274:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.575308:0:33274:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777486.575310:0:33274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788777486.585560:0:33275:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e300. 00010000:00000010:0.1:1788777486.585835:0:33275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000001:2.0:1788777487.541166:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777487.541172:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777487.541179:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777487.541180:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777487.541264:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777487.541267:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777487.541270:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777487.542286:0:16847:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788777487.542291:0:16847:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777488.052608:0:13981:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296591326, at 4296591360 00000100:00000010:3.0:1788777488.052623:0:13981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd12135a0. 00000100:00000040:2.0:1788777488.052912:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296591326, at 4296591360 00000100:00000010:2.0:1788777488.052918:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213d20. 00010000:00000001:2.0:1788777488.564659:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777488.564667:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777488.564674:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777488.564675:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777488.564903:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777488.564907:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777488.564910:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777489.077161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777489.077175:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777489.077182:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256d80. 00000020:00000040:3.0:1788777489.077190:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777489.077194:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777489.077197:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777489.077202:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777489.077210:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b800. 00000100:00000001:3.0:1788777489.077218:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077229:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777489.077241:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777489.077245:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077252:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c70c143d] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.077290:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077294:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777489.077297:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777489.077300:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255180. 00000020:00000040:3.0:1788777489.077303:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777489.077305:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777489.077307:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777489.077309:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777489.077312:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bf00. 00000100:00000001:3.0:1788777489.077315:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077320:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777489.077328:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777489.077330:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077334:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a92e0006] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.077342:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777489.077348:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777489.077350:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256680. 00000020:00000040:3.0:1788777489.077353:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777489.077355:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777489.077356:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777489.077358:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777489.077361:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b700. 00000100:00000001:3.0:1788777489.077363:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077367:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777489.077373:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777489.077375:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077378:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6007fd] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.077385:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777489.077389:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777489.077392:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255c00. 00000020:00000040:3.0:1788777489.077394:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777489.077396:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777489.077397:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777489.077411:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777489.077414:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b900. 00000100:00000001:3.0:1788777489.077417:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077421:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777489.077428:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777489.077430:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077433:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000caeb638] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.077440:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777489.077446:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777489.077449:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257800. 00000020:00000040:3.0:1788777489.077451:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777489.077453:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777489.077454:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777489.077455:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777489.077458:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870bc00. 00000100:00000001:3.0:1788777489.077515:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077521:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777489.077528:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777489.077530:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077534:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23939ac] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.077541:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077545:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1930) 00000100:00000001:3.0:1788777489.077563:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777489.077568:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777489.077571:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777489.077575:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.077600:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777489.077602:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.077607:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777489.077610:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777489.077612:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777489.077615:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211124864:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777489.077620:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777489.077626:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777489.077629:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.077631:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777489.077636:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4fa00. 02000000:00000001:3.0:1788777489.077648:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777489.077656:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777489.077660:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c735d8. 00000400:00000010:3.0:1788777489.077666:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92557f8. 00000100:00000200:3.0:1788777489.077673:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211124864, portal 10 00000100:00000001:3.0:1788777489.077675:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777489.077677:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453135232 : -110914256416384 : ffff9b1fc3255180) 00000100:00000040:3.0:1788777489.077684:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.077691:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777489.077694:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777489.077697:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777489.077699:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211124864, offset 0 00000400:00000200:3.0:1788777489.077706:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777489.077716:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.077723:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777489.077728:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777489.077733:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777489.077736:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777489.077738:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777489.077742:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2843:2843:256:4294967295] 192.168.204.133@tcp LPNI seq info [2842:2842:8:4294967295] 00000400:00000200:3.0:1788777489.077747:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.077757:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777489.077762:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777489.077767:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777489.077774:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777489.077782:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777489.077787:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777489.077799:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077802:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 817927 usecs (818 jiffies) 00000400:00000200:3.0:1788777489.077805:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777489.077809:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296593202 00000100:00000010:3.0:1788777489.077814:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181c00. 00000100:00000001:3.0:1788777489.077820:0:2414:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777489.077826:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296593202 00000100:00000010:3.0:1788777489.077829:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc31810c0. 00000100:00000001:3.0:1788777489.077832:0:2414:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777489.077835:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777489.077838:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.077840:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777489.077845:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.077851:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777489.077852:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.077854:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777489.077856:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777489.077858:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777489.077860:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211125120:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777489.077864:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777489.077867:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777489.077868:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.077870:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777489.077873:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4fe00. 02000000:00000001:3.0:1788777489.077875:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777489.077878:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777489.077882:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73840. 00000400:00000010:3.0:1788777489.077886:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255d48. 00000100:00000200:3.0:1788777489.077888:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211125120, portal 4 00000100:00000001:3.0:1788777489.077890:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777489.077891:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137920 : -110914256413696 : ffff9b1fc3255c00) 00000100:00000040:3.0:1788777489.077897:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.077903:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777489.077905:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777489.077907:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255ee0. 00000100:00000200:3.0:1788777489.077909:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211125120, offset 0 00000400:00000200:3.0:1788777489.077913:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777489.077917:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.077921:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777489.077923:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777489.077925:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777489.077927:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777489.077929:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777489.077932:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2844:2844:255:4294967295] 192.168.204.133@tcp LPNI seq info [2843:2843:7:4294967295] 00000400:00000200:3.0:1788777489.077936:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.077941:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777489.077945:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777489.077949:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b500. 00000800:00000200:3.0:1788777489.077953:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777489.077957:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777489.077960:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777489.077964:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.077967:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20585 usecs (21 jiffies) 00000400:00000200:3.0:1788777489.077970:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777489.077972:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296592405 00000100:00000001:3.0:1788777489.077974:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296593202 00000100:00000001:3.0:1788777489.077976:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296592405 00000100:00000001:3.0:1788777489.077978:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296593202 00000100:00000001:3.0:1788777489.077980:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777489.077982:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.077984:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.077987:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777489.077995:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777489.078728:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777489.078733:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777489.078735:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777489.078737:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777489.078740:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1788777489.078742:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777489.078746:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777489.078747:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777489.078749:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777489.078750:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777489.078751:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777489.078758:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.078765:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777489.078767:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.078769:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777489.078771:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777489.078773:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777489.078776:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211124736:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777489.078779:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777489.078782:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777489.078784:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.078786:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777489.078791:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4f000. 02000000:00000001:3.0:1788777489.078792:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777489.078797:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777489.078802:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c737e8. 00000400:00000010:3.0:1788777489.078807:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255e58. 00000100:00000200:3.0:1788777489.078812:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211124736, portal 25 00000100:00000001:3.0:1788777489.078814:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777489.078815:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453142400 : -110914256409216 : ffff9b1fc3256d80) 00000100:00000040:3.0:1788777489.078820:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.078826:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777489.078829:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777489.078831:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777489.078833:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211124736, offset 0 00000400:00000200:3.0:1788777489.078838:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777489.078843:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.078848:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777489.078851:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777489.078854:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777489.078857:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777489.078859:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777489.078862:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2845:2845:254:4294967295] 192.168.204.133@tcp LPNI seq info [2844:2844:6:4294967295] 00000400:00000200:3.0:1788777489.078867:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.078873:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777489.078877:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777489.078881:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b200. 00000800:00000200:3.0:1788777489.078886:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777489.078892:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777489.078895:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777489.078898:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777489.078902:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777489.078905:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296596447 00000100:00000001:3.0:1788777489.078911:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296593202 00000100:00000001:3.0:1788777489.078915:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296596447 00000100:00000001:3.0:1788777489.078918:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296593202 00000100:00000001:3.0:1788777489.078920:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777489.078922:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.078924:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777489.078928:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.078934:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777489.078935:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.078938:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777489.078939:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777489.078941:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777489.078944:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211124992:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777489.078947:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777489.078949:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777489.078951:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.078952:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777489.078956:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4e200. 02000000:00000001:3.0:1788777489.078957:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777489.078961:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777489.078963:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73c60. 00000400:00000010:3.0:1788777489.078966:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255b28. 00000100:00000200:3.0:1788777489.078968:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211124992, portal 10 00000100:00000001:3.0:1788777489.078970:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777489.078971:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453140608 : -110914256411008 : ffff9b1fc3256680) 00000100:00000040:3.0:1788777489.078977:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.078983:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777489.078985:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777489.078988:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92553b8. 00000100:00000200:3.0:1788777489.078990:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211124992, offset 0 00000400:00000200:3.0:1788777489.078994:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000100:00000001:2.0:1788777489.079378:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777489.079383:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777489.079926:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.079934:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777489.080046:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777489.080051:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777489.080054:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777489.080057:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777489.080060:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2846:2846:253:4294967295] 192.168.204.133@tcp LPNI seq info [2845:2845:5:4294967295] 00000400:00000200:3.0:1788777489.080064:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.080072:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777489.080077:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777489.080083:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b600. 00000800:00000200:3.0:1788777489.080089:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777489.080094:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777489.080098:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777489.080102:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.080107:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21733 usecs (22 jiffies) 00000400:00000200:3.0:1788777489.080110:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777489.080112:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296592409 00000100:00000001:3.0:1788777489.080115:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296596447 00000100:00000001:3.0:1788777489.080117:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296592409 00000100:00000001:3.0:1788777489.080120:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296596447 00000100:00000001:3.0:1788777489.080122:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777489.080125:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.080128:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777489.080134:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080158:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777489.080160:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.080163:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777489.080166:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777489.080168:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777489.080171:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211125248:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777489.080175:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777489.080178:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777489.080181:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777489.080182:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777489.080186:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4e800. 02000000:00000001:3.0:1788777489.080188:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777489.080192:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777489.080195:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73d10. 00000400:00000010:3.0:1788777489.080200:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255990. 00000100:00000200:3.0:1788777489.080204:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211125248, portal 4 00000100:00000001:3.0:1788777489.080206:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777489.080208:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453145088 : -110914256406528 : ffff9b1fc3257800) 00000100:00000040:3.0:1788777489.080213:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080220:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777489.080222:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777489.080224:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92555d8. 00000100:00000200:3.0:1788777489.080226:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211125248, offset 0 00000400:00000200:3.0:1788777489.080230:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777489.080234:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.080237:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777489.080240:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777489.080242:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777489.080245:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777489.080247:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777489.080250:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2847:2847:252:4294967295] 192.168.204.133@tcp LPNI seq info [2846:2846:4:4294967295] 00000400:00000200:3.0:1788777489.080254:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.080259:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777489.080263:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777489.080266:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777489.080270:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777489.080274:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777489.080276:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777489.080278:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777489.080281:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 232122 usecs (233 jiffies) 00000400:00000200:3.0:1788777489.080284:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777489.080286:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296592620 00000100:00000001:3.0:1788777489.080289:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296596447 00000100:00000001:3.0:1788777489.080291:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296592620 00000100:00000001:3.0:1788777489.080293:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296596447 00000100:00000001:3.0:1788777489.080295:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777489.080297:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.080300:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.080303:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777489.080346:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777489.080350:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b400. 00000400:00000200:3.0:1788777489.080354:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.080359:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777489.080364:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255088 00000400:00000010:3.0:1788777489.080367:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255088. 00000100:00000001:3.0:1788777489.080370:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777489.080374:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080384:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777489.080387:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080394:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.080396:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777489.080420:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777489.080422:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b500. 00000400:00000200:3.0:1788777489.080425:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.080428:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777489.080431:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255ee0 00000400:00000010:3.0:1788777489.080433:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255ee0. 00000100:00000001:3.0:1788777489.080435:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777489.080439:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080445:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777489.080447:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080453:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.080454:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777489.080460:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777489.080480:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b200. 00000400:00000200:3.0:1788777489.080483:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.080486:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777489.080488:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:3.0:1788777489.080490:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:3.0:1788777489.080492:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777489.080496:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080502:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777489.080504:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080510:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.080511:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777489.080517:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777489.080520:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b600. 00000400:00000200:3.0:1788777489.080522:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.080525:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777489.080527:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92553b8 00000400:00000010:3.0:1788777489.080529:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92553b8. 00000100:00000001:3.0:1788777489.080531:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777489.080535:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080541:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777489.080543:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080548:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.080550:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777489.080610:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777489.080612:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:3.0:1788777489.080615:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.080618:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777489.080621:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92555d8 00000400:00000010:3.0:1788777489.080623:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92555d8. 00000100:00000001:3.0:1788777489.080625:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777489.080628:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080635:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777489.080649:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.080656:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777489.080657:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777489.093017:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093036:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777489.093040:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093043:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.093052:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093060:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777489.093070:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093075:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093080:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093084:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd60000 00000400:00000200:3.0:1788777489.093089:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093095:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x851d [1] + 224 00000800:00000001:3.0:1788777489.093102:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093106:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.093109:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.093114:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777489.093123:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777489.093133:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777489.093156:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.093181:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777489.093189:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093194:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777489.093195:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093197:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.093200:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093203:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777489.093207:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093209:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093212:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093214:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd60080 00000400:00000200:3.0:1788777489.093218:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093222:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x84fd [1] + 224 00000800:00000001:3.0:1788777489.093225:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093228:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.093229:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.093233:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777489.093236:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777489.093241:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777489.093249:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.093256:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777489.093260:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093264:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777489.093265:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093267:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.093270:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093274:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777489.093277:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093280:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093282:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093285:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd60100 00000400:00000200:3.0:1788777489.093287:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093297:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x852d [1] + 224 00000800:00000001:3.0:1788777489.093301:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093304:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.093307:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.093310:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777489.093313:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777489.093317:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777489.093325:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.093333:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777489.093336:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093339:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777489.093340:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093342:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.093345:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093348:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777489.093352:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093354:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093357:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093359:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd60180 00000400:00000200:3.0:1788777489.093362:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.093366:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x850d [1] + 224 00000800:00000001:3.0:1788777489.093369:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093374:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.093376:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.093379:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777489.093382:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777489.093385:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777489.093392:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.093411:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777489.093415:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.093418:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.093870:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777489.093876:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777489.093885:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777489.093887:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777489.093891:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c737e8. 00000400:00000200:2.0:1788777489.093896:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255e58 00000400:00000010:2.0:1788777489.093899:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255e58. 00000100:00000001:2.0:1788777489.093902:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777489.093908:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777489.093917:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.093923:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777489.093925:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.093928:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777489.093931:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777489.093934:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777489.093936:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777489.093939:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777489.093946:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=148 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777489.093950:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777489.093952:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777489.093954:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777489.093956:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777489.093959:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777489.093961:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777489.093966:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.093979:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777489.093982:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777489.093985:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777489.093988:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777489.093995:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211124736:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777489.094001:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777489.094003:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777489.094004:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73c60. 00000400:00000200:2.0:1788777489.094007:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255b28 00000400:00000010:2.0:1788777489.094009:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255b28. 00000100:00000001:2.0:1788777489.094011:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777489.094015:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777489.094023:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094028:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777489.094030:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.094031:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777489.094033:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777489.094034:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777489.094035:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777489.094037:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777489.094053:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=148 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777489.094057:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777489.094059:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777489.094060:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777489.094062:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777489.094064:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777489.094067:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777489.094069:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:2.0:1788777489.094072:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777489.094073:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777489.094077:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094083:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777489.094085:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777489.094086:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777489.094089:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777489.094097:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211124992:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777489.094102:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777489.094103:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777489.094105:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c735d8. 00000400:00000200:2.0:1788777489.094107:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92557f8 00000400:00000010:2.0:1788777489.094109:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92557f8. 00000100:00000001:2.0:1788777489.094111:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777489.094114:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777489.094121:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094127:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777489.094128:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.094129:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777489.094130:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777489.094131:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777489.094132:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777489.094134:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777489.094138:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=148 v=5 (105 105 105 137) 00000100:00001000:2.0:1788777489.094140:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777489.094153:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777489.094154:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777489.094157:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777489.094159:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777489.094161:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777489.094162:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1788777489.094163:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777489.094166:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777489.094170:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094176:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777489.094178:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777489.094179:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777489.094183:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777489.094189:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211124864:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777489.094194:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777489.094195:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777489.094197:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73840. 00000400:00000200:2.0:1788777489.094199:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255d48 00000400:00000010:2.0:1788777489.094201:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255d48. 00000100:00000001:2.0:1788777489.094203:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777489.094206:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777489.094213:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094220:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777489.094221:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.094223:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777489.094224:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777489.094225:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777489.094227:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777489.094228:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777489.094232:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=148 v=5 (5 5 5 36) 00000100:00001000:2.0:1788777489.094235:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777489.094237:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777489.094239:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777489.094241:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777489.094242:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777489.094244:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777489.094246:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788777489.094248:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777489.094249:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777489.094253:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094258:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777489.094260:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777489.094261:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777489.094264:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777489.094270:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211125120:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777489.094274:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777489.094277:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777489.094280:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256d80 x1875667211124736/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094287:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777489.094300:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777489.094305:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4f000. 02000000:00000001:2.0:1788777489.094308:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777489.094311:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777489.094313:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:2.0:1788777489.094315:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777489.094317:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b800. 02000000:00000001:2.0:1788777489.094321:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777489.094323:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777489.094324:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256d80. 00000100:00000001:2.0:1788777489.094330:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777489.094331:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.094333:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777489.094337:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3256680 x1875667211124992/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094342:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777489.094343:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777489.094345:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4e200. 02000000:00000001:2.0:1788777489.094347:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777489.094348:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777489.094349:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777489.094351:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777489.094352:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b700. 02000000:00000001:2.0:1788777489.094355:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777489.094356:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777489.094357:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256680. 00000100:00000001:2.0:1788777489.094358:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777489.094359:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.094361:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777489.094364:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255180 x1875667211124864/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094368:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777489.094369:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777489.094371:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4fa00. 02000000:00000001:2.0:1788777489.094372:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777489.094373:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777489.094374:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777489.094376:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777489.094377:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bf00. 02000000:00000001:2.0:1788777489.094379:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777489.094379:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777489.094380:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255180. 00000100:00000001:2.0:1788777489.094382:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777489.094383:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.094385:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777489.094388:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255c00 x1875667211125120/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.094393:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777489.094395:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777489.094396:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4fe00. 02000000:00000001:2.0:1788777489.094662:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777489.094664:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777489.094665:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777489.094667:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777489.094669:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b900. 02000000:00000001:2.0:1788777489.094671:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777489.094672:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777489.094674:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255c00. 00000100:00000001:2.0:1788777489.094676:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777489.094677:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.094680:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777489.094682:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777489.094693:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777489.094696:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777489.094697:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777489.097119:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.097147:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777489.097151:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.097154:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.097163:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.097171:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777489.097180:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.097185:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.097191:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.097194:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd60200 00000400:00000200:3.0:1788777489.097200:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777489.097206:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x853d [1] + 224 00000800:00000001:3.0:1788777489.097214:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.097221:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777489.097224:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777489.097229:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777489.097238:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777489.097248:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777489.097259:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777489.097282:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777489.097291:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777489.097294:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.097619:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777489.097626:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777489.097633:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777489.097635:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777489.097639:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73d10. 00000400:00000200:2.0:1788777489.097645:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255990 00000400:00000010:2.0:1788777489.097648:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255990. 00000100:00000001:2.0:1788777489.097651:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777489.097656:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777489.097665:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.097671:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777489.097673:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.097676:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777489.097679:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777489.097682:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777489.097694:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777489.097697:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777489.097708:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=148 v=5 (5 5 5 36) 00000100:00001000:2.0:1788777489.097712:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777489.097715:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777489.097717:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777489.097719:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777489.097724:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777489.097727:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777489.097729:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788777489.097731:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777489.097733:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777489.097738:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.097745:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777489.097748:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777489.097750:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777489.097753:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777489.097760:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211125248:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777489.097765:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.097767:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777489.097770:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257800 x1875667211125248/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777489.097775:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777489.097778:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777489.097782:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4e800. 02000000:00000001:2.0:1788777489.097786:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777489.097789:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777489.097791:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777489.097793:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777489.097796:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870bc00. 02000000:00000001:2.0:1788777489.097800:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777489.097802:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777489.097803:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257800. 00000100:00000001:2.0:1788777489.097806:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777489.097808:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.097810:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777489.097817:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777489.097819:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777489.097821:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777489.097823:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777489.590318:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777489.590324:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777489.590329:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777489.590331:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777489.590412:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777489.590415:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777489.590419:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777490.613077:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777490.613082:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777490.613088:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777490.613089:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777490.613232:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777490.613235:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777490.613238:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777491.636610:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777491.636617:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777491.636623:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777491.636624:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777491.636848:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777491.636852:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777491.636856:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777492.660605:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777492.660612:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777492.660617:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777492.660618:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777492.660999:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777492.661003:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777492.661006:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777493.172594:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296596447, at 4296596480 00000100:00000010:2.0:1788777493.172614:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181c00. 00000100:00000040:3.0:1788777493.172774:0:13981:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296596447, at 4296596480 00000100:00000010:3.0:1788777493.172780:0:13981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc31810c0. 00010000:00000001:2.0:1788777493.684680:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777493.684692:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777493.684700:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777493.684701:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777493.684824:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777493.684830:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777493.684834:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777494.196879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777494.196891:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777494.196902:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122a00. 00000020:00000040:1.0:1788777494.196909:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777494.196913:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777494.196916:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777494.196920:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777494.196928:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd0cbd300. 00000100:00000001:1.0:1788777494.196936:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.196949:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777494.196959:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777494.196963:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.196969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab4a373f] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777494.196996:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.196999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777494.197002:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777494.197005:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120a80. 00000020:00000040:1.0:1788777494.197007:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777494.197010:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777494.197011:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777494.197013:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777494.197016:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd0cbda00. 00000100:00000001:1.0:1788777494.197019:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197023:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777494.197029:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777494.197031:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197034:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660547fd] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777494.197041:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777494.197047:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777494.197049:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121180. 00000020:00000040:1.0:1788777494.197051:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777494.197053:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777494.197054:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777494.197056:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777494.197061:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de400. 00000100:00000001:1.0:1788777494.197064:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197067:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777494.197074:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777494.197076:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197079:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079550021] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777494.197086:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777494.197091:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777494.197095:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120700. 00000020:00000040:1.0:1788777494.197097:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777494.197099:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777494.197100:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777494.197101:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777494.197104:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30ded00. 00000100:00000001:1.0:1788777494.197106:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197110:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777494.197116:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777494.197118:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197122:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000727a4e6a] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777494.197133:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777494.197138:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777494.197141:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123100. 00000020:00000040:1.0:1788777494.197144:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777494.197146:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777494.197147:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777494.197148:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777494.197152:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30dec00. 00000100:00000001:1.0:1788777494.197154:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197158:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777494.197164:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777494.197166:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197169:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052878ad9] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777494.197175:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777494.197179:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1935) 00000100:00000001:0.0:1788777494.198708:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777494.198716:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777494.198719:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777494.198730:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.198742:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777494.198745:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.198748:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777494.198752:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777494.198755:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777494.198758:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211125376:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777494.198762:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777494.198768:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777494.198771:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.198774:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777494.198781:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068e00. 02000000:00000001:0.0:1788777494.198784:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777494.198791:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777494.198795:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0268. 00000400:00000010:0.0:1788777494.198802:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b330. 00000100:00000200:0.0:1788777494.198808:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211125376, portal 25 00000100:00000001:0.0:1788777494.198810:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777494.198812:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000040:0.0:1788777494.198817:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.198824:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777494.198827:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777494.198829:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926baa0. 00000100:00000200:0.0:1788777494.198833:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211125376, offset 0 00000400:00000200:0.0:1788777494.198839:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777494.198847:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.198854:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777494.198859:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777494.198863:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777494.198868:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777494.198871:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777494.198875:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2848:2848:256:4294967295] 192.168.204.133@tcp LPNI seq info [2847:2847:8:4294967295] 00000400:00000200:0.0:1788777494.198879:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.198888:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777494.198894:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777494.198899:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5700. 00000800:00000200:0.0:1788777494.198906:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777494.198914:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777494.198917:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777494.198943:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777494.198948:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777494.198950:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296601568 00000100:00000010:0.0:1788777494.198956:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617d80. 00000100:00000001:0.0:1788777494.198963:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788777494.198970:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296601568 00000100:00000010:0.0:1788777494.198973:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617180. 00000100:00000001:0.0:1788777494.198976:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788777494.198979:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.198981:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.198983:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777494.198987:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.198994:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777494.198995:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.198997:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777494.198999:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777494.199000:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777494.199015:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211125632:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777494.199018:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777494.199020:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777494.199022:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.199023:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777494.199027:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069000. 02000000:00000001:0.0:1788777494.199028:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777494.199031:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777494.199034:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777494.199037:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bcc0. 00000100:00000200:0.0:1788777494.199040:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211125632, portal 10 00000100:00000001:0.0:1788777494.199042:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777494.199043:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686754688 : -110914022796928 : ffff9b1fd1121180) 00000100:00000040:0.0:1788777494.199050:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.199057:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777494.199059:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777494.199062:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b770. 00000100:00000200:0.0:1788777494.199064:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211125632, offset 0 00000400:00000200:0.0:1788777494.199068:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777494.199072:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.199075:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777494.199079:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777494.199082:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777494.199084:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777494.199086:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777494.199089:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2849:2849:255:4294967295] 192.168.204.133@tcp LPNI seq info [2848:2848:7:4294967295] 00000400:00000200:0.0:1788777494.199093:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.199100:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777494.199104:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777494.199107:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5d00. 00000800:00000200:0.0:1788777494.199111:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777494.199115:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777494.199117:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777494.199120:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.199124:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21730 usecs (22 jiffies) 00000400:00000200:0.0:1788777494.199126:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777494.199128:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296597528 00000100:00000001:0.0:1788777494.199131:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296601568 00000100:00000001:0.0:1788777494.199133:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296597528 00000100:00000001:0.0:1788777494.199135:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296601568 00000100:00000001:0.0:1788777494.199137:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.199139:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.199141:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777494.199145:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.199152:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777494.199154:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.199156:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777494.199158:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777494.199159:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777494.199162:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211125888:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777494.199166:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777494.199168:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777494.199170:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.199171:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777494.199174:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068000. 02000000:00000001:0.0:1788777494.199175:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777494.199178:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777494.199181:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0d68. 00000400:00000010:0.0:1788777494.199184:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777494.199187:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211125888, portal 4 00000100:00000001:0.0:1788777494.199189:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777494.199190:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00000100:00000040:0.0:1788777494.199196:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788777494.199440:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777494.199445:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777494.199450:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.199455:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777494.199460:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926baa0 00000400:00000010:3.0:1788777494.199490:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926baa0. 00000100:00000001:3.0:1788777494.199495:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777494.199500:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.199510:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777494.199514:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.199526:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777494.199528:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777494.199600:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777494.199602:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777494.199606:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.199609:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777494.199612:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b770 00000400:00000010:3.0:1788777494.199614:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b770. 00000100:00000001:3.0:1788777494.199616:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777494.199619:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.199625:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777494.199628:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.199634:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777494.199635:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777494.199707:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777494.199711:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777494.199714:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b7f8. 00000100:00000200:0.0:1788777494.199721:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211125888, offset 0 00000400:00000200:0.0:1788777494.199725:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777494.199730:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.199735:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777494.199738:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777494.199741:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777494.199744:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777494.199745:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777494.199748:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2850:2850:256:4294967295] 192.168.204.133@tcp LPNI seq info [2849:2849:8:4294967295] 00000400:00000200:0.0:1788777494.199752:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.199758:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777494.199762:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777494.199766:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5500. 00000800:00000200:0.0:1788777494.199770:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777494.199775:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777494.199778:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777494.199790:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.199793:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 231033 usecs (232 jiffies) 00000400:00000200:0.0:1788777494.199796:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777494.199799:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296597739 00000100:00000001:0.0:1788777494.199801:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296601568 00000100:00000001:0.0:1788777494.199804:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296597739 00000100:00000001:0.0:1788777494.199806:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296601568 00000100:00000001:0.0:1788777494.199809:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.199812:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.199815:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.199818:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.199826:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777494.199829:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777494.199832:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777494.199833:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777494.199835:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777494.199838:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788777494.199840:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.199842:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777494.199843:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.199845:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777494.199846:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777494.199847:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777494.199852:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.199859:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777494.199860:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.199863:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777494.199865:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777494.199867:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777494.199869:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211125504:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777494.199872:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777494.199875:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777494.199876:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.199878:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777494.199882:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069a00. 02000000:00000001:0.0:1788777494.199884:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777494.199887:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777494.199890:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0580. 00000400:00000010:0.0:1788777494.199893:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bee0. 00000100:00000200:0.0:1788777494.199897:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211125504, portal 10 00000100:00000001:0.0:1788777494.199898:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777494.199900:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000040:0.0:1788777494.199905:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.199911:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777494.199913:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777494.199915:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b6e8. 00000100:00000200:0.0:1788777494.199917:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211125504, offset 0 00000400:00000200:0.0:1788777494.199920:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777494.199924:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.199927:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777494.199929:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777494.199931:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777494.199933:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777494.199935:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777494.199937:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2851:2851:255:4294967295] 192.168.204.133@tcp LPNI seq info [2850:2850:7:4294967295] 00000400:00000200:0.0:1788777494.199941:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.199945:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777494.199949:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777494.199951:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5d00. 00000800:00000200:0.0:1788777494.199954:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777494.199957:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777494.199960:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777494.199962:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.199964:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 816867 usecs (817 jiffies) 00000400:00000200:0.0:1788777494.199966:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777494.199968:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296598324 00000100:00000001:0.0:1788777494.199970:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296601568 00000100:00000001:0.0:1788777494.199972:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296598324 00000100:00000001:0.0:1788777494.199974:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296601568 00000100:00000001:0.0:1788777494.199976:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.199978:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.199980:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777494.199983:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.199989:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777494.199990:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.199992:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777494.199993:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777494.199995:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777494.199997:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211125760:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777494.200000:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777494.200003:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777494.200004:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.200006:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777494.200010:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068c00. 02000000:00000001:0.0:1788777494.200012:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777494.200014:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777494.200017:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0688. 00000400:00000010:0.0:1788777494.200020:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926be58. 00000100:00000200:0.0:1788777494.200022:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211125760, portal 4 00000100:00000001:0.0:1788777494.200024:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777494.200025:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000040:0.0:1788777494.200031:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.200036:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777494.200038:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777494.200040:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b2a8. 00000100:00000200:0.0:1788777494.200041:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211125760, offset 0 00000400:00000200:0.0:1788777494.200045:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777494.200048:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.200050:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777494.200053:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777494.200055:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777494.200057:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777494.200060:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777494.200062:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2852:2852:254:4294967295] 192.168.204.133@tcp LPNI seq info [2851:2851:6:4294967295] 00000400:00000200:0.0:1788777494.200065:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777494.200070:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777494.200074:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777494.200076:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5700. 00000800:00000200:0.0:1788777494.200079:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777494.200083:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777494.200085:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777494.200087:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.200089:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20587 usecs (21 jiffies) 00000400:00000200:0.0:1788777494.200092:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777494.200093:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296597528 00000100:00000001:0.0:1788777494.200095:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296601568 00000100:00000001:0.0:1788777494.200098:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296597528 00000100:00000001:0.0:1788777494.200099:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296601568 00000100:00000001:0.0:1788777494.200101:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.200102:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.200105:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.200107:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.200121:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777494.200124:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777494.200137:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777494.200141:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777494.200145:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.200149:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777494.200152:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b7f8 00000400:00000010:3.0:1788777494.200154:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b7f8. 00000100:00000001:3.0:1788777494.200157:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777494.200161:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.200170:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777494.200172:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.200179:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777494.200180:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777494.200203:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777494.200205:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777494.200208:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.200211:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777494.200214:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:3.0:1788777494.200215:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:3.0:1788777494.200217:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777494.200221:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.200228:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777494.200231:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.200236:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777494.200238:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777494.200262:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777494.200265:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777494.200267:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.200270:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777494.200272:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b2a8 00000400:00000010:3.0:1788777494.200274:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b2a8. 00000100:00000001:3.0:1788777494.200275:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777494.200279:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.200285:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777494.200288:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.200294:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777494.200295:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777494.208300:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208319:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777494.208324:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208327:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.208336:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208344:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777494.208353:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208358:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208364:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208367:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd60480 00000400:00000200:3.0:1788777494.208373:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208390:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x855d [1] + 224 00000800:00000001:3.0:1788777494.208403:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208408:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.208411:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.208416:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777494.208423:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777494.208431:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777494.208444:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.208496:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777494.208506:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208510:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777494.208512:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208514:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.208517:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208521:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777494.208525:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208528:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208530:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208533:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd60400 00000400:00000200:3.0:1788777494.208536:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208539:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x856d [1] + 224 00000800:00000001:3.0:1788777494.208542:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208545:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.208547:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.208550:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777494.208553:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777494.208558:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777494.208566:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.208574:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777494.208577:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208580:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777494.208582:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208585:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.208587:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208590:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777494.208594:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208597:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208599:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208602:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd60280 00000400:00000200:3.0:1788777494.208606:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208609:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x854d [1] + 224 00000800:00000001:3.0:1788777494.208612:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208615:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.208617:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.208620:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777494.208623:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777494.208627:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777494.208634:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.208640:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777494.208643:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208646:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777494.208648:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208650:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.208652:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208656:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777494.208659:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208661:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208664:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208667:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd60300 00000400:00000200:3.0:1788777494.208671:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.208675:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8565 [1] + 224 00000800:00000001:3.0:1788777494.208678:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208685:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.208688:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.208691:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777494.208693:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777494.208697:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777494.208705:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.208711:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777494.208714:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.208717:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.209246:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777494.209251:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777494.209258:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777494.209260:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777494.209264:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0580. 00000400:00000200:0.0:1788777494.209271:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bee0 00000400:00000010:0.0:1788777494.209274:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bee0. 00000100:00000001:0.0:1788777494.209278:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777494.209283:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777494.209300:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.209307:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777494.209310:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.209312:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777494.209316:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777494.209319:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777494.209322:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.209325:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777494.209336:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=153 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777494.209341:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777494.209344:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777494.209346:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777494.209348:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777494.209352:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.209355:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777494.209357:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 4294967636 gen 2 00000100:00000040:0.0:1788777494.209363:0:2413:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777501 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777494.209371:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777494.209372:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777494.209375:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777494.209379:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777501 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777494.209386:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.209390:0:2413:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff9b1fc639ca80 x1875667211123712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.209396:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777494.209400:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ca80 x1875667211123712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.209412:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777494.209415:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777494.209419:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339800. 02000000:00000001:0.0:1788777494.209423:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777494.209427:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777494.209429:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777494.209431:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777494.209435:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333a400. 02000000:00000001:0.0:1788777494.209439:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777494.209440:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777494.209442:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ca80. 00000100:00000001:0.0:1788777494.209446:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777494.209447:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777494.209453:0:2413:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff9b1fc31edc00 x1875667211124224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.209460:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777494.209500:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31edc00 x1875667211124224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.209507:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777494.209509:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777494.209511:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1001000. 02000000:00000001:0.0:1788777494.209515:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777494.209516:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777494.209517:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777494.209520:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777494.209521:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc312b800. 02000000:00000001:0.0:1788777494.209524:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777494.209525:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777494.209526:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31edc00. 00000100:00000001:0.0:1788777494.209528:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777494.209530:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.209532:0:2413:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777494.209535:0:2413:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:0.0:1788777494.209538:0:2413:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777494.209540:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.209545:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.209552:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.209556:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777494.209558:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777494.209562:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777494.209569:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211125504:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777494.209576:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777494.209577:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777494.209580:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0688. 00000400:00000200:0.0:1788777494.209582:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926be58 00000400:00000010:0.0:1788777494.209584:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926be58. 00000100:00000001:0.0:1788777494.209587:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777494.209590:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777494.209598:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.209605:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777494.209606:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.209608:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777494.209609:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777494.209611:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777494.209613:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.209615:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777494.209619:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=153 v=5 (5 5 5 36) 00000100:00001000:0.0:1788777494.209622:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777494.209624:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777494.209626:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777494.209628:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777494.209630:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.209632:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777494.209633:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777494.209635:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777494.209637:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.209640:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.209647:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.209649:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777494.209650:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777494.210775:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777494.210785:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211125760:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777494.210793:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777494.210795:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777494.210798:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0268. 00000400:00000200:0.0:1788777494.210803:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:0.0:1788777494.210804:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:0.0:1788777494.210808:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777494.210812:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777494.210819:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.210826:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777494.210827:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.210829:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777494.210832:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777494.210834:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777494.210836:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.210838:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777494.210842:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=153 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777494.210846:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=153 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777494.210848:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777494.210850:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777494.210852:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777494.210854:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.210856:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.210860:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.210865:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.210868:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777494.210869:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777494.210872:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777494.210878:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211125376:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777494.210882:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777494.210883:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777494.210885:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0d68. 00000400:00000200:0.0:1788777494.210888:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:0.0:1788777494.210889:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:0.0:1788777494.210891:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777494.210895:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777494.210901:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.210907:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777494.210908:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.210910:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777494.210911:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777494.210912:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777494.210913:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.210915:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777494.210918:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=153 v=5 (5 5 5 36) 00000100:00001000:0.0:1788777494.210921:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777494.210923:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777494.210924:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777494.210925:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777494.210927:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.210929:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777494.210931:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788777494.210933:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777494.210934:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.210937:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.210942:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.210944:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777494.210945:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777494.210947:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777494.210953:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211125888:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777494.210957:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.210959:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777494.210962:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120a80 x1875667211125504/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.210968:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777494.210970:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777494.210972:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069a00. 02000000:00000001:0.0:1788777494.210976:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777494.210977:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777494.210979:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777494.210980:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777494.210982:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd0cbda00. 02000000:00000001:0.0:1788777494.210986:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777494.210988:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777494.210989:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120a80. 00000100:00000001:0.0:1788777494.210992:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777494.210993:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.210995:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777494.210998:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120700 x1875667211125760/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.211014:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777494.211017:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777494.211018:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068c00. 02000000:00000001:0.0:1788777494.211021:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777494.211022:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777494.211024:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777494.211025:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777494.211027:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30ded00. 02000000:00000001:0.0:1788777494.211029:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777494.211030:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777494.211032:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120700. 00000100:00000001:0.0:1788777494.211034:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777494.211035:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.211037:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777494.211040:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122a00 x1875667211125376/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.211046:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777494.211047:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777494.211048:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068e00. 02000000:00000001:0.0:1788777494.211049:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777494.211051:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777494.211052:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777494.211053:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777494.211054:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd0cbd300. 02000000:00000001:0.0:1788777494.211056:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777494.211057:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777494.211058:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122a00. 00000100:00000001:0.0:1788777494.211061:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777494.211062:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.211063:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777494.211065:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123100 x1875667211125888/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.211071:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777494.211072:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777494.211073:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068000. 02000000:00000001:0.0:1788777494.211075:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777494.211076:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777494.211077:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777494.211078:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777494.211079:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30dec00. 02000000:00000001:0.0:1788777494.211081:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777494.211082:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777494.211083:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123100. 00000100:00000001:0.0:1788777494.211086:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777494.211087:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.211090:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.211092:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777494.211094:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777494.211096:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.211097:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777494.211959:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.211972:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777494.211976:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.211978:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.211984:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.211990:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777494.211997:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.212002:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.212008:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.212012:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd60380 00000400:00000200:3.0:1788777494.212017:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777494.212022:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8555 [1] + 224 00000800:00000001:3.0:1788777494.212029:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.212097:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777494.212100:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777494.212105:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777494.212111:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777494.212117:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777494.212128:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777494.212146:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777494.212152:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777494.212155:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.212760:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777494.212765:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777494.212770:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777494.212772:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777494.212775:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777494.212780:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bcc0 00000400:00000010:0.0:1788777494.212783:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bcc0. 00000100:00000001:0.0:1788777494.212786:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777494.212792:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777494.212802:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.212809:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777494.212810:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.212812:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777494.212815:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777494.212817:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777494.212819:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777494.212822:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777494.212829:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=153 v=5 (105 105 105 137) 00000100:00001000:0.0:1788777494.212833:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=153 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777494.212835:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777494.212836:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777494.212838:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777494.212841:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.212845:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777494.212847:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777494.212849:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777494.212850:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777494.212854:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.212861:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777494.212864:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777494.212866:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777494.212870:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777494.212877:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211125632:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777494.212882:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.212884:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777494.212887:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121180 x1875667211125632/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777494.212893:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777494.212895:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777494.212897:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069000. 02000000:00000001:0.0:1788777494.212901:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777494.212903:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777494.212904:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777494.212906:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777494.212909:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de400. 02000000:00000001:0.0:1788777494.212913:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777494.212914:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777494.212916:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121180. 00000100:00000001:0.0:1788777494.212919:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777494.212920:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.212923:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777494.212930:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777494.212932:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777494.212934:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777494.212936:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777494.708829:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777494.708836:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777494.708839:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777494.708842:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777494.708847:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777494.708849:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777494.708851:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777494.708853:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777494.708857:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777494.708859:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777494.708956:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777494.708960:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777494.708963:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777495.732680:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777495.732687:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777495.732693:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777495.732694:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777495.734047:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777495.734053:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777495.734058:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777496.757555:0:33266:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777496.757563:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777496.757566:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777496.757570:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1339e40 going to sleep for 1 seconds 00000100:00000001:0.0:1788777496.757574:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777496.757577:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777496.759967:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777496.759973:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777496.759979:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777496.759982:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777496.759984:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777496.759990:0:32334:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777496.759992:0:32334:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777496.759993:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777496.759997:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777496.759999:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777496.760001:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777496.760004:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777496.760575:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777496.760580:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777496.760583:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777497.780854:0:33266:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777497.780859:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777497.780862:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777497.780867:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1339e40 going to sleep for 1 seconds 00000100:00000001:0.0:1788777497.780871:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777497.780874:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777497.781227:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777497.781231:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777497.781235:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777497.781237:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777497.781451:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777497.781455:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777497.781458:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777498.292608:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296601568, at 4296601600 00000100:00000010:2.0:1788777498.292626:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617d80. 00000100:00000040:3.0:1788777498.292651:0:13981:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296601568, at 4296601600 00000100:00000010:3.0:1788777498.292659:0:13981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617180. 00000100:00000001:0.0:1788777498.804582:0:33266:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777498.804590:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777498.804593:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777498.804598:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1339e40 going to sleep for 1 seconds 00000100:00000001:0.0:1788777498.804602:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777498.804606:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777498.804702:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777498.804706:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777498.804711:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777498.804712:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777498.808709:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777498.808715:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777498.808719:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777499.316605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777499.316620:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777499.316633:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121c00. 00000020:00000040:1.0:1788777499.316640:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777499.316652:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777499.316655:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777499.316662:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777499.316672:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de300. 00000100:00000001:1.0:1788777499.316681:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316693:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777499.316709:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777499.316714:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316721:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002196dbbb] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777499.316758:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777499.316765:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777499.316769:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121f80. 00000020:00000040:1.0:1788777499.316771:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777499.316773:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777499.316775:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777499.316776:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777499.316781:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de400. 00000100:00000001:1.0:1788777499.316785:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316790:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777499.316795:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777499.316797:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316801:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb89ea97] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777499.316809:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777499.316814:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777499.316816:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120380. 00000020:00000040:1.0:1788777499.316818:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777499.316820:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777499.316821:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777499.316824:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777499.316826:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30dec00. 00000100:00000001:1.0:1788777499.316829:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316833:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777499.316838:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777499.316840:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316843:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b7f696] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777499.316848:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777499.316853:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777499.316856:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123b80. 00000020:00000040:1.0:1788777499.316858:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777499.316859:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777499.316860:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777499.316861:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777499.316864:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30ded00. 00000100:00000001:1.0:1788777499.316867:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316870:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777499.316876:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777499.316878:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316882:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c349a11c] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777499.316888:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777499.316892:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777499.316895:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777499.316897:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777499.316898:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777499.316900:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777499.316901:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777499.316908:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb5bdc00. 00000100:00000001:1.0:1788777499.316910:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316913:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777499.316919:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777499.316920:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316923:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b6e9fb] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777499.316929:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777499.316933:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1940) 00000100:00000001:0.0:1788777499.317513:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.317519:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777499.317523:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777499.317531:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.317540:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777499.317542:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.317546:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777499.317549:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777499.317551:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777499.317554:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211126016:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777499.317559:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777499.317564:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777499.317566:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.317569:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777499.317574:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069000. 02000000:00000001:0.0:1788777499.317576:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777499.317585:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777499.317590:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777499.317597:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bcc0. 00000100:00000200:0.0:1788777499.317604:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211126016, portal 25 00000100:00000001:0.0:1788777499.317606:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777499.317607:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000040:0.0:1788777499.317613:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.317620:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777499.317622:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777499.317625:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777499.317628:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211126016, offset 0 00000400:00000200:0.0:1788777499.317636:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777499.317645:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.317656:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777499.317661:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777499.317666:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777499.317670:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777499.317673:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777499.317677:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2853:2853:256:4294967295] 192.168.204.133@tcp LPNI seq info [2852:2852:8:4294967295] 00000400:00000200:0.0:1788777499.317681:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.317695:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777499.317701:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777499.317706:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5200. 00000800:00000200:0.0:1788777499.317713:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777499.317722:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777499.317727:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777499.317752:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777499.317757:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777499.317760:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296606687 00000100:00000010:0.0:1788777499.317766:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617540. 00000100:00000001:0.0:1788777499.317774:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788777499.317781:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296606687 00000100:00000010:0.0:1788777499.317784:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617ba0. 00000100:00000001:0.0:1788777499.317788:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788777499.317791:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.317793:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.317796:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777499.317800:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.317807:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777499.317809:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.317812:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777499.317813:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777499.317815:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777499.317818:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211126272:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777499.317821:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777499.317824:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777499.317825:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.317827:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777499.317830:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068000. 02000000:00000001:0.0:1788777499.317832:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777499.317835:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777499.317837:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0d68. 00000400:00000010:0.0:1788777499.317841:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b330. 00000100:00000200:0.0:1788777499.317844:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211126272, portal 10 00000100:00000001:0.0:1788777499.317846:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777499.317848:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686751104 : -110914022800512 : ffff9b1fd1120380) 00000100:00000040:0.0:1788777499.317855:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.317862:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777499.317864:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777499.317867:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926be58. 00000100:00000200:0.0:1788777499.317869:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211126272, offset 0 00000400:00000200:0.0:1788777499.317887:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777499.317892:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.317897:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777499.317901:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777499.317903:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777499.317906:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777499.317908:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777499.317910:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2854:2854:255:4294967295] 192.168.204.133@tcp LPNI seq info [2853:2853:7:4294967295] 00000400:00000200:0.0:1788777499.317914:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.317920:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777499.317925:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777499.317930:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5700. 00000800:00000200:0.0:1788777499.317934:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777499.317937:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777499.317940:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777499.317943:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777499.317946:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21722 usecs (22 jiffies) 00000400:00000200:0.0:1788777499.317949:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777499.317951:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296602647 00000100:00000001:0.0:1788777499.317954:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296606687 00000100:00000001:0.0:1788777499.317957:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296602647 00000100:00000001:0.0:1788777499.317959:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296606687 00000100:00000001:0.0:1788777499.317961:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.317963:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.317965:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777499.317969:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.317975:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777499.317977:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.317979:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777499.317980:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777499.317982:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777499.317985:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211126528:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777499.317988:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777499.317990:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777499.317992:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.317993:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777499.317996:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068e00. 02000000:00000001:0.0:1788777499.317998:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777499.318001:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777499.318004:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0268. 00000400:00000010:0.0:1788777499.318007:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bee0. 00000100:00000200:0.0:1788777499.318010:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211126528, portal 4 00000100:00000001:0.0:1788777499.318012:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777499.318013:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:0.0:1788777499.318019:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.318025:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777499.318027:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777499.318030:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bbb0. 00000100:00000200:0.0:1788777499.318031:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211126528, offset 0 00000400:00000200:0.0:1788777499.318035:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777499.318038:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.318041:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777499.318044:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777499.318046:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777499.318049:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777499.318051:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777499.318054:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2855:2855:254:4294967295] 192.168.204.133@tcp LPNI seq info [2854:2854:6:4294967295] 00000400:00000200:0.0:1788777499.318058:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.318063:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777499.318067:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777499.318070:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5d00. 00000800:00000200:0.0:1788777499.318073:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777499.318077:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777499.318080:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777499.318083:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777499.318086:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 229913 usecs (230 jiffies) 00000400:00000200:0.0:1788777499.318088:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777499.318090:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296602855 00000100:00000001:0.0:1788777499.318092:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296606687 00000100:00000001:0.0:1788777499.318094:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296602855 00000100:00000001:0.0:1788777499.318096:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296606687 00000100:00000001:0.0:1788777499.318098:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.318100:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.318103:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.318106:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777499.318365:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777499.318371:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777499.318378:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.318393:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777499.318399:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:3.0:1788777499.318401:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:3.0:1788777499.318407:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777499.318412:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.318424:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777499.318428:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.318436:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777499.318438:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777499.318454:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777499.318457:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000400:00000200:3.0:1788777499.318459:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.318506:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777499.318508:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926be58 00000400:00000010:3.0:1788777499.318510:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926be58. 00000100:00000001:3.0:1788777499.318513:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777499.318515:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.318522:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777499.318526:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.318531:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777499.318533:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777499.318595:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777499.318598:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777499.318600:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.318604:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777499.318607:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bbb0 00000400:00000010:3.0:1788777499.318609:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bbb0. 00000100:00000001:3.0:1788777499.318612:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777499.318615:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.318622:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777499.318625:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.318632:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777499.318634:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777499.318725:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777499.318729:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777499.318732:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.318734:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777499.318736:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777499.318739:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788777499.318741:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.318745:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777499.318747:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.318748:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.318749:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777499.318750:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777499.318756:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.318763:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777499.318765:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.318768:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777499.318770:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777499.318772:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777499.318775:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211126144:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777499.318778:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777499.318783:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777499.318784:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.318786:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777499.318790:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068c00. 02000000:00000001:0.0:1788777499.318792:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777499.318796:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777499.318799:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0688. 00000400:00000010:0.0:1788777499.318804:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b550. 00000100:00000200:0.0:1788777499.318809:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211126144, portal 10 00000100:00000001:0.0:1788777499.318811:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777499.318812:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000040:0.0:1788777499.318818:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.318825:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777499.318828:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777499.318831:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b990. 00000100:00000200:0.0:1788777499.318833:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211126144, offset 0 00000400:00000200:0.0:1788777499.318837:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777499.318842:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.318846:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777499.318850:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777499.318853:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777499.318857:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777499.318860:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777499.318864:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2856:2856:256:4294967295] 192.168.204.133@tcp LPNI seq info [2855:2855:8:4294967295] 00000400:00000200:0.0:1788777499.318867:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.318874:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777499.318879:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777499.318884:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5500. 00000800:00000200:0.0:1788777499.318888:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777499.318893:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777499.318899:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777499.318915:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777499.318919:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 815803 usecs (816 jiffies) 00000400:00000200:0.0:1788777499.318923:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777499.318925:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296603442 00000100:00000001:0.0:1788777499.318927:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296606687 00000100:00000001:0.0:1788777499.318930:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296603442 00000100:00000001:0.0:1788777499.318932:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296606687 00000100:00000001:0.0:1788777499.318934:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.318936:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.318938:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777499.318943:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.318950:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777499.318951:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.318954:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777499.318956:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777499.318958:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777499.318961:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211126400:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777499.318963:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777499.318966:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777499.318967:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.318969:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777499.318973:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069a00. 02000000:00000001:0.0:1788777499.318975:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777499.318978:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777499.318981:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0580. 00000400:00000010:0.0:1788777499.318985:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b4c8. 00000100:00000200:0.0:1788777499.318988:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211126400, portal 4 00000100:00000001:0.0:1788777499.318990:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777499.318991:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000040:0.0:1788777499.318997:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.319004:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777499.319006:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777499.319008:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b3b8. 00000100:00000200:0.0:1788777499.319010:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211126400, offset 0 00000400:00000200:0.0:1788777499.319016:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777499.319019:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.319022:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777499.319025:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777499.319027:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777499.319030:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777499.319032:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777499.319035:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2857:2857:255:4294967295] 192.168.204.133@tcp LPNI seq info [2856:2856:7:4294967295] 00000400:00000200:0.0:1788777499.319038:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777499.319044:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777499.319048:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777499.319052:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5d00. 00000800:00000200:0.0:1788777499.319055:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777499.319059:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777499.319062:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777499.319064:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777499.319067:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20561 usecs (21 jiffies) 00000400:00000200:0.0:1788777499.319070:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777499.319072:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296602647 00000100:00000001:0.0:1788777499.319074:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296606687 00000100:00000001:0.0:1788777499.319075:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296602647 00000100:00000001:0.0:1788777499.319078:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296606687 00000100:00000001:0.0:1788777499.319080:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.319082:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.319085:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.319087:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.319103:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.319106:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777499.321546:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777499.321555:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777499.321563:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.321573:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777499.321581:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b990 00000400:00000010:3.0:1788777499.321584:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b990. 00000100:00000001:3.0:1788777499.321590:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777499.321598:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.321611:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777499.321615:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.321622:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777499.321624:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777499.321637:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777499.321640:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777499.321642:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.321646:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777499.321648:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b3b8 00000400:00000010:3.0:1788777499.321650:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b3b8. 00000100:00000001:3.0:1788777499.321653:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777499.321656:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.321664:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777499.321668:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.321674:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777499.321676:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777499.326378:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.326405:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777499.326410:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.326413:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.326425:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.326434:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777499.326445:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.326450:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.326456:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.326460:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd60500 00000400:00000200:3.0:1788777499.326497:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.326505:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8575 [1] + 224 00000800:00000001:3.0:1788777499.326513:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.326518:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.326522:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.326526:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777499.326534:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777499.326545:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777499.326557:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.326579:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777499.326589:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.326592:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.326791:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.326796:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777499.326805:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777499.326808:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777499.326812:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777499.326818:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bcc0 00000400:00000010:0.0:1788777499.326820:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bcc0. 00000100:00000001:0.0:1788777499.326825:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777499.326829:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777499.326838:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.326844:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777499.326847:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.326850:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777499.326853:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777499.326857:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777499.326859:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.326863:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777499.326870:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777499.326874:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=8 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777499.326877:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777499.326878:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777499.326882:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777499.326885:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.326889:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777499.326894:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.326902:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.326905:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777499.326908:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777499.326912:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777499.326920:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211126016:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777499.326925:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.326929:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777499.326933:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121c00 x1875667211126016/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.326940:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777499.326942:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777499.326946:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069000. 02000000:00000001:0.0:1788777499.326949:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777499.326952:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777499.326954:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777499.326956:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777499.326959:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de300. 02000000:00000001:0.0:1788777499.326965:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777499.326966:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777499.326968:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121c00. 00000100:00000001:0.0:1788777499.326973:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777499.326974:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.326978:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.326979:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.326980:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777499.326982:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.326984:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777499.330276:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.330296:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777499.330300:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.330303:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.330314:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330322:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777499.330333:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330338:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330344:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330348:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd60700 00000400:00000200:3.0:1788777499.330354:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330360:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8585 [1] + 224 00000800:00000001:3.0:1788777499.330368:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.330372:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.330375:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.330389:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777499.330397:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777499.330406:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777499.330423:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.330445:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777499.330455:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.330458:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777499.330460:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.330502:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.330506:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330510:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777499.330515:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330518:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330521:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330524:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd60600 00000400:00000200:3.0:1788777499.330527:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.330531:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x857d [1] + 224 00000800:00000001:3.0:1788777499.330535:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.330541:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.330543:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.330546:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777499.330549:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777499.330553:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777499.330562:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.330569:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777499.330573:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.330576:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.330822:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.330829:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777499.330839:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777499.330842:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777499.330846:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0d68. 00000400:00000200:0.0:1788777499.330853:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:0.0:1788777499.330856:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:0.0:1788777499.330860:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777499.330865:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777499.330874:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.330881:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777499.330883:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.330885:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777499.330890:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777499.330892:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777499.330895:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.330898:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777499.330908:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=8 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777499.330913:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=8 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777499.330915:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777499.330917:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777499.330920:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777499.330924:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.330928:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777499.330930:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777499.330932:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777499.330933:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777499.330939:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.330946:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.330950:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777499.330952:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777499.330956:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777499.330963:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211126272:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777499.330968:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777499.330969:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777499.330971:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0268. 00000400:00000200:0.0:1788777499.330974:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bee0 00000400:00000010:0.0:1788777499.330976:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bee0. 00000100:00000001:0.0:1788777499.330978:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777499.330981:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777499.330989:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.331000:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777499.331001:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.331002:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777499.331004:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777499.331005:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777499.331006:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.331007:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777499.331011:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777499.331014:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777499.331016:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777499.331017:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777499.331018:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777499.331020:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.331022:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777499.331023:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788777499.331025:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777499.331026:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777499.331029:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.331035:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.331037:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777499.331038:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777499.331042:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777499.331049:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211126528:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777499.331053:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.331056:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777499.331059:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120380 x1875667211126272/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.331065:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777499.331068:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777499.331072:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068000. 02000000:00000001:0.0:1788777499.331077:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777499.331080:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777499.331082:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777499.331085:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777499.331089:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30dec00. 02000000:00000001:0.0:1788777499.331094:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777499.331096:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777499.331098:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120380. 00000100:00000001:0.0:1788777499.331102:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777499.331104:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.331105:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777499.331109:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211126528/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.331802:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777499.331804:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777499.331809:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068e00. 02000000:00000001:0.0:1788777499.331813:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777499.331815:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777499.331816:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777499.331818:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777499.331820:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb5bdc00. 02000000:00000001:0.0:1788777499.331823:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777499.331824:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777499.331826:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:0.0:1788777499.331830:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777499.331831:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.331835:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.331837:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.331841:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777499.331844:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.331845:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777499.334507:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.334525:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777499.334530:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.334533:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.334542:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334550:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777499.334560:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334565:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334571:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334575:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd60580 00000400:00000200:3.0:1788777499.334581:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334587:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x858d [1] + 224 00000800:00000001:3.0:1788777499.334594:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.334599:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.334602:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.334607:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777499.334614:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777499.334623:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777499.334635:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.334647:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777499.334654:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.334658:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777499.334659:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.334662:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.334665:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334668:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777499.334672:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334675:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334677:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334680:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd60680 00000400:00000200:3.0:1788777499.334684:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777499.334687:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8595 [1] + 224 00000800:00000001:3.0:1788777499.334691:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.334696:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777499.334699:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777499.334702:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777499.334704:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777499.334709:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777499.334718:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777499.334726:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777499.334729:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777499.334733:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.335034:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.335039:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777499.335045:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777499.335048:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777499.335051:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0688. 00000400:00000200:0.0:1788777499.335057:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:0.0:1788777499.335060:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:0.0:1788777499.335065:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777499.335070:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777499.335078:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.335085:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777499.335086:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.335089:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777499.335103:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777499.335105:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777499.335108:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.335219:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777499.335231:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=8 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777499.335235:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777499.335238:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777499.335239:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777499.335242:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777499.335246:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.335250:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777499.335252:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788777499.335254:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777499.335256:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777499.335261:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.335269:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.335272:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777499.335274:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777499.335278:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777499.335287:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211126144:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777499.335293:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777499.335295:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777499.335297:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0580. 00000400:00000200:0.0:1788777499.335300:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b4c8 00000400:00000010:0.0:1788777499.335301:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b4c8. 00000100:00000001:0.0:1788777499.335304:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777499.335307:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777499.335315:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.335321:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777499.335322:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.335324:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777499.335326:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777499.335327:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777499.335328:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777499.335330:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777499.335334:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777499.335337:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777499.335339:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777499.335340:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777499.335342:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777499.335343:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.335345:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777499.335347:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777499.335349:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777499.335351:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777499.335354:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.335361:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777499.335363:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777499.335364:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777499.335367:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777499.335388:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211126400:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777499.335394:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.335396:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777499.335400:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121f80 x1875667211126144/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.335407:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777499.335410:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777499.335414:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068c00. 02000000:00000001:0.0:1788777499.335418:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777499.335421:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777499.335423:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777499.335425:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777499.335428:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de400. 02000000:00000001:0.0:1788777499.335432:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777499.335434:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777499.335436:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121f80. 00000100:00000001:0.0:1788777499.335441:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777499.335442:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.335444:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777499.335447:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123b80 x1875667211126400/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777499.335453:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777499.335454:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777499.335456:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069a00. 02000000:00000001:0.0:1788777499.335458:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777499.335459:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777499.335460:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777499.335490:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777499.335492:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30ded00. 02000000:00000001:0.0:1788777499.335495:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777499.335496:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777499.335497:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123b80. 00000100:00000001:0.0:1788777499.335502:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777499.335503:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.335506:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777499.335514:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777499.335516:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777499.335518:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777499.335520:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777499.832237:0:33266:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777499.832245:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777499.832246:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777499.832251:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1339e40 going to sleep for 1 seconds 00000100:00000001:2.0:1788777499.832255:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777499.832258:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777499.832283:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777499.832287:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777499.832291:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777499.832292:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777499.832343:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777499.832346:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777499.832350:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777500.852571:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777500.852578:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777500.852584:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777500.852585:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777500.852629:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777500.852632:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777500.852636:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777500.852688:0:33266:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777500.852692:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777500.852694:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777500.852698:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1339e40 going to sleep for 1 seconds 00000100:00000001:0.0:1788777500.852701:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777500.852704:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.876590:0:33266:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1788777501.876597:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1788777501.876599:0:33266:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00010000:00000001:2.0:1788777501.876601:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777501.876607:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777501.876608:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000400:0.0:1788777501.876615:0:33266:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777485/real 1788777485] req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777501 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1788777501.876645:0:33266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777501.876648:0:33266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777501.876652:0:33266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777501.876660:0:33266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:0.0:1788777501.876663:0:33266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:0.0:1788777501.876668:0:33266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777501.876673:0:33266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777501 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777501.876686:0:33266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777501 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777501.876693:0:33266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777501.876694:0:33266:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.876697:0:33266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777501.876700:0:33266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.876704:0:33266:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788777501.876709:0:33266:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000020:00000001:3.0:1788777501.876715:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777501.876719:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777501.876722:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:02000400:0.0:1788777501.876722:0:33266:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9b1fc31a7000: Connection to lustre-MDT0000 (at 192.168.204.133@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788777501.876726:0:33266:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788777501.876730:0:33266:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788777501.876733:0:33266:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.876735:0:33266:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777501.876737:0:33266:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1788777501.876755:0:33266:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788777501.876757:0:33266:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.876760:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777501.876761:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777501.876764:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1339e40 going to sleep for 0 seconds 00000100:00000001:0.0:1788777501.876767:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.876769:0:33266:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.876771:0:33266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777501.876773:0:33266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.876777:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.876801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777501.876807:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777501.876821:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121880. 00000020:00000040:1.0:1788777501.876826:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777501.876830:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777501.876833:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777501.876841:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777501.876852:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb5bd500. 00000100:00000001:1.0:1788777501.876861:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.876867:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777501.876877:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777501.876882:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.876889:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b05ad78] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777501.876927:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777501.876930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788777501.876933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788777501.876936:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788777501.876938:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788777501.876941:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788777501.876944:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1911 00000400:00000200:1.0:1788777501.877066:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777501.877074:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:1.0:1788777501.877079:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777501.877082:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777501.877084:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777501.877087:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:1.0:1788777501.877090:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777501.877092:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:1.0:1788777501.877094:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777501.877098:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:1.0:1788777501.877100:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:1.0:1788777501.877102:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000040:1.0:1788777501.877105:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777501.877107:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777501.877109:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777501.877111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:1.0:1788777501.877115:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00080000:1.0:1788777501.877118:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:1.0:1788777501.877121:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777501.877123:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788777501.877131:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777501.877134:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.877136:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788777501.877141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788777501.877144:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.877146:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777501.877150:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121500. 00000020:00000040:1.0:1788777501.877154:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777501.877158:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777501.877159:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.877162:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777501.877163:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777501.877165:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777501.877169:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356dc00. 00000100:00000001:1.0:1788777501.877174:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777501.877181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777501.877264:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777501.877266:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.877271:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d841b57] to pc [ptlrpcd_rcv+-1] req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777501.877319:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777501.877323:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777501.877325:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777501.877342:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777501.877350:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777501.877352:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777501.877357:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777501.877360:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777501.877363:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777501.877366:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211126784:192.168.204.133@tcp:38:kworker.0 00000100:00000001:2.0:1788777501.877371:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777501.877376:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777501.877379:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777501.877382:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777501.877387:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339c00. 02000000:00000001:2.0:1788777501.877389:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777501.877395:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777501.877399:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b478. 00000400:00000010:2.0:1788777501.877407:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93770. 00000100:00000200:2.0:1788777501.877416:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211126784, portal 10 00000100:00000001:2.0:1788777501.877418:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777501.877421:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686755584 : -110914022796032 : ffff9b1fd1121500) 00000100:00000040:2.0:1788777501.877429:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777501.877438:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777501.877441:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777501.877443:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93f68. 00000100:00000200:2.0:1788777501.877447:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211126784, offset 0 00000400:00000200:2.0:1788777501.877456:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777501.877492:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777501.877501:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777501.877508:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777501.877514:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777501.877521:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777501.877524:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777501.877529:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2858:2858:256:4294967295] 192.168.204.133@tcp LPNI seq info [2857:2857:8:4294967295] 00000400:00000200:2.0:1788777501.877534:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777501.877545:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777501.877553:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777501.877560:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956e00. 00000800:00000200:2.0:1788777501.877569:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777501.877578:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777501.877584:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788777501.877607:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777501.877612:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 814751 usecs (815 jiffies) 00000400:00000200:2.0:1788777501.877616:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777501.877620:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296606000 00000100:00000001:2.0:1788777501.877623:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296606687 00000100:00000001:2.0:1788777501.877626:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296606000 00000100:00000001:2.0:1788777501.877628:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296606687 00000100:00000001:2.0:1788777501.877632:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777501.877634:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777501.877638:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777501.877641:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777501.877780:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777501.877785:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956e00. 00000400:00000200:3.0:1788777501.877791:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.877796:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.877803:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93f68 00000400:00000010:3.0:1788777501.877805:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93f68. 00000100:00000001:3.0:1788777501.877809:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.877813:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.877822:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.877826:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.877839:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.877841:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777501.879414:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.879427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777501.879431:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777501.879443:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122d80. 00000020:00000040:1.0:1788777501.879449:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777501.879454:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777501.879457:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777501.879473:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777501.879484:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb5bdc00. 00000100:00000001:1.0:1788777501.879491:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.879505:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777501.879516:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777501.879520:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.879528:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094c63d15] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777501.879542:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.879545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777501.879549:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777501.879553:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122680. 00000020:00000040:1.0:1788777501.879556:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777501.879558:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777501.879560:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777501.879561:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777501.879567:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5c00. 00000100:00000001:1.0:1788777501.879570:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.879574:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777501.879582:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777501.879584:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.879588:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009878b929] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777501.879596:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.879598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777501.879601:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788777501.879604:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1788777501.879608:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1788777501.879611:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123800. 00000020:00000040:1.0:1788777501.879613:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777501.879615:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777501.879617:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777501.879618:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777501.879621:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5700. 00000100:00000001:1.0:1788777501.879624:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.879627:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633159686764544 : -110914022787072 : ffff9b1fd1123800) 00000100:00080000:1.0:1788777501.879630:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530b800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788777501.879633:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9b1fc31a7000: disconnect after 20s idle 00000100:00000001:1.0:1788777501.879635:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777501.879638:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.879642:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b590c97] to pc [ptlrpcd_rcv+-1] req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.879705:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.879710:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.879713:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777501.879721:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.879729:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777501.879731:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.879735:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777501.879737:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777501.879740:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777501.879743:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211126656:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777501.879748:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777501.879753:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777501.879755:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.879758:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777501.879764:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069a00. 02000000:00000001:0.0:1788777501.879766:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777501.879773:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777501.879777:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777501.879785:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777501.879793:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211126656, portal 25 00000100:00000001:0.0:1788777501.879795:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.879797:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000040:0.0:1788777501.879803:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.879810:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777501.879813:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777501.879816:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b4c8. 00000100:00000200:0.0:1788777501.879820:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211126656, offset 0 00000400:00000200:0.0:1788777501.879826:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777501.879833:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.879840:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777501.879845:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777501.879849:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777501.879853:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777501.879856:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777501.879860:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2859:2859:256:4294967295] 192.168.204.133@tcp LPNI seq info [2858:2858:8:4294967295] 00000400:00000200:0.0:1788777501.879864:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.879875:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777501.879882:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777501.879886:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5700. 00000800:00000200:0.0:1788777501.879894:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777501.879901:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777501.879906:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777501.879924:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777501.879930:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777501.879933:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296609249 00000100:00000001:0.0:1788777501.879942:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296606687 00000100:00000001:0.0:1788777501.879946:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296609249 00000100:00000001:0.0:1788777501.879950:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296606687 00000100:00000001:0.0:1788777501.879953:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.879956:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.879959:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777501.879963:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.879969:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777501.879971:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.879972:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777501.879974:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777501.879976:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777501.879978:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211127040:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777501.879981:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777501.879984:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777501.879986:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.879987:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777501.879991:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068c00. 02000000:00000001:0.0:1788777501.879992:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777501.879996:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777501.879999:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0580. 00000400:00000010:0.0:1788777501.880003:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b550. 00000100:00000200:0.0:1788777501.880006:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211127040, portal 4 00000100:00000001:0.0:1788777501.880008:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.880010:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760064 : -110914022791552 : ffff9b1fd1122680) 00000100:00000040:0.0:1788777501.880016:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.880023:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777501.880025:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777501.880028:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bee0. 00000100:00000200:0.0:1788777501.880030:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211127040, offset 0 00000400:00000200:0.0:1788777501.880034:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777501.880038:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.880042:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777501.880045:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777501.880047:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777501.880049:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777501.880052:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777501.880055:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2860:2860:255:4294967295] 192.168.204.133@tcp LPNI seq info [2859:2859:7:4294967295] 00000400:00000200:0.0:1788777501.880058:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.880064:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777501.880069:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777501.880072:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5200. 00000800:00000200:0.0:1788777501.880076:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777501.880080:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777501.880083:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777501.880086:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.880089:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20575 usecs (21 jiffies) 00000400:00000200:0.0:1788777501.880092:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777501.880095:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296605208 00000100:00000001:0.0:1788777501.880097:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.880099:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296605208 00000100:00000001:0.0:1788777501.880101:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.880103:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.880104:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.880107:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.880109:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.880117:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777501.880119:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777501.880121:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.880122:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.880123:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777501.880126:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788777501.880128:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.880129:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777501.880131:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.880132:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.880133:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.880134:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777501.880137:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.880143:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777501.880144:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.880146:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777501.880147:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777501.880149:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777501.880152:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211126912:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777501.880155:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777501.880157:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777501.880158:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.880159:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777501.880163:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068e00. 02000000:00000001:0.0:1788777501.880164:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777501.880168:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777501.880170:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0688. 00000400:00000010:0.0:1788777501.880173:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b330. 00000100:00000200:0.0:1788777501.880175:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211126912, portal 10 00000100:00000001:0.0:1788777501.880177:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.880178:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686761856 : -110914022789760 : ffff9b1fd1122d80) 00000100:00000040:0.0:1788777501.880183:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.880204:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777501.880207:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777501.880209:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bcc0. 00000100:00000200:0.0:1788777501.880211:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211126912, offset 0 00000400:00000200:0.0:1788777501.880215:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777501.880218:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.880222:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777501.880224:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777501.880226:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777501.880228:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777501.880231:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777501.880235:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2861:2861:254:4294967295] 192.168.204.133@tcp LPNI seq info [2860:2860:6:4294967295] 00000400:00000200:0.0:1788777501.880239:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.880247:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777501.880251:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777501.880254:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5d00. 00000800:00000200:0.0:1788777501.880257:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777501.880261:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777501.880264:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777501.880268:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.880271:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21707 usecs (22 jiffies) 00000400:00000200:0.0:1788777501.880275:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000800:00000200:3.0:1788777501.880277:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788777501.880277:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296605209 00000100:00000001:0.0:1788777501.880283:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296609249 00000800:00000010:3.0:1788777501.880284:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5700. 00000100:00000001:0.0:1788777501.880286:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296605209 00000100:00000001:0.0:1788777501.880290:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.880292:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.880294:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777501.880295:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788777501.880297:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.880301:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777501.880305:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.880311:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b4c8 00000400:00000010:3.0:1788777501.880314:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b4c8. 00000100:00000001:3.0:1788777501.880321:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.880326:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.880342:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777501.880345:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777501.880346:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777501.880352:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.880360:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.880362:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777501.880378:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777501.880380:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777501.880382:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.880386:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.880388:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bee0 00000400:00000010:3.0:1788777501.880390:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bee0. 00000100:00000001:3.0:1788777501.880391:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.880395:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.880401:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.880403:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.880409:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.880410:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777501.880513:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777501.880516:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777501.880519:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.880522:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.880525:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bcc0 00000400:00000010:3.0:1788777501.880527:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bcc0. 00000100:00000001:3.0:1788777501.880529:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.880535:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.880542:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.880546:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.880552:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.880554:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777501.882675:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777501.882681:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788777501.882685:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777501.882688:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777501.882690:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777501.882702:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777501.882713:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777501.882716:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777501.882719:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777501.882722:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777501.882725:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777501.882728:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211127168:192.168.204.133@tcp:9:kworker.0 00000100:00000001:2.0:1788777501.882732:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777501.882737:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777501.882739:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777501.882741:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777501.882750:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4fe3400. 02000000:00000001:2.0:1788777501.882752:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777501.882759:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777501.882764:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bf78. 00000400:00000010:2.0:1788777501.882771:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93bb0. 00000100:00000200:2.0:1788777501.882778:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211127168, portal 4 00000100:00000001:2.0:1788777501.882780:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777501.882782:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686764544 : -110914022787072 : ffff9b1fd1123800) 00000100:00000040:2.0:1788777501.882790:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777501.882797:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777501.882800:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777501.882802:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93c38. 00000100:00000200:2.0:1788777501.882806:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211127168, offset 0 00000400:00000200:2.0:1788777501.882813:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777501.882820:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777501.882828:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777501.882834:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777501.882837:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777501.882840:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777501.882843:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777501.882846:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2862:2862:256:4294967295] 192.168.204.133@tcp LPNI seq info [2861:2861:8:4294967295] 00000400:00000200:2.0:1788777501.882850:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777501.882858:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777501.882863:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777501.882868:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956300. 00000800:00000200:2.0:1788777501.882875:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777501.882881:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777501.882885:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777501.882906:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777501.882910:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 228807 usecs (229 jiffies) 00000400:00000200:2.0:1788777501.882914:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777501.882917:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296605419 00000100:00000001:2.0:1788777501.882919:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296609249 00000100:00000001:2.0:1788777501.882921:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296605419 00000100:00000001:2.0:1788777501.882923:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296609249 00000100:00000001:2.0:1788777501.882925:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777501.882927:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777501.882931:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777501.882933:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777501.882937:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777501.882939:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788777501.882940:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777501.882942:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777501.882943:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777501.882945:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777501.883146:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777501.883150:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956300. 00000400:00000200:3.0:1788777501.883155:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.883159:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.883163:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93c38 00000400:00000010:3.0:1788777501.883165:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93c38. 00000100:00000001:3.0:1788777501.883169:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.883173:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.883183:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.883186:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.883194:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.883195:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777501.883450:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777501.883455:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.883460:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1942) 00000100:00000001:2.0:1788777501.883519:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777501.883522:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777501.883524:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777501.883526:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777501.884265:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.884281:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.884283:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.884285:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.884292:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.884298:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.884305:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.884309:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.884314:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.884318:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 10 MB=0x6a9e8cdd60800 00000400:00000200:3.0:1788777501.884323:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.884329:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 416/416 into md 0x859d [1] + 0 00000800:00000001:3.0:1788777501.884349:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.884356:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.884359:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.884362:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.884369:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.884376:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777501.884387:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.884405:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.884413:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.884416:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777501.884540:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777501.884544:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777501.884550:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777501.884552:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777501.884555:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b478. 00000400:00000200:2.0:1788777501.884560:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93770 00000400:00000010:2.0:1788777501.884562:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93770. 00000100:00000001:2.0:1788777501.884565:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777501.884569:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777501.884578:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777501.884584:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777501.884586:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777501.884588:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777501.884592:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777501.884594:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777501.884597:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777501.884600:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777501.884610:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=10 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777501.884614:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777501.884616:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777501.884618:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777501.884621:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777501.884625:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777501.884629:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777501.884631:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777501.884633:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777501.884635:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777501.884640:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777501.884647:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777501.884651:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777501.884653:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777501.884656:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788777501.884664:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:2.0:1788777501.884667:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777501.884669:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:2.0:1788777501.884672:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777501.884675:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:2.0:1788777501.884677:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:2.0:1788777501.884680:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00001000:2.0:1788777501.884683:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=1788777501 v=0 (0 0 0 0) 00000100:00001000:2.0:1788777501.884686:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fd0064418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788777501.884691:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000020:00000040:2.0:1788777501.884697:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00000001:2.0:1788777501.884700:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788777501.884705:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1788777501.884709:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b1fc31a7000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1788777501.884713:0:2411:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1788777501.884715:0:2411:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777501.884718:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788777501.884722:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1788777501.884726:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788777501.884729:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777501.884732:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777501.884734:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777501.884736:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788777501.884737:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777501.884739:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777501.884740:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788777501.884744:0:2411:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.133@tcp after partition 00000100:00080000:2.0:1788777501.884747:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:2.0:1788777501.884751:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1788777501.884754:0:2411:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1788777501.884757:0:2411:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788777501.884760:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1788777501.884761:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788777501.884762:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788777501.884764:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788777501.884765:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1788777501.884767:0:2411:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1788777501.884769:0:2411:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b1fc339d548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1788777501.884772:0:2411:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x22b16ee488cdbdfd 00800000:00000040:2.0:1788777501.884775:0:2411:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b1fc31a7000=67f3d5ce-64e4-46be-9428-e80a71444531 device 3 (ffff9b1fc3398000) type mdc at LMV idx 0 00800000:00000040:2.0:1788777501.884779:0:2411:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b1fc3398000 already active! 00800000:00000001:2.0:1788777501.884780:0:2411:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777501.884782:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788777501.884784:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777501.884785:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777501.884787:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777501.884789:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788777501.884790:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777501.884792:0:2411:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000002:00000001:1.0:1788777501.885155:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.885159:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788777501.885163:0:2411:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b1fc31a7000: Connection restored to 192.168.204.133@tcp (at 192.168.204.133@tcp) 00000100:00080000:1.0:1788777501.885171:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000024dcde32): req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777501 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.885190:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.885193:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.885198:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777501.885207:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211126784:192.168.204.133@tcp:38:kworker.0 00000100:00000001:1.0:1788777501.885210:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.885212:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777501.885215:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121500 x1875667211126784/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777501.885222:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777501.885225:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777501.885229:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339c00. 02000000:00000001:1.0:1788777501.885233:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777501.885235:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777501.885237:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777501.885239:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777501.885243:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356dc00. 02000000:00000001:1.0:1788777501.885249:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777501.885250:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777501.885252:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121500. 00000100:00000001:1.0:1788777501.885258:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777501.885259:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777501.885261:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.885263:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777501.885264:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777501.885266:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.885268:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.885342:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.885345:0:33266:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.885348:0:33266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777501.885350:0:33266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.885353:0:33266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777501.885357:0:33266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777501.885359:0:33266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.885362:0:33266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788777501.885366:0:33266:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667211123328 new x1875667211127296 02000000:00000001:0.0:1788777501.885370:0:33266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777501.885372:0:33266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777501.885378:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777501.885383:0:33266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0268. 00000400:00000010:0.0:1788777501.885389:0:33266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b440. 00000100:00000200:0.0:1788777501.885395:0:33266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211123328, portal 10 00000100:00000001:0.0:1788777501.885397:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.885399:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000040:0.0:1788777501.885406:0:33266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777517 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777501.885413:0:33266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777501.885415:0:33266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777501.885418:0:33266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b088. 00000100:00000200:0.0:1788777501.885422:0:33266:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211123328, offset 0 00000400:00000200:0.0:1788777501.885428:0:33266:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777501.885434:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.885440:0:33266:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777501.885445:0:33266:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777501.885449:0:33266:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777501.885452:0:33266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777501.885455:0:33266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777501.885458:0:33266:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2863:2863:256:4294967295] 192.168.204.133@tcp LPNI seq info [2862:2862:8:4294967295] 00000400:00000200:0.0:1788777501.885483:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.885492:0:33266:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777501.885497:0:33266:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777501.885504:0:33266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5500. 00000800:00000200:0.0:1788777501.885510:0:33266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777501.885517:0:33266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777501.885521:0:33266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777501.885537:0:33266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.885541:0:33266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 813685 usecs (814 jiffies) 00000400:00000200:0.0:1788777501.885545:0:33266:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777501.885547:0:33266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296606007 00000100:00000001:0.0:1788777501.885550:0:33266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.885553:0:33266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296606007 00000100:00000001:0.0:1788777501.885555:0:33266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.885558:0:33266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.885560:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.885563:0:33266:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777501.885565:0:33266:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777501.885568:0:33266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1339e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777501.885570:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.885571:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777501.885709:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777501.885714:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777501.885718:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.885723:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.885728:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:3.0:1788777501.885730:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:3.0:1788777501.885735:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.885739:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777517 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777501.885748:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.885751:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777517 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777501.885757:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.885758:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:2.0:1788777501.885999:0:33287:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1788777501.886003:0:33287:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1788777501.886007:0:33287:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777501.886010:0:33287:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777501.886012:0:33287:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777501.886014:0:33287:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:2.0:1788777501.886015:0:33287:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777501.897322:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897351:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.897355:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897358:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.897367:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897376:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.897386:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897392:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897398:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897402:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd60780 00000400:00000200:3.0:1788777501.897406:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897411:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x85ad [1] + 224 00000800:00000001:3.0:1788777501.897418:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897423:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.897426:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.897432:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.897439:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.897447:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777501.897458:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.897513:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.897524:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897529:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.897531:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897533:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.897536:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897540:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.897544:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897546:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897549:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897552:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd60880 00000400:00000200:3.0:1788777501.897556:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897560:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x85bd [1] + 224 00000800:00000001:3.0:1788777501.897564:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897567:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.897570:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.897573:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.897576:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.897580:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777501.897587:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.897594:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.897597:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897600:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.897602:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897604:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.897606:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897609:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.897613:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897615:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897617:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897620:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd60a00 00000400:00000200:3.0:1788777501.897623:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.897626:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x85d5 [1] + 224 00000800:00000001:3.0:1788777501.897629:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897638:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.897640:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.897643:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.897645:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.897650:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777501.897657:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777501.897682:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.897688:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.897691:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.897763:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.897770:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777501.897777:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777501.897780:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777501.897783:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0688. 00000400:00000200:0.0:1788777501.897790:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:0.0:1788777501.897793:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:0.0:1788777501.897797:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777501.897801:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777501.897809:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.897816:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777501.897817:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.897820:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777501.897824:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777501.897826:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777501.897829:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.897834:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777501.897845:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=10 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777501.897850:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777501.897852:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777501.897854:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.897857:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777501.897861:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.897866:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777501.897869:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777501.897871:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777501.897872:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.897878:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.897886:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.897890:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777501.897892:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777501.897895:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777501.897904:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211126912:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777501.897910:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777501.897911:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777501.897913:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777501.897915:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:0.0:1788777501.897917:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:0.0:1788777501.897919:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777501.897922:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777501.897930:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.897936:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777501.897938:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.897940:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777501.897941:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777501.897942:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777501.897943:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.897945:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777501.897948:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777501.897950:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777501.897952:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777501.897953:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.897955:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777501.897956:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.897958:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.897962:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.897967:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.897969:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777501.897970:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777501.897973:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777501.897980:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211126656:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777501.897984:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.897987:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777501.897990:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122d80 x1875667211126912/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.897997:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777501.898000:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777501.898003:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068e00. 02000000:00000001:0.0:1788777501.898006:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777501.898009:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777501.898011:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777501.898013:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777501.898016:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb5bdc00. 02000000:00000001:0.0:1788777501.898020:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777501.898023:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777501.898024:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122d80. 00000100:00000001:0.0:1788777501.898029:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777501.898031:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.898032:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777501.898036:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121880 x1875667211126656/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.898054:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777501.898055:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777501.898057:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069a00. 02000000:00000001:0.0:1788777501.898059:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777501.898060:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777501.898061:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777501.898063:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777501.898065:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb5bd500. 02000000:00000001:0.0:1788777501.898067:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777501.898068:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777501.898069:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121880. 00000100:00000001:0.0:1788777501.898072:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777501.898073:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.898076:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.898077:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.898079:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.898081:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.898083:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.898201:0:33266:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777501.898205:0:33266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777501.898206:0:33266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777501.898208:0:33266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0268. 00000400:00000200:1.0:1788777501.898212:0:33266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b440 00000400:00000010:1.0:1788777501.898214:0:33266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b440. 00000100:00000001:1.0:1788777501.898216:0:33266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777501.898221:0:33266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777501.898228:0:33266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ece00 x1875667211123328/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.898234:0:33266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777501.898235:0:33266:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777501.898237:0:33266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777501.898238:0:33266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777501.898239:0:33266:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777501.898241:0:33266:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777501.898243:0:33266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777501.898247:0:33266:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=160 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777501.898250:0:33266:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777501.898252:0:33266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777501.898253:0:33266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777501.898255:0:33266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777501.898257:0:33266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.898259:0:33266:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777501.898261:0:33266:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777501.898262:0:33266:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777501.898264:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777501.898266:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000001:1.0:1788777501.898268:0:33266:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777501.898270:0:33266:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788777501.898272:0:33266:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777501.898274:0:33266:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.898277:0:33266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ece00 x1875667211123328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777517 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.898283:0:33266:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777501.898284:0:33266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777501.898286:0:33266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777501.898289:0:33266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ece00 x1875667211123328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777517 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777501.898297:0:33266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33266:1875667211123328:192.168.204.133@tcp:35:multiop.0 00000100:00000001:1.0:1788777501.898300:0:33266:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777501.898302:0:33266:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.898304:0:33266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777501.898306:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777501.898308:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211123328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777517 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.898313:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777501.898316:0:33266:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1339e40. 00000100:00000001:1.0:1788777501.898318:0:33266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777501.898319:0:33266:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.898326:0:33266:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777501.898327:0:33266:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000002:00000001:1.0:1788777501.898341:0:33266:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.898345:0:33266:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777501.898350:0:33266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc312ba00. 00000080:00000001:1.0:1788777501.898354:0:33266:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777501.898357:0:33266:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777501.898360:0:33266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777501.898362:0:33266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777501.898365:0:33266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777501.898368:0:33266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777501.898371:0:33266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777501.898373:0:33266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1788777501.898375:0:33266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.898379:0:33266:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777501.898385:0:33266:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777501 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.898393:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777501.898396:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211123072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777501 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.898403:0:33266:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777501.898405:0:33266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777501.898406:0:33266:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777501.898408:0:33266:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777501.898410:0:33266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1003000. 02000000:00000001:1.0:1788777501.898414:0:33266:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777501.898415:0:33266:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777501.898416:0:33266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:1.0:1788777501.898419:0:33266:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777501.898420:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777501.898421:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777501.898425:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211123328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777517 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.898432:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777501.898434:0:33266:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd1882480. 00000002:00000001:1.0:1788777501.898437:0:33266:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.898438:0:33266:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777501.898441:0:33266:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4180. 00000100:00000001:1.0:1788777501.898443:0:33266:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777501.898446:0:33266:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211123328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777517 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.898451:0:33266:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777501.898453:0:33266:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777501.898457:0:33266:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b47040. 00000080:00000001:1.0:1788777501.898460:0:33266:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777501.898499:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fdf0 00000080:00000008:1.0:1788777501.898502:0:33266:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9b1fd1579988), flags 100002, rc = 0 00000080:00000001:1.0:1788777501.898505:0:33266:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777501.898510:0:33266:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777501.898512:0:33266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc155fe00 00000080:00002000:1.0:1788777501.898513:0:33266:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9b1fd176a438, parent ffff9b1fd155f360, inode ffff9b1fd1579988) hashed, 00000080:00000001:1.0:1788777501.898516:0:33266:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777501.898521:0:33266:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777501.898526:0:33266:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:3.0:1788777501.901664:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.901683:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.901687:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.901689:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.901697:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901704:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.901712:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901717:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901723:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901728:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd60900 00000400:00000200:3.0:1788777501.901733:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901739:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x85b5 [1] + 224 00000800:00000001:3.0:1788777501.901745:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.901748:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.901751:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.901756:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.901762:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.901770:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777501.901782:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.901798:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.901805:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.901808:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.901809:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.901811:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.901814:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901817:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.901821:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901823:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901826:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901829:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd60980 00000400:00000200:3.0:1788777501.901832:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.901836:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x85c5 [1] + 224 00000800:00000001:3.0:1788777501.901839:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.901843:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.901845:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.901848:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.901850:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.901854:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777501.901862:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.901878:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.901881:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.901883:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777501.901893:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777501.901897:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777501.901902:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777501.901904:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777501.901907:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bf78. 00000400:00000200:3.0:1788777501.901911:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93bb0 00000400:00000010:3.0:1788777501.901913:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93bb0. 00000100:00000001:3.0:1788777501.901916:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.901920:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777501.901929:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.901936:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777501.901937:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777501.901940:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777501.901942:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777501.901944:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777501.901946:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777501.901950:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777501.901959:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777501.901963:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777501.901965:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777501.901967:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777501.901970:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777501.901973:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.901976:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777501.901979:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788777501.901980:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777501.901982:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777501.901987:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.901994:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777501.901997:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777501.901999:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788777501.902004:0:2411:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788777501.902011:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530b800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788777501.902015:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777501.902023:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211127168:192.168.204.133@tcp:9:kworker.0 00000100:00000001:3.0:1788777501.902027:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777501.902029:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.902032:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123800 x1875667211127168/t0(0) o9->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.902044:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777501.902047:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777501.902050:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4fe3400. 02000000:00000001:3.0:1788777501.902054:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777501.902057:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777501.902059:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777501.902062:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777501.902065:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5700. 02000000:00000001:3.0:1788777501.902068:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777501.902070:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777501.902072:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123800. 00000100:00000001:3.0:1788777501.902076:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777501.902077:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777501.902080:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777501.902086:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777501.902088:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.902090:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777501.902092:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.905459:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.905482:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777501.905491:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777501.905494:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777501.905497:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0580. 00000400:00000200:0.0:1788777501.905505:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:0.0:1788777501.905507:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:0.0:1788777501.905512:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777501.905524:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777501.905536:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.905554:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777501.905557:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.905560:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777501.905563:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777501.905565:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777501.905567:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.905570:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777501.905579:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777501.905583:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777501.905586:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777501.905589:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.905591:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777501.905595:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.905598:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777501.905600:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777501.905602:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777501.905604:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.905608:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.905615:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.905618:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777501.905620:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777501.905623:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777501.905630:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211127040:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777501.905634:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.905637:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777501.905640:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122680 x1875667211127040/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.905646:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777501.905649:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777501.905652:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068c00. 02000000:00000001:0.0:1788777501.905656:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777501.905658:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777501.905660:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777501.905662:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777501.905665:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5c00. 02000000:00000001:0.0:1788777501.905668:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777501.905670:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777501.905672:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122680. 00000100:00000001:0.0:1788777501.905676:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777501.905677:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.905679:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.905687:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777501.905689:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.905692:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.905694:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777501.909356:0:33288:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777501.909364:0:33288:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777501.909366:0:33288:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777501.909369:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43b20 00000080:00200000:1.0:1788777501.909373:0:33288:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777501.909381:0:33288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3326200. 00800000:00000002:1.0:1788777501.909388:0:33288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777501.909391:0:33288:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777501.909396:0:33288:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777501.909398:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43a40 00800000:00000002:1.0:1788777501.909401:0:33288:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777501.909405:0:33288:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777501.909408:0:33288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777501.909411:0:33288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777501.909415:0:33288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777501.909417:0:33288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777501.909420:0:33288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777501.909422:0:33288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777501.909424:0:33288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777501.909428:0:33288:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777501.909434:0:33288:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777501.909436:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43910 00000002:00010000:1.0:1788777501.909438:0:33288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777501.909442:0:33288:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777501.909444:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777501.909447:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777501.909455:0:33288:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.909457:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.909601:0:33288:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.909605:0:33288:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777501.909607:0:33288:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777501.909613:0:33288:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121500. 00000020:00000040:1.0:1788777501.909617:0:33288:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777501.909623:0:33288:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777501.909628:0:33288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777501.909632:0:33288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.909635:0:33288:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777501.909637:0:33288:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777501.909642:0:33288:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777501.909649:0:33288:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356dc00. 00000100:00000001:1.0:1788777501.909656:0:33288:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777501.909661:0:33288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777501.909662:0:33288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777501.909664:0:33288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777501.909666:0:33288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777501.909667:0:33288:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.909672:0:33288:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686755584 : -110914022796032 : ffff9b1fd1121500) 00010000:00000001:1.0:1788777501.909676:0:33288:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777501.909679:0:33288:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777501.909683:0:33288:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611800. 00010000:00000010:1.0:1788777501.909688:0:33288:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182f80. 00010000:00000001:1.0:1788777501.909693:0:33288:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777501.909696:0:33288:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045800. 00000020:00000001:1.0:1788777501.909700:0:33288:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777501.909703:0:33288:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045800 with handle 0x22b16ee488cdca21 to hash 00000020:00000001:1.0:1788777501.909704:0:33288:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777501.909706:0:33288:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.909709:0:33288:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.909785:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777501.909789:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777501.909795:0:33288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777501.909804:0:33288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777501.909815:0:33288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777501.909820:0:33288:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777501.909822:0:33288:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777501.909829:0:33288:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fcb5eb540. 00000100:00000001:1.0:1788777501.909831:0:33288:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159591114048 : -110914118437568 : ffff9b1fcb5eb540) 00000100:00000001:1.0:1788777501.909834:0:33288:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777501.909836:0:33288:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686755584 : -110914022796032 : ffff9b1fd1121500) 00000100:00000001:1.0:1788777501.909840:0:33288:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777501.909844:0:33288:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.909846:0:33288:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777501.909848:0:33288:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777501.909859:0:33288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.909868:0:33288:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777501.909870:0:33288:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777501.910021:0:33288:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777501.910024:0:33288:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777501.910027:0:33288:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777501.910031:0:33288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121500 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:33288:1875667211127424:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777501.910036:0:33288:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777501.910042:0:33288:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777501.910045:0:33288:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777501.910047:0:33288:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777501.910052:0:33288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1166000. 02000000:00000001:1.0:1788777501.910055:0:33288:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777501.910061:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777501.910065:0:33288:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000010:1.0:1788777501.910072:0:33288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777501.910079:0:33288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211127424, portal 10 00000100:00000001:1.0:1788777501.910081:0:33288:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777501.910083:0:33288:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686755584 : -110914022796032 : ffff9b1fd1121500) 00000100:00000040:1.0:1788777501.910089:0:33288:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.910098:0:33288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777501.910101:0:33288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777501.910103:0:33288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256aa0. 00000100:00000200:1.0:1788777501.910107:0:33288:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211127424, offset 0 00000400:00000200:1.0:1788777501.910114:0:33288:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777501.910122:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777501.910129:0:33288:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777501.910135:0:33288:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777501.910140:0:33288:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777501.910144:0:33288:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777501.910146:0:33288:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777501.910149:0:33288:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2864:2864:256:4294967295] 192.168.204.133@tcp LPNI seq info [2863:2863:8:4294967295] 00000400:00000200:1.0:1788777501.910154:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777501.910165:0:33288:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777501.910170:0:33288:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777501.910176:0:33288:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5500. 00000800:00000200:1.0:1788777501.910183:0:33288:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777501.910190:0:33288:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777501.910195:0:33288:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777501.910252:0:33288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.910257:0:33288:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 839810 usecs (840 jiffies) 00000400:00000200:1.0:1788777501.910261:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777501.910263:0:33288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296606057 00000100:00000001:1.0:1788777501.910275:0:33288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296609249 00000100:00000001:1.0:1788777501.910281:0:33288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296606057 00000100:00000001:1.0:1788777501.910283:0:33288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296609249 00000100:00000001:1.0:1788777501.910285:0:33288:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777501.910287:0:33288:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.910290:0:33288:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777501.910292:0:33288:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777501.910295:0:33288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fcb5eb540 going to sleep for 11 seconds 00000100:00000001:1.0:1788777501.910297:0:33288:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777501.910300:0:33288:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777501.910647:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777501.910653:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5500. 00000400:00000200:3.0:1788777501.910658:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.910663:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.910669:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256aa0 00000400:00000010:3.0:1788777501.910672:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256aa0. 00000100:00000001:3.0:1788777501.910675:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.910680:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777501.910690:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.910693:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777517 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777501.910699:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.910701:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788777501.911508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882f40. 00000800:00000001:3.0:1788777501.923075:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.923095:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.923099:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.923102:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.923112:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.923120:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.923129:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.923134:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.923141:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.923146:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd60a80 00000400:00000200:3.0:1788777501.923152:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.923158:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x85dd [1] + 224 00000800:00000001:3.0:1788777501.923167:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.923174:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.923177:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.923182:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.923189:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.923198:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777501.923209:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777501.923230:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.923240:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.923244:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777501.923447:0:33288:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777501.923497:0:33288:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777501.923500:0:33288:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777501.923504:0:33288:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000200:1.0:1788777501.923509:0:33288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:1.0:1788777501.923511:0:33288:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:1.0:1788777501.923514:0:33288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777501.923519:0:33288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777501.923529:0:33288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.923535:0:33288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777501.923536:0:33288:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777501.923539:0:33288:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777501.923543:0:33288:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777501.923546:0:33288:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777501.923548:0:33288:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777501.923552:0:33288:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777501.923562:0:33288:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=10 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777501.923567:0:33288:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777501.923570:0:33288:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777501.923572:0:33288:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777501.923575:0:33288:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777501.923579:0:33288:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.923583:0:33288:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777501.923587:0:33288:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788777501.923589:0:33288:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777501.923593:0:33288:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.923597:0:33288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.923605:0:33288:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777501.923613:0:33288:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777501.923615:0:33288:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777501.923619:0:33288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777517 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777501.923627:0:33288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121500 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:33288:1875667211127424:192.168.204.133@tcp:101:rm.0 00000100:00000001:1.0:1788777501.923633:0:33288:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777501.923635:0:33288:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.923638:0:33288:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777501.923640:0:33288:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777501.923643:0:33288:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777517 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777501.923651:0:33288:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777501.923654:0:33288:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fcb5eb540. 00000100:00000001:1.0:1788777501.923658:0:33288:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777501.923660:0:33288:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777501.923663:0:33288:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777501.923667:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777501.923670:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777501.923673:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=4 00000020:00000001:1.0:1788777501.923675:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.923678:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000040:1.0:1788777501.923685:0:33288:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045800, remote cookie: 0x542deec0941a6cec, flags: 0x1001 00010000:00010000:1.0:1788777501.923691:0:33288:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777501.923708:0:33288:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777501.924367:0:33288:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777501.924372:0:33288:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777501.924374:0:33288:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777501.924376:0:33288:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777501.924377:0:33288:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777501.924381:0:33288:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd2611800) refcount = 1 00010000:00010000:1.0:1788777501.924386:0:33288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777501.924393:0:33288:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777501.924397:0:33288:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777501.924398:0:33288:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777501.924402:0:33288:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777501.924404:0:33288:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777501.924407:0:33288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777501.924413:0:33288:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777501.924414:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777501.924416:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777501.924417:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777501.924417:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777501.924419:0:33288:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.924425:0:33288:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777501.924427:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777501.924428:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777501.924430:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:1.0:1788777501.924432:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924434:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924438:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777501.924438:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777501.924440:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=4 00000020:00000001:1.0:1788777501.924442:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924443:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924446:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777501.924449:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777501.924453:0:33288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777501.924459:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777501.924460:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777501.924494:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777501.924495:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777501.924497:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=5 00000020:00000001:1.0:1788777501.924499:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924501:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924503:0:33288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777501.924506:0:33288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777501.924512:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777501.924513:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777501.924515:0:33288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777501.924521:0:33288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777501.924523:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777501.924524:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777501.924525:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777501.924526:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777501.924534:0:33288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777501.924549:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777501.924550:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777501.924552:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:1.0:1788777501.924553:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924556:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924558:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777501.924559:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777501.924561:0:33288:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.924563:0:33288:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.924567:0:33288:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777501.924569:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777501.924571:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777501.924572:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:1.0:1788777501.924574:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924576:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00000002:00010000:1.0:1788777501.924580:0:33288:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777501.924586:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777501.924588:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777501.924590:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777501.924591:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777501.924592:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777501.924593:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:1.0:1788777501.924595:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777501.924597:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000040:1.0:1788777501.924603:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:1.0:1788777501.924606:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777501.924609:0:33288:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777501.924612:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777501.924613:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777501.924614:0:33288:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777501.924617:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43898 00000002:00002000:1.0:1788777501.924619:0:33288:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777501.924622:0:33288:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.924626:0:33288:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.924628:0:33288:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777501.924632:0:33288:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777501.924634:0:33288:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777501.924638:0:33288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777501.924642:0:33288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3326200. 00000080:00000001:1.0:1788777501.924647:0:33288:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777501.924649:0:33288:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777501.924655:0:33288:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777501.924659:0:33288:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777501.927914:0:33288:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fd12e4200. 00800000:00000001:0.0:1788777501.927925:0:33288:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159688602112 : -110914020949504 : ffff9b1fd12e4200) 00800000:00000001:0.0:1788777501.927929:0:33288:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.927934:0:33288:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777501.927939:0:33288:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777501.927941:0:33288:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777501.927944:0:33288:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777501.927947:0:33288:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777501.927949:0:33288:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.927954:0:33288:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777501.927957:0:33288:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777501.927962:0:33288:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788777501.927966:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.927970:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.927972:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:0.0:1788777501.927975:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.927978:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.927980:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.927982:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777501.927984:0:33288:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777501.927988:0:33288:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777501.927990:0:33288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4200 1 00800000:00000010:0.0:1788777501.927993:0:33288:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e4200. 00800000:00000001:0.0:1788777501.927998:0:33288:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777501.928002:0:33288:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca21 00800000:00000001:0.0:1788777501.928005:0:33288:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777501.928008:0:33288:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777501.928010:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.928011:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.928012:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:0.0:1788777501.928014:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.928017:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.928020:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.928021:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777501.928022:0:33288:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.928024:0:33288:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.928026:0:33288:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777501.928029:0:33288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777501.928032:0:33288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca21 from it ffffb70bc1c43b58 00010000:00000001:0.0:1788777501.928034:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.928035:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.928036:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:0.0:1788777501.928038:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.928040:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.928049:0:33288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777501.928054:0:33288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.928063:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.928065:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.928066:0:33288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777501.928069:0:33288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777501.928071:0:33288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777501.928083:0:33288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777501.928087:0:33288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777501.928089:0:33288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777501.928093:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.928094:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.928096:0:33288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.928099:0:33288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777501.928101:0:33288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.928103:0:33288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.928105:0:33288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.928107:0:33288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777501.928108:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.928110:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777501.928112:0:33288:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777501.928125:0:33288:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121500 x1875667211127424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777501.928133:0:33288:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777501.928137:0:33288:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777501.928140:0:33288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1166000. 02000000:00000001:0.0:1788777501.928145:0:33288:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777501.928148:0:33288:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777501.928150:0:33288:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777501.928152:0:33288:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777501.928155:0:33288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356dc00. 02000000:00000001:0.0:1788777501.928160:0:33288:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777501.928162:0:33288:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777501.928164:0:33288:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121500. 00000100:00000001:0.0:1788777501.928170:0:33288:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777501.928172:0:33288:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777501.928175:0:33288:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777501.928180:0:33288:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777501.928199:0:33288:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd1882120. 00000020:00000001:0.0:1788777501.928204:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43ae8 00000080:00200000:0.0:1788777501.928206:0:33288:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=8 00000080:00000001:0.0:1788777501.928210:0:33288:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777501.928212:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43998 00000080:00200000:0.0:1788777501.928214:0:33288:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=getattr 00000080:00000001:0.0:1788777501.928219:0:33288:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1788777501.928222:0:33288:0:(statahead.c:273:sa_get()) lustre: wrong pid=33269:33288 for entry f22.recovery-small-2 00000080:00000001:0.0:1788777501.928229:0:33288:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1788777501.928232:0:33288:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:0.0:1788777501.928241:0:33288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068c00. 00800000:00000002:0.0:1788777501.928246:0:33288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777501.928250:0:33288:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777501.928254:0:33288:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777501.928256:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c438b8 00800000:00000002:0.0:1788777501.928258:0:33288:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777501.928262:0:33288:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777501.928279:0:33288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777501.928282:0:33288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777501.928285:0:33288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777501.928287:0:33288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777501.928289:0:33288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.928292:0:33288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777501.928294:0:33288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.928297:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43850 00800000:00000002:0.0:1788777501.928299:0:33288:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788777501.928305:0:33288:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777501.928306:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43788 00000002:00010000:0.0:1788777501.928308:0:33288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788777501.928313:0:33288:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777501.928316:0:33288:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777501.928320:0:33288:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31edc00. 00000020:00000040:0.0:1788777501.928324:0:33288:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777501.928328:0:33288:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777501.928342:0:33288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777501.928345:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.928346:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.928349:0:33288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.928352:0:33288:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777501.928354:0:33288:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777501.928358:0:33288:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777501.928364:0:33288:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1002000. 00000100:00000001:0.0:1788777501.928371:0:33288:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.928377:0:33288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777501.928379:0:33288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.928380:0:33288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777501.928382:0:33288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.928384:0:33288:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.928393:0:33288:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00010000:00000001:0.0:1788777501.928396:0:33288:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777501.928399:0:33288:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777501.928404:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:0.0:1788777501.928408:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777501.928411:0:33288:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777501.928415:0:33288:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7e00. 00000020:00000001:0.0:1788777501.928419:0:33288:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777501.928421:0:33288:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7e00 with handle 0x22b16ee488cdca28 to hash 00000020:00000001:0.0:1788777501.928423:0:33288:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777501.928425:0:33288:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.928429:0:33288:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.928434:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.928437:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.928441:0:33288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777501.928492:0:33288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777501.928503:0:33288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777501.928509:0:33288:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777501.928511:0:33288:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777501.928518:0:33288:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777501.928521:0:33288:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688951488 : -110914020600128 : ffff9b1fd13396c0) 00000100:00000001:0.0:1788777501.928523:0:33288:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.928525:0:33288:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000001:0.0:1788777501.928529:0:33288:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777501.928534:0:33288:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.928536:0:33288:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777501.928538:0:33288:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777501.928543:0:33288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777501.928551:0:33288:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777501.928553:0:33288:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.928556:0:33288:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777501.928559:0:33288:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777501.928561:0:33288:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777501.928564:0:33288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:33288:1875667211127552:192.168.204.133@tcp:101:rm.0 00000100:00000001:0.0:1788777501.928569:0:33288:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777501.928575:0:33288:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777501.928577:0:33288:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.928579:0:33288:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777501.928583:0:33288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd8958000. 02000000:00000001:0.0:1788777501.928586:0:33288:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777501.928593:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777501.928597:0:33288:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0580. 00000400:00000010:0.0:1788777501.928604:0:33288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b550. 00000100:00000200:0.0:1788777501.928612:0:33288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211127552, portal 10 00000100:00000001:0.0:1788777501.928614:0:33288:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.928615:0:33288:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000040:0.0:1788777501.928621:0:33288:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777501.928628:0:33288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777501.928630:0:33288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777501.928632:0:33288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777501.928636:0:33288:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211127552, offset 0 00000400:00000200:0.0:1788777501.928643:0:33288:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777501.928651:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.928658:0:33288:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777501.928663:0:33288:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777501.928668:0:33288:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777501.928672:0:33288:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777501.928674:0:33288:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777501.928678:0:33288:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2865:2865:256:4294967295] 192.168.204.133@tcp LPNI seq info [2864:2864:8:4294967295] 00000400:00000200:0.0:1788777501.928682:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.928692:0:33288:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777501.928698:0:33288:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777501.928704:0:33288:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5500. 00000800:00000200:0.0:1788777501.928789:0:33288:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777501.928799:0:33288:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777501.928805:0:33288:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777501.928825:0:33288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.928830:0:33288:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 838722 usecs (839 jiffies) 00000400:00000200:0.0:1788777501.928834:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777501.928837:0:33288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296606075 00000100:00000001:0.0:1788777501.928839:0:33288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.928842:0:33288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296606075 00000100:00000001:0.0:1788777501.928844:0:33288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.928846:0:33288:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.928849:0:33288:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.928851:0:33288:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777501.928853:0:33288:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777501.928856:0:33288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd13396c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777501.928858:0:33288:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.928860:0:33288:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777501.929349:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777501.929354:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777501.929360:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.929365:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.929370:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:3.0:1788777501.929373:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:3.0:1788777501.929377:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.929382:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777501.929392:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.929395:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777517 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777501.929402:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.929404:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:1.0:1788777501.930101:0:33270:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788777501.930105:0:33270:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788777501.930110:0:33270:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b1fd0182880. 00000020:00000001:1.0:1788777501.930115:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4bcd8 00000080:00400000:1.0:1788777501.930116:0:33270:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff9b1fd0182880) index 9 00000080:00000001:1.0:1788777501.930120:0:33270:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633159670376576 : -110914039175040 : ffff9b1fd0182880) 00000080:00000001:1.0:1788777501.930123:0:33270:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788777501.930126:0:33270:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b1fc356ec00. 00800000:00000002:1.0:1788777501.930133:0:33270:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 3 00800000:00000001:1.0:1788777501.930142:0:33270:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788777501.930145:0:33270:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777501.930148:0:33270:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777501.930150:0:33270:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777501.930152:0:33270:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777501.930154:0:33270:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777501.930156:0:33270:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777501.930158:0:33270:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.930161:0:33270:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788777501.930163:0:33270:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633159687588000 : -110914021963616 : ffff9b1fd11ec8a0) 00000002:00000001:1.0:1788777501.930167:0:33270:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788777501.930170:0:33270:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b1fcb5eb540. 00000002:00000001:1.0:1788777501.930174:0:33270:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:1.0:1788777501.930178:0:33270:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9b1fd1213480. 00000002:00000010:1.0:1788777501.930182:0:33270:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9b1fc32de9c0. 00000002:00000010:1.0:1788777501.930186:0:33270:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9b1fd11f9000. 00000002:00000001:1.0:1788777501.930188:0:33270:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788777501.930190:0:33270:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788777501.930200:0:33270:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788777501.930203:0:33270:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788777501.930207:0:33270:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777501.930213:0:33270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 3 00010000:00000001:1.0:1788777501.930216:0:33270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777501.930218:0:33270:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777501.930222:0:33270:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045a00. 00000020:00000001:1.0:1788777501.930227:0:33270:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777501.930230:0:33270:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045a00 with handle 0x22b16ee488cdca2f to hash 00000020:00000001:1.0:1788777501.930232:0:33270:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777501.930234:0:33270:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507939328 : -110913201612288 : ffff9b2002045a00) 00010000:00000001:1.0:1788777501.930238:0:33270:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507939328 : -110913201612288 : ffff9b2002045a00) 00010000:00000001:1.0:1788777501.930243:0:33270:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777501.930247:0:33270:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777501.930250:0:33270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777501.930260:0:33270:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777501.930279:0:33270:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.930282:0:33270:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.930286:0:33270:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788777501.930289:0:33270:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b1fc32de900. 00000002:00000001:1.0:1788777501.930292:0:33270:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.930293:0:33270:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.930295:0:33270:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.930297:0:33270:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777501.930299:0:33270:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.930302:0:33270:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788777501.930305:0:33270:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788777501.930307:0:33270:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1788777501.930309:0:33270:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:1.0:1788777501.930314:0:33270:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121500. 00000020:00000040:1.0:1788777501.930317:0:33270:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777501.930321:0:33270:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777501.930324:0:33270:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777501.930337:0:33270:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777501.930343:0:33270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356e400. 00000100:00000001:1.0:1788777501.930349:0:33270:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.930353:0:33270:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.930355:0:33270:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777501.930357:0:33270:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777501.930360:0:33270:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777501.930365:0:33270:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777501.930376:0:33270:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d841b57] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1788777501.930412:0:33270:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777501.930415:0:33270:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.930417:0:33270:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777501.930419:0:33270:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:1.0:1788777501.930421:0:33270:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff9b1fd0cbd000. 00000080:00000001:1.0:1788777501.930425:0:33270:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.930428:0:33270:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788777501.930429:0:33270:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788777501.930430:0:33270:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.930432:0:33270:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777501.930433:0:33270:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:1.0:1788777501.930435:0:33270:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:1.0:1788777501.930436:0:33270:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:1.0:1788777501.930437:0:33270:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1788777501.930438:0:33270:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788777501.930440:0:33270:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff9b1fd11ec8a0. 00000002:00000001:1.0:1788777501.930442:0:33270:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:1.0:1788777501.930444:0:33270:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff9b1fd11ecf20. 00800000:00000010:1.0:1788777501.930446:0:33270:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff9b1fc32de7c0. 00000100:00000001:0.0:1788777501.930881:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.930886:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.930889:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777501.930896:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.930905:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777501.930908:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.930911:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777501.930914:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777501.930916:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777501.930920:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211127680:192.168.204.133@tcp:63:ll_sa.0 00000100:00000001:0.0:1788777501.930924:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777501.930929:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777501.930932:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.930935:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777501.930941:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9b1fca680000. 02000000:00000001:0.0:1788777501.930943:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777501.930950:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777501.930953:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777501.930960:0:2412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9b1fd1339600. 00000100:00000200:0.0:1788777501.930967:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875667211127680, portal 4 00000100:00000001:0.0:1788777501.930969:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.930971:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686755584 : -110914022796032 : ffff9b1fd1121500) 00000100:00000040:0.0:1788777501.930978:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.930986:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777501.930988:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777501.930992:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b330. 00000100:00000200:0.0:1788777501.930995:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1875667211127680, offset 0 00000400:00000200:0.0:1788777501.931001:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777501.931009:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.931015:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777501.931020:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777501.931024:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777501.931029:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777501.931032:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777501.931035:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2866:2866:256:4294967295] 192.168.204.133@tcp LPNI seq info [2865:2865:8:4294967295] 00000400:00000200:0.0:1788777501.931039:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.931049:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777501.931055:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777501.931060:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5d00. 00000800:00000200:0.0:1788777501.931066:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777501.931073:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777501.931077:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5d00 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:0.0:1788777501.931096:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.931100:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 838722 usecs (839 jiffies) 00000400:00000200:0.0:1788777501.931103:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777501.931106:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296606077 00000100:00000001:0.0:1788777501.931109:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.931112:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296606077 00000100:00000001:0.0:1788777501.931114:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.931116:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.931119:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.931121:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.931124:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.931131:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777501.931133:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777501.931135:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.931137:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.931138:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.931141:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.931176:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.931179:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777501.931252:0:33270:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777501.931257:0:33270:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff9b1fc312bc00 pid 33271 00000080:00000001:2.0:1788777501.931373:0:33271:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777501.931646:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777501.931650:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5d00. 00000400:00000200:3.0:1788777501.931655:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.931660:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.931665:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:3.0:1788777501.931667:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:3.0:1788777501.931672:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.931677:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.931686:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.931690:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.931696:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.931697:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000080:00400000:1.0:1788777501.931864:0:33270:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff9b1fc312bc00, parent / 00000800:00000001:3.0:1788777501.937034:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.937051:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.937056:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.937058:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.937169:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.937177:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.937186:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.937191:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.937197:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.937201:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 4320 into portal 4 MB=0x6a9e8cdd60b80 00000400:00000200:3.0:1788777501.937206:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.937212:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 4320/4320 into md 0x85ed [2] + 224 00000800:00000001:3.0:1788777501.937219:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.937229:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.937233:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.937237:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.937245:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.937254:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777501.937277:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.937289:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.937297:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.937301:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.937430:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.937436:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777501.937444:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777501.937446:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777501.937460:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:0.0:1788777501.937489:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1339600 00000400:00000010:0.0:1788777501.937492:0:2412:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9b1fd1339600. 00000100:00000001:0.0:1788777501.937495:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777501.937499:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777501.937508:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.937513:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777501.937515:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.937518:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777501.937521:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777501.937523:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777501.937526:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.937528:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777501.937538:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00645c8 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1788777501.937541:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777501.937543:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777501.937547:0:2412:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.937553:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788777501.937556:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777501.937559:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788777501.937561:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777501.937563:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788777501.937568:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.937579:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788777501.937582:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777501.937584:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777501.937587:0:2412:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1788777501.937788:0:2412:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1788777501.937793:0:2412:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777501.937795:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.937798:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.937801:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045a00 refcount=4 00000020:00000001:0.0:1788777501.937804:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939328 : -110913201612288 : ffff9b2002045a00) 00010000:00000001:0.0:1788777501.937807:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939328 : -110913201612288 : ffff9b2002045a00) 00010000:00010000:0.0:1788777501.937813:0:2412:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.937820:0:2412:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788777501.937824:0:2412:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.937830:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777501.937832:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.937839:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.937841:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777501.937842:0:2412:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.937848:0:2412:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.937851:0:2412:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.937854:0:2412:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777501.937857:0:2412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777501.937864:0:2412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002045a00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777501.937867:0:2412:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777501.937870:0:2412:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.937880:0:2412:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777501.937883:0:2412:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777501.937886:0:2412:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.937892:0:2412:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777501.937895:0:2412:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777501.937896:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.937897:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.937898:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045a00 refcount=5 00000020:00000001:0.0:1788777501.937900:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939328 : -110913201612288 : ffff9b2002045a00) 00010000:00000001:0.0:1788777501.937902:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939328 : -110913201612288 : ffff9b2002045a00) 00010000:00000001:0.0:1788777501.937905:0:2412:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777501.937908:0:2412:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777501.937913:0:2412:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777501.937915:0:2412:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.937918:0:2412:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777501.937920:0:2412:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777501.937924:0:2412:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777501.937925:0:2412:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777501.937927:0:2412:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.937929:0:2412:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777501.937932:0:2412:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045a00 with handle 0x22b16ee488cdca2f from hash 00010000:00000001:0.0:1788777501.937934:0:2412:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777501.937936:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.937937:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.937938:0:2412:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777501.937940:0:2412:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777501.937941:0:2412:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777501.937944:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.937945:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.937946:0:2412:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.937948:0:2412:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.937950:0:2412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.937956:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.937957:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.937958:0:2412:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777501.937960:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777501.937961:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.937963:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.937963:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777501.937965:0:2412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045a00/0x22b16ee488cdca2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.937974:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777501.937976:0:2412:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777501.937981:0:2412:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788777501.937984:0:2412:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1993c58 00000080:00400000:0.0:1788777501.937986:0:2412:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:0.0:1788777501.937989:0:2412:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788777501.937992:0:2412:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777501.937994:0:2412:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fc356ed90 released 00000080:00000001:0.0:1788777501.937996:0:2412:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788777501.937999:0:2412:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 3 00000080:00000010:0.0:1788777501.938004:0:2412:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b1fcb5eb540. 00000080:00000010:0.0:1788777501.938008:0:2412:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b1fc356ec00. 00000080:00000001:0.0:1788777501.938013:0:2412:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788777501.938016:0:2412:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b1fc32de900. 00000002:00000010:0.0:1788777501.938019:0:2412:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9b1fd11f9000. 00000002:00000010:0.0:1788777501.938023:0:2412:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9b1fc32de9c0. 00000002:00000010:0.0:1788777501.938025:0:2412:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9b1fd1213480. 00000002:00000001:0.0:1788777501.938028:0:2412:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1788777501.938030:0:2412:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788777501.938037:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777501.938045:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211127680:192.168.204.133@tcp:63:ll_sa.0 00000100:00000001:0.0:1788777501.938050:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.938054:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777501.938058:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121500 x1875667211127680/t0(0) o63->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777517 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.938064:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777501.938067:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777501.938070:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9b1fca680000. 02000000:00000001:0.0:1788777501.938075:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777501.938077:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777501.938078:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777501.938081:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777501.938084:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356e400. 02000000:00000001:0.0:1788777501.938087:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777501.938089:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777501.938091:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121500. 00000100:00000001:0.0:1788777501.938095:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777501.938096:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.938098:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.938106:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777501.938108:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.938111:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777501.938113:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788777501.943515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045a00. 00000800:00000001:3.0:1788777501.945822:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.945840:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.945845:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.945847:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.945858:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.945866:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.945875:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.945880:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.945887:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.945891:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 640 into portal 10 MB=0x6a9e8cdd60b00 00000400:00000200:3.0:1788777501.945896:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.945902:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 640/640 into md 0x85e5 [1] + 224 00000800:00000001:3.0:1788777501.945909:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.945919:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.945922:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.945927:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.945934:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.945943:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777501.945954:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777501.945977:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.945988:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.945991:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.946112:0:33288:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777501.946120:0:33288:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777501.946122:0:33288:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777501.946126:0:33288:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0580. 00000400:00000200:0.0:1788777501.946132:0:33288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:0.0:1788777501.946135:0:33288:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:0.0:1788777501.946139:0:33288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777501.946144:0:33288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777501.946158:0:33288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777501.946164:0:33288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777501.946166:0:33288:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.946169:0:33288:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777501.946173:0:33288:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777501.946176:0:33288:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777501.946178:0:33288:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.946181:0:33288:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777501.946192:0:33288:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=10 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777501.946196:0:33288:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777501.946199:0:33288:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777501.946201:0:33288:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.946204:0:33288:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777501.946208:0:33288:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.946212:0:33288:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777501.946214:0:33288:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788777501.946216:0:33288:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777501.946219:0:33288:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.946223:0:33288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777501.946230:0:33288:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.946233:0:33288:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777501.946235:0:33288:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777501.946239:0:33288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777517 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777501.946245:0:33288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:33288:1875667211127552:192.168.204.133@tcp:101:rm.0 00000100:00000001:0.0:1788777501.946250:0:33288:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.946253:0:33288:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.946255:0:33288:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777501.946257:0:33288:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777501.946261:0:33288:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777517 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777501.946278:0:33288:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777501.946281:0:33288:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777501.946285:0:33288:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777501.946287:0:33288:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.946290:0:33288:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777501.946294:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.946296:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.946300:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=4 00000020:00000001:0.0:1788777501.946302:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946305:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000040:0.0:1788777501.946312:0:33288:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7e00, remote cookie: 0x542deec0941a6d08, flags: 0x1001 00010000:00010000:0.0:1788777501.946317:0:33288:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777501.946327:0:33288:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777501.946341:0:33288:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777501.946349:0:33288:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e900. 00010000:00000010:0.0:1788777501.946354:0:33288:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a700. 00010000:00000001:0.0:1788777501.946360:0:33288:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.946364:0:33288:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777501.946372:0:33288:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.946379:0:33288:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777501.946383:0:33288:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777501.946386:0:33288:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777501.946387:0:33288:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777501.946389:0:33288:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777501.946391:0:33288:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff9b1fd0f4e900) refcount = 1 00010000:00010000:0.0:1788777501.946395:0:33288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.946401:0:33288:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777501.946404:0:33288:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777501.946405:0:33288:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777501.946408:0:33288:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777501.946410:0:33288:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.946414:0:33288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.946420:0:33288:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777501.946422:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.946423:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.946424:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.946425:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.946426:0:33288:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.946432:0:33288:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777501.946434:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.946435:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.946437:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777501.946439:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946441:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946443:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.946444:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.946445:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=4 00000020:00000001:0.0:1788777501.946446:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946448:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946638:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.946642:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.946646:0:33288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.946658:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.946659:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.946660:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.946661:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.946663:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=5 00000020:00000001:0.0:1788777501.946665:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946667:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946669:0:33288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777501.946672:0:33288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.946678:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.946679:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777501.946681:0:33288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.946687:0:33288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777501.946688:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.946689:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.946690:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.946691:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777501.946697:0:33288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777501.946706:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.946707:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.946708:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777501.946720:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946722:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00000002:00010000:0.0:1788777501.946726:0:33288:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788777501.946740:0:33288:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fd12e4200. 00010000:00000001:0.0:1788777501.946742:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.946743:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777501.946745:0:33288:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.946747:0:33288:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.946751:0:33288:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777501.946754:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.946755:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.946757:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777501.946759:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946761:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00000002:00010000:0.0:1788777501.946764:0:33288:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.946770:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.946771:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.946773:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777501.946775:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.946775:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.946777:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777501.946778:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946781:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000040:0.0:1788777501.946785:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:0.0:1788777501.946787:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777501.946790:0:33288:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:0.0:1788777501.946794:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.946795:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777501.946796:0:33288:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777501.946799:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43710 00000002:00002000:0.0:1788777501.946801:0:33288:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777501.946804:0:33288:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.946808:0:33288:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.946811:0:33288:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777501.946813:0:33288:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777501.946817:0:33288:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.946820:0:33288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777501.946823:0:33288:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777501.946825:0:33288:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1c43b20 it_disposition b 00000080:00000001:0.0:1788777501.946828:0:33288:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777501.946834:0:33288:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777501.946837:0:33288:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777501.946840:0:33288:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1788777501.946843:0:33288:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788777501.946850:0:33288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777501.946854:0:33288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777501.946857:0:33288:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777501.946859:0:33288:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777501.946864:0:33288:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777501.946866:0:33288:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777501.946872:0:33288:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617360. 00020000:00000010:0.0:1788777501.946877:0:33288:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a4880. 00020000:00000010:0.0:1788777501.946883:0:33288:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617120. 00020000:00000001:0.0:1788777501.946885:0:33288:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574516000 : -110914135035616 : ffff9b1fca617120) 00020000:00000002:0.0:1788777501.946889:0:33288:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617120, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777501.946894:0:33288:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777501.946898:0:33288:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4880: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777501.946902:0:33288:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f82000) owner ffff9b1fd121cf80 00020000:00000001:0.0:1788777501.946905:0:33288:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777501.946907:0:33288:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f82000) owner ffff9b1fd121cf80 00020000:00000010:0.0:1788777501.946911:0:33288:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a4880. 00020000:00000010:0.0:1788777501.946914:0:33288:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617360. 00020000:00000010:0.0:1788777501.946918:0:33288:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617120. 00020000:00000002:0.0:1788777501.946920:0:33288:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777501.946922:0:33288:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.946924:0:33288:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777501.946926:0:33288:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777501.946930:0:33288:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1788777501.946933:0:33288:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788777501.946938:0:33288:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x27:0x0](ffff9b1fd1579988): rc = 0 00000080:00000001:0.0:1788777501.946940:0:33288:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691311496 : -110914018240120 : ffff9b1fd1579988) 00010000:00000001:0.0:1788777501.946942:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.946943:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.946945:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777501.946946:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.946948:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00000080:00000001:0.0:1788777501.946952:0:33288:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777501.946953:0:33288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777501.946955:0:33288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777501.946957:0:33288:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777501.946958:0:33288:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777501.946960:0:33288:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777501.946960:0:33288:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777501.946963:0:33288:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617120. 00020000:00000010:0.0:1788777501.946966:0:33288:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a4880. 00020000:00000010:0.0:1788777501.946968:0:33288:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617360. 00020000:00000001:0.0:1788777501.946970:0:33288:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574516576 : -110914135035040 : ffff9b1fca617360) 00020000:00000002:0.0:1788777501.946972:0:33288:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617360, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777501.946976:0:33288:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777501.946979:0:33288:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4880: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777501.946982:0:33288:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f82000) owner ffff9b1fd121cf80 00020000:00000001:0.0:1788777501.946984:0:33288:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777501.946986:0:33288:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f82000) owner ffff9b1fd121cf80 00020000:00000010:0.0:1788777501.946988:0:33288:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a4880. 00020000:00000010:0.0:1788777501.946990:0:33288:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617120. 00020000:00000010:0.0:1788777501.946993:0:33288:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617360. 00020000:00000002:0.0:1788777501.946995:0:33288:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777501.946997:0:33288:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.946999:0:33288:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947002:0:33288:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777501.947005:0:33288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd121cf80 00020000:00000002:0.0:1788777501.947008:0:33288:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617a80 addref 2/0 by ffff9b1fd121cf80. 00020000:00000002:0.0:1788777501.947011:0:33288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd121cf80 00020000:00000001:0.0:1788777501.947014:0:33288:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777501.947016:0:33288:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777501.947017:0:33288:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777501.947019:0:33288:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777501.947021:0:33288:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777501.947024:0:33288:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788777501.947026:0:33288:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777501.947028:0:33288:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947030:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947031:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777501.947033:0:33288:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777501.947036:0:33288:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777501.947037:0:33288:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777501.947040:0:33288:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9b1fd1579988) for lock 0x22b16ee488cdca28 00800000:00000001:0.0:1788777501.947043:0:33288:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777501.947045:0:33288:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777501.947046:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.947047:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.947049:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777501.947050:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.947053:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.947055:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947056:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777501.947057:0:33288:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.947059:0:33288:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777501.947065:0:33288:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd16a7360 inode ffff9b1fd1579988 refc 1 flags 0x40000e 00000080:00000001:0.0:1788777501.947069:0:33288:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777501.947072:0:33288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9b1fd1579988) 00000080:00010000:0.0:1788777501.947076:0:33288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca28 from it ffffb70bc1c43b20 00010000:00000001:0.0:1788777501.947078:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.947079:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.947081:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777501.947082:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.947085:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.947086:0:33288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777501.947089:0:33288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777501.947096:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947097:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.947099:0:33288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777501.947101:0:33288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777501.947103:0:33288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777501.947111:0:33288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777501.947114:0:33288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777501.947115:0:33288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777501.947119:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947121:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.947122:0:33288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947126:0:33288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777501.947128:0:33288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947130:0:33288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947133:0:33288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947136:0:33288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777501.947137:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947138:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777501.947140:0:33288:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777501.947144:0:33288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068c00. 00000100:00000001:0.0:1788777501.947148:0:33288:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777501.947154:0:33288:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31edc00 x1875667211127552/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777501.947161:0:33288:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777501.947163:0:33288:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777501.947168:0:33288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd8958000. 02000000:00000001:0.0:1788777501.947171:0:33288:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777501.947173:0:33288:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777501.947175:0:33288:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777501.947177:0:33288:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777501.947180:0:33288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1002000. 02000000:00000001:0.0:1788777501.947185:0:33288:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777501.947187:0:33288:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777501.947188:0:33288:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31edc00. 00000100:00000001:0.0:1788777501.947192:0:33288:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777501.947193:0:33288:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777501.947196:0:33288:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777501.947198:0:33288:0:(dcache.c:176:ll_intent_release()) intent ffffb70bc1c43b20 released 00000080:00000001:0.0:1788777501.947200:0:33288:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788777501.947212:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43d08 00000080:00200008:0.0:1788777501.947214:0:33288:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9b1fd1579988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777501.947221:0:33288:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777501.947223:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43c80 00000080:00200000:0.0:1788777501.947225:0:33288:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9b1fd1579988),name=f22.recovery-small-2 00000080:00000010:0.0:1788777501.947230:0:33288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068c00. 00800000:00000002:0.0:1788777501.947236:0:33288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777501.947242:0:33288:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777501.947245:0:33288:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777501.947246:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43ba0 00800000:00000002:0.0:1788777501.947248:0:33288:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x27:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777501.947251:0:33288:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777501.947255:0:33288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777501.947257:0:33288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777501.947260:0:33288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777501.947276:0:33288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777501.947279:0:33288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.947281:0:33288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777501.947283:0:33288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.947286:0:33288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777501.947287:0:33288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777501.947288:0:33288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777501.947290:0:33288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777501.947292:0:33288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.947294:0:33288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788777501.947296:0:33288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.947298:0:33288:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777501.947303:0:33288:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777501.947305:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43a70 00000002:00010000:0.0:1788777501.947307:0:33288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777501.947310:0:33288:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777501.947312:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.947314:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.947317:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:0.0:1788777501.947319:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777501.947322:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.947325:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777501.947345:0:33288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777501.947353:0:33288:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777501.947356:0:33288:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.947359:0:33288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777501.947366:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777501.947368:0:33288:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777501.947370:0:33288:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777501.947372:0:33288:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777501.947374:0:33288:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777501.947375:0:33288:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777501.947377:0:33288:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777501.947379:0:33288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777501.947381:0:33288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068c00. 00000080:00000001:0.0:1788777501.947384:0:33288:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777501.947386:0:33288:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777501.947388:0:33288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9b1fd1579988) 00000080:00010000:0.0:1788777501.947392:0:33288:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9b1fd1579988) for lock 0x22b16ee488cdca28 00800000:00000001:0.0:1788777501.947395:0:33288:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777501.947396:0:33288:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777501.947397:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.947398:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.947400:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777501.947402:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.947404:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.947406:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947407:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777501.947408:0:33288:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.947410:0:33288:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777501.947412:0:33288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca28 from it ffffb70bc1c43cb8 00010000:00000001:0.0:1788777501.947414:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.947415:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.947416:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777501.947418:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.947420:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777501.947422:0:33288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777501.947425:0:33288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777501.947431:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947433:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.947434:0:33288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777501.947435:0:33288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777501.947437:0:33288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777501.947443:0:33288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777501.947445:0:33288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777501.947446:0:33288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777501.947448:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947497:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.947499:0:33288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947501:0:33288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777501.947503:0:33288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947504:0:33288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947506:0:33288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947507:0:33288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777501.947508:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947509:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777501.947511:0:33288:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777501.947512:0:33288:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777501.947515:0:33288:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777501.947517:0:33288:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777501.947519:0:33288:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777501.947521:0:33288:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777501.947523:0:33288:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.947525:0:33288:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777501.947527:0:33288:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788777501.947529:0:33288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777501.947531:0:33288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777501.947533:0:33288:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777501.947537:0:33288:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777501.947540:0:33288:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777501.947542:0:33288:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777501.947545:0:33288:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788777501.947548:0:33288:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777501.947549:0:33288:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777501.947551:0:33288:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777501.947553:0:33288:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.947555:0:33288:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777501.947558:0:33288:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9b1fc2fb5090 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788777501.947561:0:33288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd121cf80 00020000:00000001:0.0:1788777501.947564:0:33288:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777501.947566:0:33288:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777501.947568:0:33288:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777501.947570:0:33288:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777501.947572:0:33288:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777501.947575:0:33288:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777501.947576:0:33288:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947578:0:33288:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777501.947579:0:33288:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777501.947580:0:33288:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777501.947582:0:33288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd121cf80 00000020:00000001:0.0:1788777501.947585:0:33288:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777501.947587:0:33288:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788777501.947589:0:33288:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:0.0:1788777501.947591:0:33288:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777501.947593:0:33288:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777501.947596:0:33288:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777501.947598:0:33288:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777501.947604:0:33288:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788777501.947610:0:33288:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc2c6ad80. 00020000:00000002:0.0:1788777501.947613:0:33288:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777501.947615:0:33288:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777501.947618:0:33288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777501.947620:0:33288:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777501.947622:0:33288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777501.947623:0:33288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:0.0:1788777501.947625:0:33288:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:0.0:1788777501.947628:0:33288:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caf58 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777501.947630:0:33288:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777501.947633:0:33288:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777501.947634:0:33288:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777501.947636:0:33288:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777501.947638:0:33288:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777501.947640:0:33288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:0.0:1788777501.947642:0:33288:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777501.947647:0:33288:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7303db0. 00000008:00010000:0.0:1788777501.947650:0:33288:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788777501.947652:0:33288:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777501.947654:0:33288:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777501.947655:0:33288:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc2c6adb0, osc lock ffff9b1fc7303db0, flags 0x400001002 00000020:00000001:0.0:1788777501.947657:0:33288:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777501.947659:0:33288:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777501.947662:0:33288:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159446932864 : -110914262618752 : ffff9b1fc2c6ad80) 00000020:00000001:0.0:1788777501.947664:0:33288:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777501.947665:0:33288:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777501.947668:0:33288:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947669:0:33288:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947671:0:33288:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788777501.947673:0:33288:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788777501.947675:0:33288:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777501.947676:0:33288:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777501.947678:0:33288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777501.947679:0:33288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:0.0:1788777501.947681:0:33288:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777501.947683:0:33288:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777501.947685:0:33288:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777501.947689:0:33288:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777501.947691:0:33288:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777501.947692:0:33288:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777501.947694:0:33288:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777501.947695:0:33288:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777501.947696:0:33288:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777501.947698:0:33288:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777501.947701:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.947705:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:0.0:1788777501.947707:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777501.947711:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.947714:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777501.947717:0:33288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777501.947727:0:33288:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777501.947730:0:33288:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.947733:0:33288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777501.947740:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.947741:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.947743:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:0.0:1788777501.947745:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777501.947748:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00000008:00000001:0.0:1788777501.947751:0:33288:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777501.947753:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.947755:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.947756:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=4 00000020:00000001:0.0:1788777501.947757:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777501.947759:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00000008:00000001:0.0:1788777501.947762:0:33288:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788777501.947765:0:33288:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000008:00010000:0.0:1788777501.947769:0:33288:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788777501.947776:0:33288:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777501.947778:0:33288:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777501.947781:0:33288:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777501.947784:0:33288:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777501.947786:0:33288:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947788:0:33288:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947789:0:33288:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000008:00000001:0.0:1788777501.947791:0:33288:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788777501.947793:0:33288:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777501.947794:0:33288:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788777501.947796:0:33288:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788777501.947798:0:33288:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947800:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.947801:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.947802:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=5 00000020:00000001:0.0:1788777501.947804:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777501.947806:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:0.0:1788777501.947807:0:33288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777501.947810:0:33288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777501.947821:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947822:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.947823:0:33288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777501.947825:0:33288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777501.947827:0:33288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777501.947835:0:33288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777501.947836:0:33288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777501.947838:0:33288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777501.947840:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947841:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.947842:0:33288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947844:0:33288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777501.947845:0:33288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947847:0:33288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947849:0:33288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.947851:0:33288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777501.947852:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947853:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.947854:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947855:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777501.947857:0:33288:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777501.947859:0:33288:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947861:0:33288:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777501.947863:0:33288:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947864:0:33288:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947865:0:33288:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777501.947867:0:33288:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788777501.947868:0:33288:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788777501.947870:0:33288:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788777501.947871:0:33288:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947873:0:33288:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.947876:0:33288:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777501.947878:0:33288:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777501.947880:0:33288:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000020:00000001:0.0:1788777501.947882:0:33288:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777501.947884:0:33288:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777501.947889:0:33288:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777501.947890:0:33288:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777501.947892:0:33288:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777501.947893:0:33288:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777501.947895:0:33288:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x27:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777501.947898:0:33288:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777501.947901:0:33288:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777501.947903:0:33288:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947905:0:33288:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947907:0:33288:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000080:00200000:0.0:1788777501.947909:0:33288:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x27:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788777501.947912:0:33288:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777501.947913:0:33288:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777501.947915:0:33288:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_release():245 00000020:00000001:0.0:1788777501.947917:0:33288:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777501.947919:0:33288:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777501.947922:0:33288:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777501.947923:0:33288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777501.947925:0:33288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:0.0:1788777501.947927:0:33288:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777501.947928:0:33288:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2c6adb0 (ffff9b1fc72027e8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777501.947931:0:33288:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777501.947932:0:33288:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777501.947934:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.947935:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777501.947936:0:33288:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777501.947938:0:33288:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777501.947939:0:33288:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777501.947941:0:33288:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777501.947942:0:33288:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777501.947943:0:33288:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2fb5030 (ffff9b1fc7202d88/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777501.947946:0:33288:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777501.947947:0:33288:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777501.947948:0:33288:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2c6adb0 (ffff9b1fc7202d88/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777501.947951:0:33288:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7303db0. 00000020:00000001:0.0:1788777501.947954:0:33288:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777501.947956:0:33288:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc2c6ad80. 00020000:00000001:0.0:1788777501.947958:0:33288:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777501.947959:0:33288:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777501.947961:0:33288:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788777501.947962:0:33288:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.947965:0:33288:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777501.947967:0:33288:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777501.947969:0:33288:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777501.947970:0:33288:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777501.947972:0:33288:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777501.947974:0:33288:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:0.0:1788777501.947976:0:33288:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777501.947979:0:33288:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777501.947981:0:33288:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777501.947983:0:33288:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777501.947986:0:33288:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777501.947988:0:33288:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.947990:0:33288:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777501.947991:0:33288:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777501.947993:0:33288:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777501.947994:0:33288:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000001:00000001:0.0:1788777501.947995:0:33288:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.948000:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43d08 00000080:00000008:0.0:1788777501.948003:0:33288:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9b1fd1579988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777501.948007:0:33288:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777501.948009:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43da0 00000080:00002000:0.0:1788777501.948010:0:33288:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff9b1fd16a7360, parent ffff9b1fd155f360, inode ffff9b1fd1579988) hashed, 00000080:00000001:0.0:1788777501.948013:0:33288:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.948054:0:33288:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777501.948058:0:33288:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777501.948059:0:33288:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777501.948061:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43bd8 00000080:00200000:0.0:1788777501.948062:0:33288:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777501.948067:0:33288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068c00. 00800000:00000002:0.0:1788777501.948070:0:33288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777501.948072:0:33288:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777501.948074:0:33288:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777501.948075:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43af8 00800000:00000002:0.0:1788777501.948078:0:33288:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777501.948081:0:33288:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777501.948082:0:33288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777501.948084:0:33288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777501.948086:0:33288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777501.948087:0:33288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777501.948089:0:33288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.948090:0:33288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777501.948092:0:33288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.948095:0:33288:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777501.948098:0:33288:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777501.948100:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c439c8 00000002:00010000:0.0:1788777501.948101:0:33288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777501.948104:0:33288:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777501.948106:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.948108:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.948110:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:0.0:1788777501.948112:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777501.948115:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.948117:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777501.948120:0:33288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777501.948127:0:33288:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777501.948130:0:33288:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.948132:0:33288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777501.948138:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777501.948140:0:33288:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777501.948141:0:33288:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777501.948143:0:33288:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777501.948145:0:33288:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777501.948146:0:33288:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777501.948149:0:33288:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777501.948151:0:33288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777501.948153:0:33288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068c00. 00000080:00000001:0.0:1788777501.948156:0:33288:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777501.948157:0:33288:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777501.948159:0:33288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777501.948162:0:33288:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca21 00800000:00000001:0.0:1788777501.948165:0:33288:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777501.948166:0:33288:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777501.948167:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.948169:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.948170:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:0.0:1788777501.948172:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.948175:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.948177:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948178:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777501.948179:0:33288:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.948181:0:33288:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777501.948183:0:33288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca21 from it ffffb70bc1c43c10 00010000:00000001:0.0:1788777501.948184:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.948186:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.948187:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:0.0:1788777501.948188:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.948191:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.948192:0:33288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777501.948195:0:33288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777501.948201:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948202:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.948203:0:33288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777501.948204:0:33288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777501.948207:0:33288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777501.948217:0:33288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777501.948219:0:33288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777501.948221:0:33288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777501.948222:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948224:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.948225:0:33288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948227:0:33288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777501.948228:0:33288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948229:0:33288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948231:0:33288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948233:0:33288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777501.948234:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948235:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777501.948237:0:33288:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777501.948238:0:33288:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777501.948240:0:33288:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777501.948243:0:33288:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.948249:0:33288:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777501.948251:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43da0 00000080:00002000:0.0:1788777501.948252:0:33288:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9b1fd16a7360) flags 0x48000e refc 0 00000080:00000001:0.0:1788777501.948254:0:33288:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.948256:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43e10 00000080:00200000:0.0:1788777501.948257:0:33288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:0.0:1788777501.948261:0:33288:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1788777501.948263:0:33288:0:(statahead.c:273:sa_get()) lustre: wrong pid=33269:33288 for entry f22.recovery-small-2 00000080:00000001:0.0:1788777501.948266:0:33288:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1788777501.948269:0:33288:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:0.0:1788777501.948273:0:33288:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777501.948275:0:33288:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777501.948276:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43d30 00000080:00200000:0.0:1788777501.948277:0:33288:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777501.948281:0:33288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068c00. 00800000:00000002:0.0:1788777501.948284:0:33288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777501.948286:0:33288:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777501.948288:0:33288:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777501.948289:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43c50 00800000:00000002:0.0:1788777501.948291:0:33288:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777501.948294:0:33288:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777501.948295:0:33288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777501.948297:0:33288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777501.948298:0:33288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777501.948300:0:33288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777501.948301:0:33288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.948303:0:33288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777501.948305:0:33288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.948307:0:33288:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777501.948310:0:33288:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777501.948312:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43b20 00000002:00010000:0.0:1788777501.948313:0:33288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777501.948316:0:33288:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777501.948317:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.948319:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.948321:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:0.0:1788777501.948323:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777501.948325:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.948327:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777501.948341:0:33288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777501.948348:0:33288:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777501.948350:0:33288:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777501.948353:0:33288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777501.948359:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777501.948361:0:33288:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777501.948362:0:33288:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777501.948364:0:33288:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777501.948366:0:33288:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777501.948368:0:33288:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777501.948371:0:33288:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777501.948372:0:33288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777501.948374:0:33288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068c00. 00000080:00000001:0.0:1788777501.948377:0:33288:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777501.948378:0:33288:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777501.948381:0:33288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777501.948383:0:33288:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca21 00800000:00000001:0.0:1788777501.948386:0:33288:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777501.948387:0:33288:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777501.948388:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.948390:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.948391:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:0.0:1788777501.948393:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.948395:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.948397:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948398:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777501.948399:0:33288:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.948400:0:33288:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777501.948402:0:33288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca21 from it ffffb70bc1c43d68 00010000:00000001:0.0:1788777501.948403:0:33288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777501.948404:0:33288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777501.948405:0:33288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=3 00000020:00000001:0.0:1788777501.948407:0:33288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.948409:0:33288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:0.0:1788777501.948411:0:33288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777501.948414:0:33288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777501.948420:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948421:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.948422:0:33288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777501.948423:0:33288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777501.948425:0:33288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777501.948432:0:33288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777501.948433:0:33288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777501.948434:0:33288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777501.948437:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948438:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.948439:0:33288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948441:0:33288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777501.948442:0:33288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948444:0:33288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948446:0:33288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948448:0:33288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777501.948449:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948450:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777501.948451:0:33288:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777501.948452:0:33288:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777501.948454:0:33288:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788777501.948457:0:33288:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.948459:0:33288:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1788777501.948491:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43df8 00000080:00200000:0.0:1788777501.948493:0:33288:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:0.0:1788777501.948496:0:33288:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788777501.948499:0:33288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777501.948501:0:33288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777501.948503:0:33288:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777501.948505:0:33288:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777501.948507:0:33288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd121cf80 00020000:00000002:0.0:1788777501.948509:0:33288:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617a80 addref 2/0 by ffff9b1fd121cf80. 00020000:00000002:0.0:1788777501.948511:0:33288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fd121cf80 00020000:00000001:0.0:1788777501.948513:0:33288:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777501.948515:0:33288:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777501.948516:0:33288:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777501.948518:0:33288:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788777501.948520:0:33288:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788777501.948522:0:33288:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777501.948525:0:33288:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777501.948529:0:33288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068c00. 00800000:00000002:0.0:1788777501.948532:0:33288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:0.0:1788777501.948538:0:33288:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788777501.948541:0:33288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777501.948542:0:33288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777501.948543:0:33288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777501.948544:0:33288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777501.948546:0:33288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.948547:0:33288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777501.948549:0:33288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.948551:0:33288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777501.948552:0:33288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777501.948553:0:33288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777501.948554:0:33288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777501.948556:0:33288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.948557:0:33288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788777501.948559:0:33288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.948561:0:33288:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788777501.948563:0:33288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777501.948564:0:33288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777501.948565:0:33288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777501.948566:0:33288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777501.948568:0:33288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.948569:0:33288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788777501.948570:0:33288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.948573:0:33288:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x27:0x0] 00800000:00000001:0.0:1788777501.948575:0:33288:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.948577:0:33288:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x27:0x0] -> mds #0 00000002:00000001:0.0:1788777501.948581:0:33288:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788777501.948583:0:33288:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777501.948586:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:0.0:1788777501.948588:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777501.948590:0:33288:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777501.948593:0:33288:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777501.948595:0:33288:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788777501.948607:0:33288:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777501.948610:0:33288:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777501.948613:0:33288:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777501.948614:0:33288:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777501.948617:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.948618:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.948620:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 3 00010000:00000001:0.0:1788777501.948622:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777501.948624:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.948626:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.948627:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.948628:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 3 00010000:00000001:0.0:1788777501.948630:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777501.948632:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.948633:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.948634:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.948635:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 3 00010000:00000001:0.0:1788777501.948637:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777501.948639:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.948641:0:33288:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777501.948644:0:33288:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777501.948648:0:33288:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777501.948649:0:33288:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777501.948651:0:33288:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777501.948653:0:33288:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948656:0:33288:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777501.948658:0:33288:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777501.948660:0:33288:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777501.948662:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.948664:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777501.948667:0:33288:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045800 with handle 0x22b16ee488cdca21 from hash 00010000:00000001:0.0:1788777501.948669:0:33288:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777501.948671:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948672:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.948673:0:33288:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777501.948676:0:33288:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777501.948678:0:33288:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777501.948680:0:33288:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777501.948682:0:33288:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777501.948684:0:33288:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777501.948687:0:33288:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777501.948689:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:0.0:1788777501.948691:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777501.948693:0:33288:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777501.948694:0:33288:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777501.948696:0:33288:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788777501.948703:0:33288:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777501.948705:0:33288:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777501.948706:0:33288:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777501.948707:0:33288:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:0.0:1788777501.948709:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.948710:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.948712:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 3 00010000:00000001:0.0:1788777501.948713:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777501.948716:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.948717:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.948718:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.948720:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 3 00010000:00000001:0.0:1788777501.948722:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777501.948723:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.948725:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.948726:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.948728:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 3 00010000:00000001:0.0:1788777501.948729:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777501.948731:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.948733:0:33288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777501.948734:0:33288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777501.948735:0:33288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 3 00010000:00000001:0.0:1788777501.948737:0:33288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777501.948740:0:33288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.948741:0:33288:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.948743:0:33288:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777501.948745:0:33288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777501.948747:0:33288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777501.948749:0:33288:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777501.948751:0:33288:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788777501.948753:0:33288:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:0.0:1788777501.948756:0:33288:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788777501.948758:0:33288:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788777501.948762:0:33288:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777501.948764:0:33288:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777501.948766:0:33288:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788777501.948768:0:33288:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777501.948770:0:33288:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777501.948772:0:33288:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777501.948774:0:33288:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.948776:0:33288:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777501.948778:0:33288:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff9b1fd1579988) invalid 00000020:00000001:0.0:1788777501.948780:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43a60 00000080:00002000:0.0:1788777501.948782:0:33288:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9b1fd16a7360) parent ffff9b1fd155f360 inode ffff9b1fd1579988 refc 1 00000080:00000001:0.0:1788777501.948785:0:33288:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777501.948786:0:33288:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777501.948788:0:33288:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948789:0:33288:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777501.948791:0:33288:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777501.948792:0:33288:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777501.948793:0:33288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777501.948795:0:33288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777501.948797:0:33288:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7e00 with handle 0x22b16ee488cdca28 from hash 00010000:00000001:0.0:1788777501.948799:0:33288:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777501.948800:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777501.948801:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.948802:0:33288:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777501.948804:0:33288:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777501.948805:0:33288:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777501.948808:0:33288:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777501.948810:0:33288:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777501.948812:0:33288:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777501.948818:0:33288:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31edc00. 00000020:00000040:0.0:1788777501.948822:0:33288:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777501.948826:0:33288:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777501.948828:0:33288:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948830:0:33288:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777501.948834:0:33288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777501.948836:0:33288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.948839:0:33288:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777501.948841:0:33288:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777501.948844:0:33288:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777501.948850:0:33288:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1068e00. 00000100:00000001:0.0:1788777501.948856:0:33288:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948859:0:33288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777501.948862:0:33288:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777501.948867:0:33288:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777501.948874:0:33288:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788777501.948880:0:33288:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788777501.948881:0:33288:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777501.948883:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777501.948885:0:33288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca28 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a6d08 expref: -99 pid: 33288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788777501.948892:0:33288:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fd12e4200. 00010000:00000040:0.0:1788777501.948895:0:33288:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e900 count: 0 00010000:00000010:0.0:1788777501.948900:0:33288:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6a700. 00010000:00000001:0.0:1788777501.948907:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.948909:0:33288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777501.948911:0:33288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdca21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6cec expref: -99 pid: 33288 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788777501.948917:0:33288:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611800 count: 0 00010000:00000010:0.0:1788777501.948920:0:33288:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182f80. 00010000:00000001:0.0:1788777501.948926:0:33288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777501.948927:0:33288:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948929:0:33288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777501.948931:0:33288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.948932:0:33288:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777501.948943:0:33288:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788777501.948953:0:33288:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31edc00 x1875667211127936/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777501.948960:0:33288:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777501.948962:0:33288:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777501.948968:0:33288:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777501.948971:0:33288:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688951488 : -110914020600128 : ffff9b1fd13396c0) 00000100:00000001:0.0:1788777501.948973:0:33288:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.948975:0:33288:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000001:0.0:1788777501.948979:0:33288:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777501.948983:0:33288:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.948986:0:33288:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777501.948987:0:33288:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777501.948991:0:33288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31edc00 x1875667211127936/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.949000:0:33288:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777501.949003:0:33288:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.949006:0:33288:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777501.949009:0:33288:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777501.949011:0:33288:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777501.949015:0:33288:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:33288:1875667211127936:192.168.204.133@tcp:36:rm.0 00000100:00000001:0.0:1788777501.949019:0:33288:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777501.949025:0:33288:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777501.949028:0:33288:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.949031:0:33288:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777501.949035:0:33288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1002000. 02000000:00000001:0.0:1788777501.949037:0:33288:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777501.949046:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777501.949050:0:33288:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0580. 00000400:00000010:0.0:1788777501.949056:0:33288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b550. 00000100:00000200:0.0:1788777501.949064:0:33288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211127936, portal 10 00000100:00000001:0.0:1788777501.949066:0:33288:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.949067:0:33288:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000040:0.0:1788777501.949074:0:33288:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31edc00 x1875667211127936/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.955982:0:33288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777501.955991:0:33288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777501.956001:0:33288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b198. 00000100:00000200:0.0:1788777501.956011:0:33288:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875667211127936, offset 0 00000400:00000200:0.0:1788777501.956019:0:33288:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777501.956032:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.956041:0:33288:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777501.956048:0:33288:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777501.956054:0:33288:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777501.956058:0:33288:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777501.956061:0:33288:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777501.956065:0:33288:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2867:2867:256:4294967295] 192.168.204.133@tcp LPNI seq info [2866:2866:8:4294967295] 00000400:00000200:0.0:1788777501.956069:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777501.956080:0:33288:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777501.956086:0:33288:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777501.956093:0:33288:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5200. 00000800:00000200:0.0:1788777501.956101:0:33288:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777501.956109:0:33288:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777501.956113:0:33288:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788777501.956137:0:33288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.956143:0:33288:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 836553 usecs (837 jiffies) 00000400:00000200:0.0:1788777501.956146:0:33288:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777501.956149:0:33288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296606100 00000100:00000001:0.0:1788777501.956152:0:33288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.956154:0:33288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296606100 00000100:00000001:0.0:1788777501.956156:0:33288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296609249 00000100:00000001:0.0:1788777501.956159:0:33288:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.956162:0:33288:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.956165:0:33288:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777501.956167:0:33288:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777501.956170:0:33288:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd13396c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777501.956173:0:33288:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777501.956176:0:33288:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777501.956693:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777501.956699:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5200. 00000400:00000200:3.0:1788777501.956705:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.956784:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777501.956792:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b198 00000400:00000010:3.0:1788777501.956794:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b198. 00000100:00000001:3.0:1788777501.956800:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777501.956808:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edc00 x1875667211127936/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.956821:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777501.956824:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edc00 x1875667211127936/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.956832:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777501.956834:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777501.960638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e900. 00010000:00000010:0.1:1788777501.960669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7e00. 00010000:00000010:0.1:1788777501.960674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611800. 00010000:00000010:0.1:1788777501.960678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00000800:00000001:3.0:1788777501.969987:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.970004:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777501.970009:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.970012:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.970021:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.970030:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777501.970038:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.970054:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.970059:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.970063:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd60c80 00000400:00000200:3.0:1788777501.970068:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777501.970074:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x85f5 [1] + 224 00000800:00000001:3.0:1788777501.970082:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.970088:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777501.970091:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777501.970095:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777501.970104:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777501.970115:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edc00 x1875667211127936/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777517 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777501.970126:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fc31edc00 x1875667211127936/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777501.970149:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777501.970158:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777501.970161:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.970381:0:33288:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777501.970388:0:33288:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777501.970391:0:33288:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777501.970394:0:33288:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0580. 00000400:00000200:0.0:1788777501.970401:0:33288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:0.0:1788777501.970403:0:33288:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:0.0:1788777501.970407:0:33288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777501.970412:0:33288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31edc00 x1875667211127936/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777501.970421:0:33288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31edc00 x1875667211127936/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777517 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.970426:0:33288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777501.970428:0:33288:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.970431:0:33288:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777501.970434:0:33288:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777501.970437:0:33288:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777501.970439:0:33288:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777501.970442:0:33288:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777501.970493:0:33288:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=10 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777501.970500:0:33288:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777501.970503:0:33288:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777501.970504:0:33288:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777501.970507:0:33288:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777501.970511:0:33288:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.970514:0:33288:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777501.970516:0:33288:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000152] 00000100:00000001:0.0:1788777501.970518:0:33288:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777501.970520:0:33288:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777501.970521:0:33288:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000001:0.0:1788777501.970525:0:33288:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777501.970527:0:33288:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788777501.970529:0:33288:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777501.970532:0:33288:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777501.970537:0:33288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31edc00 x1875667211127936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777517 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.970544:0:33288:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777501.970547:0:33288:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777501.970549:0:33288:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777501.970553:0:33288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31edc00 x1875667211127936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777517 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777501.970561:0:33288:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:33288:1875667211127936:192.168.204.133@tcp:36:rm.0 00000100:00000001:0.0:1788777501.970566:0:33288:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777501.970569:0:33288:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777501.970572:0:33288:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777501.970574:0:33288:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777501.970577:0:33288:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31edc00 x1875667211127936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777517 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.970584:0:33288:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777501.970586:0:33288:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd13396c0. 00000100:00000001:0.0:1788777501.970590:0:33288:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777501.970591:0:33288:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777501.970599:0:33288:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777501.970603:0:33288:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777501.970607:0:33288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777501.970610:0:33288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068c00. 00000100:00000001:0.0:1788777501.970617:0:33288:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777501.970620:0:33288:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edc00 x1875667211127936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777517 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777501.970625:0:33288:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.970631:0:33288:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777501.970643:0:33288:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777501.970647:0:33288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c43e28 00000080:00002000:0.0:1788777501.970650:0:33288:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9b1fd16a7360, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777501.970653:0:33288:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777501.970659:0:33288:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777501.970666:0:33288:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788777501.985901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882120. 00000080:00400000:1.0:1788777502.061555:0:33270:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff9b1fc312bc00, parent / hit 0 miss 0 00000080:00000001:1.0:1788777502.061577:0:33270:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788777502.061580:0:33270:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788777502.061584:0:33270:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777502.061589:0:33270:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777502.061593:0:33270:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777502.061599:0:33270:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca9e0 -> ffff9b1fc72ca9e0 00000020:00000001:1.0:1788777502.061602:0:33270:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777502.061605:0:33270:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777502.061607:0:33270:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777502.061611:0:33270:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777502.061612:0:33270:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777502.061614:0:33270:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777502.061619:0:33270:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9b1fc3190bf0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788777502.061622:0:33270:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:1.0:1788777502.061627:0:33270:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777502.061629:0:33270:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777502.061632:0:33270:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777502.061634:0:33270:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061636:0:33270:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777502.061638:0:33270:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777502.061641:0:33270:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061642:0:33270:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777502.061644:0:33270:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777502.061645:0:33270:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777502.061647:0:33270:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc7160000 00000020:00000001:1.0:1788777502.061650:0:33270:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061652:0:33270:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777502.061654:0:33270:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788777502.061657:0:33270:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777502.061660:0:33270:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777502.061664:0:33270:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777502.061668:0:33270:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777502.061670:0:33270:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777502.061671:0:33270:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777502.061674:0:33270:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777502.061677:0:33270:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000020:00000001:1.0:1788777502.061680:0:33270:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72caf58 -> ffff9b1fc72ca9e0 00000020:00000001:1.0:1788777502.061682:0:33270:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777502.061685:0:33270:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777502.061687:0:33270:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777502.061688:0:33270:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061690:0:33270:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061692:0:33270:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777502.061695:0:33270:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788777502.061696:0:33270:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061699:0:33270:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061701:0:33270:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061702:0:33270:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788777502.061704:0:33270:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777502.061706:0:33270:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777502.061707:0:33270:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777502.061721:0:33270:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777502.061723:0:33270:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061725:0:33270:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061727:0:33270:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061729:0:33270:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061730:0:33270:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777502.061731:0:33270:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061733:0:33270:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061735:0:33270:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788777502.061737:0:33270:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777502.061739:0:33270:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777502.061740:0:33270:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777502.061742:0:33270:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788777502.061745:0:33270:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788777502.061749:0:33270:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777502.061753:0:33270:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777502.061757:0:33270:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777502.061760:0:33270:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788777502.061764:0:33270:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777502.061767:0:33270:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061769:0:33270:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061771:0:33270:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061773:0:33270:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061775:0:33270:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061778:0:33270:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777502.061780:0:33270:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788777502.061782:0:33270:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777502.061783:0:33270:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788777502.061785:0:33270:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788777502.061787:0:33270:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061788:0:33270:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788777502.061790:0:33270:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788777502.061792:0:33270:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788777502.061794:0:33270:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788777502.061795:0:33270:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777502.061797:0:33270:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777502.061798:0:33270:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788777502.061799:0:33270:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061801:0:33270:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061802:0:33270:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788777502.061803:0:33270:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788777502.061805:0:33270:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788777502.061806:0:33270:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788777502.061807:0:33270:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777502.061810:0:33270:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777502.061811:0:33270:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777502.061812:0:33270:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788777502.061813:0:33270:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788777502.061814:0:33270:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061815:0:33270:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061817:0:33270:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777502.061818:0:33270:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777502.061820:0:33270:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061821:0:33270:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777502.061823:0:33270:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777502.061824:0:33270:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777502.061826:0:33270:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777502.061827:0:33270:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777502.061829:0:33270:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00020000:00000001:1.0:1788777502.061831:0:33270:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777502.061834:0:33270:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777502.061836:0:33270:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777502.061838:0:33270:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777502.061841:0:33270:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777502.061842:0:33270:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777502.061844:0:33270:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777502.061847:0:33270:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777502.061850:0:33270:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788777502.061852:0:33270:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9b1fd1579988) 00800000:00000001:1.0:1788777502.061857:0:33270:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788777502.061859:0:33270:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x27:0x0] 00000002:00000001:1.0:1788777502.061865:0:33270:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777502.061873:0:33270:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777502.061875:0:33270:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777502.061877:0:33270:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777502.061879:0:33270:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777502.061882:0:33270:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788777502.061884:0:33270:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788777502.061886:0:33270:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777502.061888:0:33270:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777502.061891:0:33270:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777502.061893:0:33270:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777502.061895:0:33270:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00020000:00000001:1.0:1788777502.061900:0:33270:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788777502.061901:0:33270:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:1.0:1788777502.061904:0:33270:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788777502.061907:0:33270:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617a80, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777502.061912:0:33270:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777502.061916:0:33270:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4680: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:1.0:1788777502.061919:0:33270:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788777502.061921:0:33270:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.061924:0:33270:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788777502.061925:0:33270:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788777502.061930:0:33270:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788777502.061935:0:33270:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611300 count: 2 00010000:00000001:1.0:1788777502.061938:0:33270:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777502.061940:0:33270:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788777502.061943:0:33270:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788777502.061948:0:33270:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:1.0:1788777502.061967:0:33270:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000020:00000001:1.0:1788777502.061969:0:33270:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72ca9e0 00000008:00000001:1.0:1788777502.061971:0:33270:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777502.061973:0:33270:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777502.061975:0:33270:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777502.061977:0:33270:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788777502.061982:0:33270:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b1fc7188380. 00020000:00000001:1.0:1788777502.061988:0:33270:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788777502.061991:0:33270:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b1fc72caed8. 00020000:00000001:1.0:1788777502.061997:0:33270:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788777502.061999:0:33270:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777502.062000:0:33270:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777502.062002:0:33270:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:1.0:1788777502.062004:0:33270:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788777502.062006:0:33270:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788777502.062008:0:33270:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:1.0:1788777502.062011:0:33270:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788777502.062013:0:33270:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b1fc82d2828. 00020000:00000010:1.0:1788777502.062017:0:33270:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b1fd1339480. 00020000:00000010:1.0:1788777502.062020:0:33270:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b1fc32a64b0. 00020000:00000002:1.0:1788777502.062023:0:33270:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617a80, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777502.062027:0:33270:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777502.062029:0:33270:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a4680: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:1.0:1788777502.062033:0:33270:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a4680. 00020000:00000010:1.0:1788777502.062036:0:33270:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617060. 00020000:00000010:1.0:1788777502.062052:0:33270:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617a80. 00020000:00000001:1.0:1788777502.062054:0:33270:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788777502.062056:0:33270:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000010:1.0:1788777502.062059:0:33270:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b1fc4f82000. 00020000:00000001:1.0:1788777502.062062:0:33270:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788777502.062065:0:33270:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b1fc72ca960. 00000020:00001000:1.0:1788777502.062069:0:33270:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777502.062072:0:33270:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788777502.062074:0:33270:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:1.0:1788777502.062085:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4be60 00000080:00400000:1.0:1788777502.062087:0:33270:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff9b1fd0182380) index 1 00000080:00000010:1.0:1788777502.062090:0:33270:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b1fd0182380. 00000020:00000001:1.0:1788777502.062093:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4be60 00000080:00400000:1.0:1788777502.062095:0:33270:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff9b1fd0182280) index 2 00000080:00000010:1.0:1788777502.062097:0:33270:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b1fd0182280. 00000020:00000001:1.0:1788777502.062099:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4be60 00000080:00400000:1.0:1788777502.062101:0:33270:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff9b1fd0182200) index 3 00000080:00000010:1.0:1788777502.062103:0:33270:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b1fd0182200. 00000020:00000001:1.0:1788777502.062106:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4be60 00000080:00400000:1.0:1788777502.062107:0:33270:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff9b1fd0182d80) index 4 00000080:00000010:1.0:1788777502.062109:0:33270:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b1fd0182d80. 00000020:00000001:1.0:1788777502.062111:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4be60 00000080:00400000:1.0:1788777502.062112:0:33270:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff9b1fd0182c80) index 5 00000080:00000010:1.0:1788777502.062114:0:33270:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b1fd0182c80. 00000020:00000001:1.0:1788777502.062116:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4be60 00000080:00400000:1.0:1788777502.062117:0:33270:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff9b1fd0182b00) index 6 00000080:00000010:1.0:1788777502.062119:0:33270:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b1fd0182b00. 00000020:00000001:1.0:1788777502.062121:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4be60 00000080:00400000:1.0:1788777502.062123:0:33270:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff9b1fd0182d00) index 7 00000080:00000010:1.0:1788777502.062125:0:33270:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b1fd0182d00. 00000020:00000001:1.0:1788777502.062127:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4be60 00000080:00400000:1.0:1788777502.062129:0:33270:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff9b1fd0182980) index 8 00000080:00000010:1.0:1788777502.062130:0:33270:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b1fd0182980. 00000020:00000001:1.0:1788777502.062132:0:33270:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d4be60 00000080:00400000:1.0:1788777502.062134:0:33270:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff9b1fd0182880) index 9 00000080:00000010:1.0:1788777502.062136:0:33270:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b1fd0182880. 00000080:00000010:1.0:1788777502.062139:0:33270:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff9b1fc312bc00. 00000080:00000010:1.0:1788777502.062143:0:33270:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff9b1fca6e0000. 00000080:00000010:1.1:1788777502.097822:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15798c0. 00010000:00000001:2.0:1788777502.901444:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777502.901449:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777502.901455:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777502.901456:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777502.903739:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777502.903744:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777502.903749:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777503.259980:0:33375:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777503.924622:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777503.924631:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777503.924637:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777503.924638:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777503.924897:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777503.924901:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777503.924904:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777504.957106:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777504.957117:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777504.957120:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777504.957124:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777504.957130:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777504.957132:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777504.957134:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777504.957137:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777504.957141:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777504.957143:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777504.957250:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777504.957254:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777504.957257:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777505.918935:0:33515:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777505.981446:0:13981:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296609249, at 4296609287 00000100:00000010:3.0:1788777505.981482:0:13981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617ba0. 00000100:00000040:2.0:1788777505.984752:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296609249, at 4296609292 00000100:00000010:2.0:1788777505.984773:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617540. 00010000:00000001:2.0:1788777505.984797:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777505.984800:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777505.984805:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777505.984806:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777505.984844:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777505.984848:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777505.984851:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777507.000746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777507.000762:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777507.000779:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec700. 00000020:00000040:0.0:1788777507.000788:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:0.0:1788777507.000794:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777507.000798:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777507.000805:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777507.000818:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb6e5700. 00000100:00000001:0.0:1788777507.000827:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.000843:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777507.000856:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777507.000863:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.000872:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6336e4] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.000907:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.000912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777507.000916:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777507.000919:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed500. 00000020:00000040:0.0:1788777507.000922:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777507.000925:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777507.000926:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777507.000928:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777507.000935:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb6e5400. 00000100:00000001:0.0:1788777507.000939:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.000944:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777507.000952:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777507.000955:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.000959:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e39745c5] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.000968:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.000971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777507.000975:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777507.000978:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31efb80. 00000020:00000040:0.0:1788777507.000981:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777507.000983:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777507.000984:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777507.000986:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777507.000990:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb6e5200. 00000100:00000001:0.0:1788777507.000993:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.000997:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777507.001005:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777507.001007:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.001011:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021fe664e] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001025:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.001028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777507.001031:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777507.001036:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec000. 00000020:00000040:0.0:1788777507.001039:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777507.001041:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777507.001042:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777507.001044:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777507.001048:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb6e5d00. 00000100:00000001:0.0:1788777507.001051:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.001055:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777507.001063:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777507.001065:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.001069:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744b3650] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001076:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.001079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777507.001083:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777507.001089:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1948) 00000100:00000001:0.0:1788777507.001105:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777507.001110:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777507.001113:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777507.001119:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001127:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777507.001131:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777507.001136:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777507.001139:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777507.001143:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777507.001147:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211128192:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777507.001152:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777507.001159:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777507.001163:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777507.001166:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777507.001172:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4f000. 02000000:00000001:0.0:1788777507.001174:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777507.001183:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777507.001190:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0580. 00000400:00000010:0.0:1788777507.001198:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b550. 00000100:00000200:0.0:1788777507.001208:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211128192, portal 10 00000100:00000001:0.0:1788777507.001211:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777507.001213:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452710144 : -110914256841472 : ffff9b1fc31ed500) 00000100:00000040:0.0:1788777507.001223:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001246:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777507.001250:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777507.001253:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926ba18. 00000100:00000200:0.0:1788777507.001258:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211128192, offset 0 00000400:00000200:0.0:1788777507.001267:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777507.001279:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777507.001288:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777507.001295:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777507.001301:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777507.001306:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777507.001309:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777507.001314:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2868:2868:256:4294967295] 192.168.204.133@tcp LPNI seq info [2867:2867:8:4294967295] 00000400:00000200:0.0:1788777507.001318:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777507.001329:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777507.001337:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777507.001344:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb6e5500. 00000800:00000200:0.0:1788777507.001353:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777507.001363:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777507.001368:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb6e5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777507.001389:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.001395:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 835488 usecs (836 jiffies) 00000400:00000200:0.0:1788777507.001398:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777507.001401:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296611144 00000100:00000010:0.0:1788777507.001408:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617a80. 00000100:00000001:0.0:1788777507.001415:0:2412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788777507.001421:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296611144 00000100:00000010:0.0:1788777507.001425:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617c00. 00000100:00000001:0.0:1788777507.001429:0:2412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788777507.001432:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777507.001435:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777507.001438:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777507.001442:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001448:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777507.001449:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777507.001452:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777507.001453:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777507.001455:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777507.001458:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211128448:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777507.001498:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777507.001501:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777507.001502:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777507.001504:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777507.001508:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4e000. 02000000:00000001:0.0:1788777507.001510:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777507.001513:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777507.001517:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0000. 00000400:00000010:0.0:1788777507.001520:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b220. 00000100:00000200:0.0:1788777507.001523:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211128448, portal 4 00000100:00000001:0.0:1788777507.001525:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777507.001526:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000040:0.0:1788777507.001532:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001538:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777507.001540:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777507.001542:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b908. 00000100:00000200:0.0:1788777507.001544:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211128448, offset 0 00000400:00000200:0.0:1788777507.001548:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777507.001566:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777507.001570:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777507.001572:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777507.001575:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777507.001577:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777507.001579:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777507.001581:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2869:2869:255:4294967295] 192.168.204.133@tcp LPNI seq info [2868:2868:7:4294967295] 00000400:00000200:0.0:1788777507.001585:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777507.001590:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777507.001605:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777507.001610:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5bd500. 00000800:00000200:0.0:1788777507.001613:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777507.001617:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777507.001620:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5bd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777507.001622:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.001626:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20635 usecs (21 jiffies) 00000400:00000200:0.0:1788777507.001629:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777507.001631:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296610330 00000100:00000001:0.0:1788777507.001634:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296611144 00000100:00000001:0.0:1788777507.001637:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296610330 00000100:00000001:0.0:1788777507.001639:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296611144 00000100:00000001:0.0:1788777507.001641:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777507.001642:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777507.001645:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777507.001648:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777507.001657:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777507.001660:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777507.001663:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777507.001665:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777507.001666:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777507.001669:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788777507.001671:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777507.001673:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777507.001674:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777507.001676:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777507.001677:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777507.001678:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777507.001682:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001689:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777507.001690:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777507.001692:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777507.001694:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777507.001696:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777507.001699:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211128064:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777507.001702:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777507.001705:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777507.001706:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777507.001708:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777507.001712:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4fe00. 02000000:00000001:0.0:1788777507.001713:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777507.001717:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777507.001720:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0688. 00000400:00000010:0.0:1788777507.001724:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b000. 00000100:00000200:0.0:1788777507.001727:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211128064, portal 25 00000100:00000001:0.0:1788777507.001729:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777507.001731:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000100:00000040:0.0:1788777507.001735:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001742:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777507.001744:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777507.001746:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b660. 00000100:00000200:0.0:1788777507.001748:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211128064, offset 0 00000400:00000200:0.0:1788777507.001752:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777507.001755:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777507.001759:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777507.001762:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777507.001764:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777507.001766:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777507.001768:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777507.001772:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2870:2870:254:4294967295] 192.168.204.133@tcp LPNI seq info [2869:2869:6:4294967295] 00000400:00000200:0.0:1788777507.001776:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777507.001782:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777507.001786:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777507.001790:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5bdc00. 00000800:00000200:0.0:1788777507.001793:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777507.001797:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777507.001800:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777507.001803:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777507.001806:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777507.001808:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296614371 00000100:00000001:0.0:1788777507.001815:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296611144 00000100:00000001:0.0:1788777507.001818:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296614371 00000100:00000001:0.0:1788777507.001820:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296611144 00000100:00000001:0.0:1788777507.001823:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777507.001826:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777507.001828:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777507.001831:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001838:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777507.001840:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777507.001842:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777507.001843:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777507.001845:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777507.001848:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211128320:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777507.001851:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777507.001853:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777507.001854:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777507.001856:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777507.001859:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4e400. 02000000:00000001:0.0:1788777507.001861:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777507.001864:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777507.001866:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0d68. 00000400:00000010:0.0:1788777507.001870:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bb28. 00000100:00000200:0.0:1788777507.001872:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211128320, portal 10 00000100:00000001:0.0:1788777507.001874:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777507.001875:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452720000 : -110914256831616 : ffff9b1fc31efb80) 00000100:00000040:0.0:1788777507.001881:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777507.001888:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777507.001890:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777507.001892:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bdd0. 00000100:00000200:0.0:1788777507.001894:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211128320, offset 0 00000400:00000200:0.0:1788777507.001898:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777507.001901:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777507.001904:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777507.001907:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777507.001909:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777507.001911:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777507.001914:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777507.001917:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2871:2871:253:4294967295] 192.168.204.133@tcp LPNI seq info [2870:2870:5:4294967295] 00000400:00000200:0.0:1788777507.001920:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777507.001926:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777507.001930:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777507.001934:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30ded00. 00000800:00000200:0.0:1788777507.001937:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777507.001941:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777507.001943:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30ded00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777507.001946:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777507.001949:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21711 usecs (22 jiffies) 00000400:00000200:0.0:1788777507.001952:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777507.001954:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296610331 00000100:00000001:0.0:1788777507.001956:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296614371 00000100:00000001:0.0:1788777507.001958:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296610331 00000100:00000001:0.0:1788777507.001960:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296614371 00000100:00000001:0.0:1788777507.001962:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777507.001963:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777507.001966:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777507.001968:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777507.003880:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777507.003888:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777507.003895:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777507.003897:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777507.005037:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777507.005047:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777507.008421:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777507.008435:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb6e5500. 00000400:00000200:3.0:1788777507.008444:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777507.008455:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777507.008515:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926ba18 00000400:00000010:3.0:1788777507.008518:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926ba18. 00000100:00000001:3.0:1788777507.008527:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777507.008540:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.008569:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777507.008574:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.008583:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777507.008585:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777507.008617:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777507.008620:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5bd500. 00000400:00000200:3.0:1788777507.008624:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777507.008628:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777507.008631:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b908 00000400:00000010:3.0:1788777507.008633:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b908. 00000100:00000001:3.0:1788777507.008636:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777507.008642:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.008650:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777507.008654:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.008661:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777507.008663:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777507.008674:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777507.008676:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5bdc00. 00000400:00000200:3.0:1788777507.008680:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777507.008683:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777507.008687:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b660 00000400:00000010:3.0:1788777507.008689:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b660. 00000100:00000001:3.0:1788777507.008691:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777507.008696:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.008704:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777507.008707:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.008714:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777507.008716:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777507.008801:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777507.008804:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30ded00. 00000400:00000200:3.0:1788777507.008810:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777507.008813:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777507.008816:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:3.0:1788777507.008819:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:3.0:1788777507.008822:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777507.008827:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.008835:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777507.008838:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.008844:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777507.008846:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1788777507.008865:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777507.008869:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777507.008872:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777507.016162:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.016184:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777507.016189:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.016191:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.016202:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.016212:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777507.016223:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.016229:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.016257:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.016261:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd60e80 00000400:00000200:3.0:1788777507.016267:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.016274:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8605 [1] + 224 00000800:00000001:3.0:1788777507.016284:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.016292:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.016296:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777507.016302:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777507.016313:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777507.016325:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777507.016338:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.016364:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777507.016377:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.016380:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.017061:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777507.017069:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777507.017080:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777507.017083:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777507.017087:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0000. 00000400:00000200:1.0:1788777507.017094:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b220 00000400:00000010:1.0:1788777507.017097:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b220. 00000100:00000001:1.0:1788777507.017102:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777507.017110:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777507.017122:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.017130:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777507.017132:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.017136:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777507.017140:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777507.017144:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777507.017147:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777507.017151:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777507.017163:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=16 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777507.017168:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777507.017171:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777507.017174:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777507.017177:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777507.017183:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777507.017187:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777507.017189:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788777507.017192:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777507.017194:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777507.017199:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.017207:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777507.017212:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777507.017215:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777507.017219:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777507.017228:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211128448:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777507.017247:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777507.017251:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777507.017255:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec000 x1875667211128448/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.017262:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777507.017265:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777507.017270:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4e000. 02000000:00000001:1.0:1788777507.017276:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777507.017279:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777507.017282:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777507.017284:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777507.017288:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb6e5d00. 02000000:00000001:1.0:1788777507.017292:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777507.017295:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777507.017297:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec000. 00000100:00000001:1.0:1788777507.017301:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777507.017302:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.017306:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777507.017309:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777507.017310:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777507.017313:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777507.017315:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777507.023610:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023629:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777507.023634:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023636:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.023646:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023654:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777507.023664:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023670:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023676:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023680:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd60d00 00000400:00000200:3.0:1788777507.023685:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023692:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x860d [1] + 224 00000800:00000001:3.0:1788777507.023700:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023704:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.023707:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777507.023712:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777507.023721:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777507.023731:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777507.023743:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.023769:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777507.023778:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023782:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777507.023784:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023786:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.023790:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023793:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777507.023797:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023800:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023802:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023805:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd60d80 00000400:00000200:3.0:1788777507.023808:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023812:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x85fd [1] + 224 00000800:00000001:3.0:1788777507.023816:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023819:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.023822:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777507.023825:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777507.023828:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777507.023833:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777507.023842:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.023850:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777507.023853:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023857:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777507.023858:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023861:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.023863:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023867:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777507.023871:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023874:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023877:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023879:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd60e00 00000400:00000200:3.0:1788777507.023882:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.023886:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8615 [1] + 224 00000800:00000001:3.0:1788777507.023890:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023895:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.023897:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777507.023901:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777507.023903:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777507.023908:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777507.023917:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.023925:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777507.023929:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.023932:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.026726:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777507.026739:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777507.026752:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777507.026755:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777507.026760:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0688. 00000400:00000200:1.0:1788777507.026769:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b000 00000400:00000010:1.0:1788777507.026772:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b000. 00000100:00000001:1.0:1788777507.026779:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777507.026794:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777507.026809:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.026817:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777507.026819:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.026822:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777507.026827:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777507.026830:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777507.026833:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777507.026837:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777507.026846:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=16 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777507.026851:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=16 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777507.026854:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777507.026857:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777507.026861:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777507.026864:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777507.026867:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777507.026872:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.026879:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777507.026882:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777507.026885:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777507.026889:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777507.026896:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211128064:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777507.026903:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777507.026904:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777507.026907:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0d68. 00000400:00000200:1.0:1788777507.026910:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bb28 00000400:00000010:1.0:1788777507.026911:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bb28. 00000100:00000001:1.0:1788777507.026914:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777507.026919:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777507.026929:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.026935:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777507.026936:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.026938:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777507.026939:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777507.026940:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777507.026942:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777507.026944:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777507.026951:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=16 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777507.026955:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=16 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777507.026957:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777507.026958:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777507.026960:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777507.026964:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777507.026967:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777507.026971:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1788777507.026973:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777507.026974:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777507.026977:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.026983:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777507.026985:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777507.026986:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777507.026989:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777507.026997:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211128320:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777507.027003:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777507.027005:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777507.027007:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0580. 00000400:00000200:1.0:1788777507.027011:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:1.0:1788777507.027014:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:1.0:1788777507.027017:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777507.027022:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777507.027030:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.027036:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777507.027038:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.027039:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777507.027040:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777507.027041:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777507.027043:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777507.027045:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777507.027050:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=16 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777507.027053:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777507.027055:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777507.027057:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777507.027059:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777507.027061:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777507.027063:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777507.027065:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788777507.027066:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777507.027069:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777507.027073:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.027079:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777507.027081:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777507.027082:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777507.027085:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777507.027092:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211128192:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777507.027099:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.027102:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777507.027106:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec700 x1875667211128064/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.027113:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777507.027116:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777507.027120:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4fe00. 02000000:00000001:1.0:1788777507.027124:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777507.027127:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777507.027130:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777507.027132:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777507.027136:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb6e5700. 02000000:00000001:1.0:1788777507.027141:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777507.027143:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777507.027145:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec700. 00000100:00000001:1.0:1788777507.027149:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777507.027150:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.027152:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777507.027155:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31efb80 x1875667211128320/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.027161:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777507.027162:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777507.027163:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4e400. 02000000:00000001:1.0:1788777507.027165:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777507.027166:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777507.027168:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777507.027170:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777507.027171:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb6e5200. 02000000:00000001:1.0:1788777507.027173:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777507.027175:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777507.027177:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31efb80. 00000100:00000001:1.0:1788777507.027179:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777507.027181:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.027182:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777507.027186:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed500 x1875667211128192/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777507.027194:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777507.027195:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777507.027196:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4f000. 02000000:00000001:1.0:1788777507.027198:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777507.027200:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777507.027201:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777507.027202:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777507.027204:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb6e5400. 02000000:00000001:1.0:1788777507.027205:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777507.027206:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777507.027207:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed500. 00000100:00000001:1.0:1788777507.027210:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777507.027211:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.027213:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777507.027224:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777507.027227:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777507.027244:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777507.027248:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777507.624527:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777507.624554:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777507.624560:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777507.624564:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777507.624578:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777507.624587:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777507.624598:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777507.624604:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777507.624610:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777507.624615:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2d3700 00000400:00000200:2.0:1788777507.624625:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x808d [2] + 656 00000800:00000001:2.0:1788777507.624634:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777507.624644:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777507.624649:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777507.624655:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777507.624666:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788777507.624670:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788777507.624678:0:2407:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639dc00. 00000100:00000040:2.0:1788777507.624682:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc639dc00 x1875667233617664 msgsize 328 00000100:00100000:2.0:1788777507.624686:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:2.0:1788777507.624701:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788777507.624711:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777507.624715:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777507.624765:0:16848:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788777507.624768:0:16848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233617664 02000000:00000001:2.0:1788777507.624771:0:16848:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788777507.624775:0:16848:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777507.624778:0:16848:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777507.624784:0:16848:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777507.624790:0:16848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233617664 00000020:00000001:2.0:1788777507.624795:0:16848:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777507.624797:0:16848:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:2.0:1788777507.624801:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777507.624805:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:2.0:1788777507.624808:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:2.0:1788777507.624811:0:16848:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000001:2.0:1788777507.624816:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777507.624821:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3dc80. 00000100:00000001:2.0:1788777507.624825:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777507.624828:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3dc80. 00000020:00000010:2.0:1788777507.624838:0:16848:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fd1b32400. 00000020:00000010:2.0:1788777507.624844:0:16848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fc835d180. 00000020:00000010:2.0:1788777507.624851:0:16848:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc82c7bb8. 00000100:00000040:2.0:1788777507.624861:0:16848:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788777507.624865:0:16848:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788777507.624867:0:16848:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788777507.624869:0:16848:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777507.624882:0:16848:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777507.624893:0:16848:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777507.624906:0:16848:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788777507.624909:0:16848:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788777507.624914:0:16848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 62 00000100:00000040:2.0:1788777507.627895:0:16848:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd895f800 : new rpc_count 1 00000100:00000001:2.0:1788777507.627905:0:16848:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159504813056 : -110914204738560 : ffff9b1fc639dc00) 00000100:00000040:2.0:1788777507.627924:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc639dc00 x1875667233617664/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:563/0 lens 328/0 e 0 to 0 dl 1788777518 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777507.628153:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777507.628161:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3dc80. 00000100:00000001:2.0:1788777507.628165:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777507.628168:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3dc80. 00000100:00100000:2.0:1788777507.628174:0:16848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc639dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:10346:x1875667233617664:12345-192.168.204.133@tcp:104: 00000100:00000200:2.0:1788777507.628177:0:16848:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233617664 00010000:00000001:2.0:1788777507.628181:0:16848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788777507.628191:0:16848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777507.628195:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777507.628199:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=2 00000020:00000001:2.0:1788777507.628201:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:2.0:1788777507.628204:0:16848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:2.0:1788777507.628208:0:16848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777507.628213:0:16848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777507.628229:0:16848:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:2.0:1788777507.628246:0:16848:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788777507.628250:0:16848:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788777507.628256:0:16848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fc333b400. 02000000:00000001:2.0:1788777507.628259:0:16848:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777507.628263:0:16848:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777507.628269:0:16848:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788777507.628273:0:16848:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777507.628277:0:16848:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=165 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777507.628283:0:16848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777507.628286:0:16848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777507.628288:0:16848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:2.0:1788777507.628291:0:16848:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788777507.628293:0:16848:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777507.628298:0:16848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777507.628301:0:16848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777507.628307:0:16848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93770. 00000100:00000200:2.0:1788777507.628317:0:16848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233617664, offset 224 00000400:00000200:2.0:1788777507.628326:0:16848:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777507.628341:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777507.628351:0:16848:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777507.628360:0:16848:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2872:2872:256:4294967295] 192.168.204.133@tcp LPNI seq info [2871:2871:8:4294967295] 00000400:00000200:2.0:1788777507.628365:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777507.629401:0:16848:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777507.629415:0:16848:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777507.629423:0:16848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956e00. 00000800:00000200:2.0:1788777507.629432:0:16848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777507.629441:0:16848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777507.629447:0:16848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777507.629499:0:16848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777507.629505:0:16848:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:2.0:1788777507.629511:0:16848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788777507.629515:0:16848:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fc9840a80. 00010000:00000001:2.0:1788777507.629519:0:16848:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788777507.629532:0:16848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788777507.629534:0:16848:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777507.629536:0:16848:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777507.629538:0:16848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777507.629550:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639dc00 x1875667233617664/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:563/0 lens 328/224 e 0 to 0 dl 1788777518 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788777507.629564:0:16848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc639dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:10346:x1875667233617664:12345-192.168.204.133@tcp:104: Request processed in 1626us (4879us total) trans 0 rc 0/0 00000100:00100000:2.0:1788777507.629578:0:16848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 62 00000100:00000040:2.0:1788777507.629583:0:16848:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd895f800 : new rpc_count 0 00000100:00000001:2.0:1788777507.629586:0:16848:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788777507.629589:0:16848:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788777507.629599:0:16848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fc835d180. 00000020:00000010:2.0:1788777507.629606:0:16848:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc82c7bb8. 00000020:00000010:2.0:1788777507.629612:0:16848:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fd1b32400. 00000020:00000040:2.0:1788777507.629620:0:16848:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:2.0:1788777507.629624:0:16848:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788777507.629979:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777507.629985:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956e00. 00000400:00000200:2.0:1788777507.629990:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777507.629996:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777507.631342:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93770 00000400:00000010:2.0:1788777507.631352:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93770. 00000100:00000001:2.0:1788777507.631360:0:2406:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788777507.631362:0:2406:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788777507.631401:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777507.631405:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777507.631409:0:16855:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788777507.631414:0:16855:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788777507.631416:0:16855:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777507.631423:0:16855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777507.631440:0:16855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002044000 already unused, calling callback (ffffffffc1266300) 00000008:00000001:2.0:1788777507.631444:0:16855:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788777507.631447:0:16855:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777507.631450:0:16855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777507.631454:0:16855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777507.631458:0:16855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044000 refcount=3 00000020:00000001:2.0:1788777507.631461:0:16855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:2.0:1788777507.631486:0:16855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507932672 : -110913201618944 : ffff9b2002044000) 00010000:00000001:2.0:1788777507.631490:0:16855:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777507.631494:0:16855:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1788777507.631503:0:16855:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788777507.631505:0:16855:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777507.631511:0:16855:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398040 : -110914154153576 : ffff9b1fc93db998) 00000020:00001000:2.0:1788777507.631514:0:16855:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db990 00000008:00000001:2.0:1788777507.631517:0:16855:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788777507.631521:0:16855:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777507.631523:0:16855:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db990 00000008:00000001:2.0:1788777507.631526:0:16855:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777507.631531:0:16855:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777507.631537:0:16855:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777507.631539:0:16855:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777507.631549:0:16855:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777507.631553:0:16855:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777507.631557:0:16855:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044000 with handle 0x22b16ee488cdca1a from hash 00010000:00000001:2.0:1788777507.631560:0:16855:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777507.631562:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777507.631564:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777507.631566:0:16855:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777507.631571:0:16855:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777507.631573:0:16855:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788777507.631582:0:16855:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777507.631586:0:16855:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777507.631589:0:16855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777507.631592:0:16855:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788777507.631601:0:16855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ce00. 00000020:00000040:2.0:1788777507.631605:0:16855:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777507.631613:0:16855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777507.631616:0:16855:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777507.631622:0:16855:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777507.631631:0:16855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd1b32400. 00000100:00000001:2.0:1788777507.631639:0:16855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777507.631643:0:16855:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777507.631650:0:16855:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777507.631659:0:16855:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777507.631662:0:16855:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777507.631668:0:16855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777507.631674:0:16855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777507.631687:0:16855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002086be5a] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788777507.631719:0:16855:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777507.631722:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777507.631723:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777507.631725:0:16855:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777507.631727:0:16855:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777507.631730:0:16855:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777507.631733:0:16855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777507.631742:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777507.631745:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000072223de9/0x22b16ee488cdca1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x542deec0941a6cde expref: -99 pid: 33270 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788777507.631753:0:16855:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc32de700. 00010000:00000040:2.0:1788777507.631760:0:16855:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611300 count: 0 00010000:00000010:2.0:1788777507.631769:0:16855:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd2611900. 00010000:00000001:2.0:1788777507.631777:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777507.631780:0:16855:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788777507.631782:0:16855:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fc9840a80. 00010000:00000001:2.0:1788777507.631785:0:16855:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777507.631788:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777507.631789:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777507.631792:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777507.631794:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777507.631795:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777507.631797:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777507.631799:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777507.631800:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777507.631801:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777507.631809:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777507.631813:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777507.631816:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777507.631823:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777507.631831:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777507.631834:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777507.631839:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777507.631842:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777507.631845:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777507.631849:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211128576:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777507.631854:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777507.631862:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777507.631865:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777507.631868:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777507.631873:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1b33800. 02000000:00000001:2.0:1788777507.631876:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777507.631884:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777507.631889:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b478. 00000400:00000010:2.0:1788777507.631895:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93770. 00000100:00000200:2.0:1788777507.631904:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211128576, portal 18 00000100:00000001:2.0:1788777507.631907:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777507.631909:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504809472 : -110914204742144 : ffff9b1fc639ce00) 00000100:00000040:2.0:1788777507.631917:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777507.631926:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777507.631929:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777507.631931:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93880. 00000100:00000200:2.0:1788777507.631936:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211128576, offset 0 00000400:00000200:2.0:1788777507.631942:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777507.631952:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777507.631960:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777507.631966:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777507.631971:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777507.631975:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777507.631978:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777507.631982:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2873:2873:256:4294967295] 192.168.204.133@tcp LPNI seq info [2872:2872:8:4294967295] 00000400:00000200:2.0:1788777507.631986:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777507.631995:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777507.632001:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777507.632007:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956e00. 00000800:00000200:2.0:1788777507.632014:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777507.632022:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777507.632027:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777507.632038:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777507.632044:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20631 usecs (21 jiffies) 00000400:00000200:2.0:1788777507.632047:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777507.632051:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296610960 00000100:00000001:2.0:1788777507.632054:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296614371 00000100:00000001:2.0:1788777507.632057:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296610960 00000100:00000001:2.0:1788777507.632060:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296614371 00000100:00000001:2.0:1788777507.632062:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777507.632066:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777507.632070:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777507.632073:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777507.632081:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777507.632084:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777507.632086:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777507.632087:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777507.632089:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777507.632336:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777507.632356:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777507.632359:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777507.632783:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777507.632789:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956e00. 00000400:00000200:2.0:1788777507.632795:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777507.632802:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777507.632808:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93880 00000400:00000010:2.0:1788777507.632810:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93880. 00000100:00000001:2.0:1788777507.632814:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777507.632821:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777507.632834:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777507.632838:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777507.632846:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777507.632848:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777507.648425:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.648447:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777507.648453:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.648456:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.648497:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.648507:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777507.648518:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.648524:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.648532:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.648536:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd60f00 00000400:00000200:3.0:1788777507.648542:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777507.648550:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8625 [1] + 224 00000800:00000001:3.0:1788777507.648559:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.648569:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777507.648573:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777507.648578:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777507.648588:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777507.648599:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777507.648612:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.648632:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777507.648644:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777507.648647:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777507.648666:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777507.648671:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777507.648679:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777507.648682:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777507.648685:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b478. 00000400:00000200:3.0:1788777507.648690:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93770 00000400:00000010:3.0:1788777507.648693:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93770. 00000100:00000001:3.0:1788777507.648696:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777507.648701:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777507.648711:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.648718:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777507.648721:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777507.648723:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777507.648728:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777507.648730:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777507.648733:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777507.648736:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777507.648749:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cd38 time=164 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777507.648753:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777507.648756:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777507.648758:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777507.648761:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777507.648765:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777507.648770:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777507.648772:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788777507.648774:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777507.648776:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777507.648782:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.648788:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777507.648792:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777507.648794:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777507.648797:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777507.648806:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211128576:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777507.648811:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777507.648814:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777507.648818:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ce00 x1875667211128576/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777523 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777507.648831:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777507.648834:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777507.648839:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1b33800. 02000000:00000001:3.0:1788777507.648843:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777507.648847:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777507.648849:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777507.648851:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777507.648855:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1b32400. 02000000:00000001:3.0:1788777507.648859:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777507.648861:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777507.648863:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ce00. 00000100:00000001:3.0:1788777507.648867:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777507.648869:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777507.648871:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777507.648881:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777507.648884:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777507.648886:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777507.648889:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788777507.652553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611300. 00010000:00000010:2.1:1788777507.652573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044000. 00000080:00000001:1.0:1788777507.974393:0:33661:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777508.025573:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777508.026448:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777508.026519:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777508.026523:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777508.026527:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777508.912778:0:33723:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777509.046290:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777509.046300:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777509.046387:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777509.046391:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777509.046395:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777510.069772:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777510.069781:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777510.069812:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777510.069816:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777510.069820:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777510.296813:0:33816:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777510.826295:0:33853:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788777510.826305:0:33853:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 06:38:28 (1788777508) 00000001:00000001:3.0:1788777510.845125:0:33853:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788777510.930960:0:33856:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777510.930973:0:33856:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777510.930975:0:33856:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777510.930980:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3bc0 00000080:00200000:2.0:1788777510.930985:0:33856:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777510.930995:0:33856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184d400. 00800000:00000002:2.0:1788777510.931004:0:33856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777510.931009:0:33856:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777510.931016:0:33856:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777510.931019:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3ae0 00800000:00000002:2.0:1788777510.931022:0:33856:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777510.931027:0:33856:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777510.931031:0:33856:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777510.931035:0:33856:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777510.931038:0:33856:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777510.931041:0:33856:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777510.931044:0:33856:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777510.931046:0:33856:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777510.931049:0:33856:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777510.931053:0:33856:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777510.931060:0:33856:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777510.931062:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d39b0 00000002:00010000:2.0:1788777510.931063:0:33856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777510.931067:0:33856:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777510.931069:0:33856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777510.931073:0:33856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777510.931082:0:33856:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777510.931084:0:33856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777510.931086:0:33856:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777510.931089:0:33856:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777510.931092:0:33856:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777510.931099:0:33856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ed80. 00000020:00000040:2.0:1788777510.931104:0:33856:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777510.931115:0:33856:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777510.931121:0:33856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777510.931126:0:33856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777510.931130:0:33856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777510.931133:0:33856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777510.931139:0:33856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777510.931147:0:33856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3338800. 00000100:00000001:2.0:1788777510.931170:0:33856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777510.931176:0:33856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777510.931178:0:33856:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777510.931180:0:33856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777510.931181:0:33856:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777510.931183:0:33856:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777510.931190:0:33856:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504817536 : -110914204734080 : ffff9b1fc639ed80) 00010000:00000001:2.0:1788777510.931195:0:33856:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777510.931198:0:33856:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777510.931203:0:33856:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6b00. 00010000:00000010:2.0:1788777510.931208:0:33856:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835df80. 00010000:00000001:2.0:1788777510.931215:0:33856:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777510.931220:0:33856:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4e00. 00000020:00000001:2.0:1788777510.931225:0:33856:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777510.931228:0:33856:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4e00 with handle 0x22b16ee488cdca36 to hash 00000020:00000001:2.0:1788777510.931231:0:33856:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777510.931233:0:33856:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:2.0:1788777510.931239:0:33856:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:2.0:1788777510.931243:0:33856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777510.931246:0:33856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777510.931252:0:33856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777510.931264:0:33856:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777510.931277:0:33856:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777510.931284:0:33856:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777510.931286:0:33856:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777510.931295:0:33856:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc4f33840. 00000100:00000001:2.0:1788777510.931298:0:33856:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159483406400 : -110914226145216 : ffff9b1fc4f33840) 00000100:00000001:2.0:1788777510.931301:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777510.931302:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504817536 : -110914204734080 : ffff9b1fc639ed80) 00000100:00000001:2.0:1788777510.931308:0:33856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777510.931313:0:33856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777510.931316:0:33856:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777510.931318:0:33856:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777510.931333:0:33856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777510.931342:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777510.931346:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777510.931351:0:33856:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777510.931354:0:33856:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777510.931358:0:33856:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777510.931362:0:33856:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33856:1875667211128704:192.168.204.133@tcp:101:multiop.0 00000100:00000001:2.0:1788777510.931367:0:33856:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777510.931375:0:33856:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777510.931379:0:33856:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777510.931382:0:33856:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777510.931389:0:33856:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920f000. 02000000:00000001:2.0:1788777510.931392:0:33856:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777510.931402:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777510.931408:0:33856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bcb8. 00000400:00000010:2.0:1788777510.931417:0:33856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93880. 00000100:00000200:2.0:1788777510.931427:0:33856:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211128704, portal 10 00000100:00000001:2.0:1788777510.931429:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777510.931431:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504817536 : -110914204734080 : ffff9b1fc639ed80) 00000100:00000040:2.0:1788777510.931438:0:33856:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777526 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777510.931452:0:33856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777510.931455:0:33856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777510.931459:0:33856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93e58. 00000100:00000200:2.0:1788777510.931495:0:33856:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211128704, offset 0 00000400:00000200:2.0:1788777510.931506:0:33856:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777510.931519:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777510.931531:0:33856:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777510.931539:0:33856:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777510.931545:0:33856:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777510.931550:0:33856:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777510.931553:0:33856:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777510.931559:0:33856:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2874:2874:256:4294967295] 192.168.204.133@tcp LPNI seq info [2873:2873:8:4294967295] 00000400:00000200:2.0:1788777510.931563:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777510.931576:0:33856:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777510.931583:0:33856:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777510.931588:0:33856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956000. 00000800:00000200:2.0:1788777510.931597:0:33856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777510.931607:0:33856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777510.931614:0:33856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777510.931640:0:33856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777510.931645:0:33856:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 834433 usecs (835 jiffies) 00000400:00000200:2.0:1788777510.931649:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777510.931652:0:33856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296615072 00000100:00000001:2.0:1788777510.931664:0:33856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296614371 00000100:00000001:2.0:1788777510.931672:0:33856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296615072 00000100:00000001:2.0:1788777510.931676:0:33856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296614371 00000100:00000001:2.0:1788777510.931680:0:33856:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777510.931683:0:33856:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777510.931686:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777510.931689:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777510.931692:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc4f33840 going to sleep for 11 seconds 00000100:00000001:2.0:1788777510.931696:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777510.931699:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777510.932349:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777510.932357:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956000. 00000400:00000200:3.0:1788777510.932364:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777510.932371:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777510.932378:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93e58 00000400:00000010:3.0:1788777510.932381:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93e58. 00000100:00000001:3.0:1788777510.932386:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777510.932393:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777526 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.932406:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777510.932409:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777526 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.932423:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777510.932426:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777510.956770:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777510.956793:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777510.956798:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777510.956801:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777510.956814:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.956823:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777510.957001:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.957008:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.957016:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.957022:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd60f80 00000400:00000200:3.0:1788777510.957028:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.957038:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8635 [1] + 224 00000800:00000001:3.0:1788777510.957049:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777510.957069:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777510.957074:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777510.957080:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777510.957096:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777510.957108:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777526 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777510.957120:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777526 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.957141:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777510.957152:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777510.957166:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777510.958603:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777510.958620:0:33856:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777510.958623:0:33856:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777510.958628:0:33856:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bcb8. 00000400:00000200:3.0:1788777510.958637:0:33856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93880 00000400:00000010:3.0:1788777510.958640:0:33856:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93880. 00000100:00000001:3.0:1788777510.958646:0:33856:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777510.958660:0:33856:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777526 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777510.958671:0:33856:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777526 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.958680:0:33856:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777510.958682:0:33856:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777510.958685:0:33856:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777510.958691:0:33856:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777510.958694:0:33856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777510.958697:0:33856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777510.958701:0:33856:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777510.958714:0:33856:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=19 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777510.958720:0:33856:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777510.958724:0:33856:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777510.958726:0:33856:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.958729:0:33856:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777510.958734:0:33856:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777510.958739:0:33856:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777510.958742:0:33856:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 4294967638 gen 2 00000100:00000040:3.0:1788777510.958750:0:33856:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967638) req@ffff9b1fc31ece00 x1875667211123328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777517 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.958758:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777510.958762:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ece00 x1875667211123328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777517 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.958769:0:33856:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777510.958773:0:33856:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777510.958777:0:33856:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1001400. 02000000:00000001:3.0:1788777510.958782:0:33856:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777510.958786:0:33856:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777510.958788:0:33856:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777510.958790:0:33856:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777510.958794:0:33856:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc312aa00. 02000000:00000001:3.0:1788777510.958798:0:33856:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777510.958800:0:33856:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777510.958802:0:33856:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ece00. 00000100:00000001:3.0:1788777510.958807:0:33856:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777510.958808:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777510.958815:0:33856:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967638) req@ffff9b1fc31edc00 x1875667211127936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777517 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777510.958821:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777510.958823:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31edc00 x1875667211127936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777517 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777510.958830:0:33856:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777510.958831:0:33856:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777510.958832:0:33856:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1002000. 02000000:00000001:3.0:1788777510.958836:0:33856:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777510.958837:0:33856:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777510.958839:0:33856:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777510.958841:0:33856:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777510.958842:0:33856:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd1068e00. 02000000:00000001:3.0:1788777510.958845:0:33856:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777510.958847:0:33856:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777510.958848:0:33856:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31edc00. 00000100:00000001:3.0:1788777510.958850:0:33856:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777510.958851:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777510.958854:0:33856:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788777510.958857:0:33856:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1788777510.958860:0:33856:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777510.958862:0:33856:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777510.958874:0:33856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777526 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.958882:0:33856:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777510.958885:0:33856:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777510.958887:0:33856:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777510.958892:0:33856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777526 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777510.958905:0:33856:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33856:1875667211128704:192.168.204.133@tcp:101:multiop.0 00000100:00000001:3.0:1788777510.958911:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777510.958914:0:33856:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777510.958917:0:33856:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777510.958919:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777510.958922:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777526 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.958927:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777510.958929:0:33856:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc4f33840. 00000100:00000001:3.0:1788777510.958932:0:33856:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777510.958934:0:33856:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.958938:0:33856:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777510.958942:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.958945:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.958949:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=4 00000020:00000001:3.0:1788777510.958952:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.958955:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000040:3.0:1788777510.958963:0:33856:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4e00, remote cookie: 0x542deec0941a6d4e, flags: 0x1001 00010000:00010000:3.0:1788777510.958969:0:33856:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777510.958982:0:33856:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777510.958989:0:33856:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777510.958994:0:33856:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777510.958997:0:33856:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777510.958999:0:33856:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777510.959000:0:33856:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777510.959004:0:33856:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6b00) refcount = 1 00010000:00010000:3.0:1788777510.959008:0:33856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777510.959015:0:33856:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777510.959019:0:33856:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777510.959020:0:33856:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777510.959024:0:33856:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777510.959027:0:33856:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777510.959030:0:33856:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777510.959035:0:33856:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777510.959037:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959040:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.959041:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959042:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.959044:0:33856:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777510.959049:0:33856:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777510.959050:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959051:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959053:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:3.0:1788777510.959055:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959057:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959060:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959061:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959062:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=4 00000020:00000001:3.0:1788777510.959064:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959066:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959069:0:33856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777510.959073:0:33856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777510.959077:0:33856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777510.959088:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959089:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.959091:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959092:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959093:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=5 00000020:00000001:3.0:1788777510.959095:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959097:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959100:0:33856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777510.959103:0:33856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777510.959110:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959111:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777510.959114:0:33856:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777510.959120:0:33856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777510.959122:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959123:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.959124:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959125:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777510.959131:0:33856:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777526 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777510.959141:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959142:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959144:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:3.0:1788777510.959146:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959148:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959151:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959152:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777510.959163:0:33856:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777510.959166:0:33856:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777510.959169:0:33856:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777510.959172:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959177:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959178:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:3.0:1788777510.959180:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959182:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00000002:00010000:3.0:1788777510.959186:0:33856:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777510.959192:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959194:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.959196:0:33856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777510.959198:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959199:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959200:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:3.0:1788777510.959202:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959204:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000040:3.0:1788777510.959212:0:33856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6b00 count: 2 00010000:00000001:3.0:1788777510.959216:0:33856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777510.959220:0:33856:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788777510.959222:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959223:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777510.959225:0:33856:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777510.959229:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3938 00000002:00002000:3.0:1788777510.959231:0:33856:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777510.959235:0:33856:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777510.959239:0:33856:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777510.959243:0:33856:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777510.959246:0:33856:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777510.959250:0:33856:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777510.959254:0:33856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777510.959259:0:33856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184d400. 00000080:00000001:3.0:1788777510.959266:0:33856:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777510.959271:0:33856:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777510.959281:0:33856:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788777510.959286:0:33856:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788777510.959293:0:33856:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4817c00. 00800000:00000001:3.0:1788777510.959295:0:33856:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159475952640 : -110914233598976 : ffff9b1fc4817c00) 00800000:00000001:3.0:1788777510.959298:0:33856:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777510.959301:0:33856:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777510.959303:0:33856:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777510.959306:0:33856:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788777510.959309:0:33856:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777510.959313:0:33856:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777510.959316:0:33856:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777510.959324:0:33856:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788777510.959328:0:33856:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788777510.959331:0:33856:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777486 to 1788777501 00000080:00200000:3.0:1788777510.959337:0:33856:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1788777510.959339:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959341:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959342:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:3.0:1788777510.959344:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959346:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959348:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959350:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777510.959351:0:33856:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777510.959354:0:33856:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788777510.959356:0:33856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4817c00 1 00800000:00000010:3.0:1788777510.959359:0:33856:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4817c00. 00800000:00000001:3.0:1788777510.959362:0:33856:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777510.959366:0:33856:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca36 00800000:00000001:3.0:1788777510.959369:0:33856:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777510.959371:0:33856:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777510.959372:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959373:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959375:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:3.0:1788777510.959379:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959381:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959384:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959385:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777510.959386:0:33856:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777510.959389:0:33856:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777510.959391:0:33856:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777510.959394:0:33856:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777510.959398:0:33856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca36 from it ffffb70bc20d3bf8 00010000:00000001:3.0:1788777510.959399:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959411:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959413:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:3.0:1788777510.959415:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959417:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959419:0:33856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777510.959421:0:33856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777510.959429:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959430:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.959432:0:33856:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777510.959435:0:33856:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777510.959437:0:33856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777510.959446:0:33856:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777510.959449:0:33856:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777510.959451:0:33856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777510.959457:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959458:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.959460:0:33856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.959489:0:33856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777510.959492:0:33856:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.959494:0:33856:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.959496:0:33856:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.959499:0:33856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777510.959500:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959501:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777510.959504:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777510.959509:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ed80 x1875667211128704/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777526 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.959515:0:33856:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777510.959517:0:33856:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777510.959520:0:33856:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc920f000. 02000000:00000001:3.0:1788777510.959524:0:33856:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777510.959527:0:33856:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777510.959529:0:33856:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777510.959531:0:33856:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777510.959533:0:33856:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3338800. 02000000:00000001:3.0:1788777510.959536:0:33856:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777510.959537:0:33856:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777510.959538:0:33856:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ed80. 00000100:00000001:3.0:1788777510.959541:0:33856:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777510.959543:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777510.959547:0:33856:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777510.959553:0:33856:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777510.959587:0:33856:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd105bc80. 00000080:00000001:3.0:1788777510.959595:0:33856:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777510.959597:0:33856:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777510.959599:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3b00 00000080:00200000:3.0:1788777510.959601:0:33856:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777510.959606:0:33856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068e00. 00800000:00000002:3.0:1788777510.959611:0:33856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777510.959616:0:33856:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777510.959619:0:33856:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777510.959621:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3a20 00800000:00000002:3.0:1788777510.959623:0:33856:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777510.959626:0:33856:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777510.959630:0:33856:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777510.959634:0:33856:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777510.959637:0:33856:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777510.959639:0:33856:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777510.959641:0:33856:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777510.959644:0:33856:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777510.959646:0:33856:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777510.959650:0:33856:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777510.959655:0:33856:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777510.959657:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d38f0 00000002:00010000:3.0:1788777510.959658:0:33856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777510.959662:0:33856:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777510.959664:0:33856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777510.959666:0:33856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777510.959669:0:33856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6b00 count: 2 00010000:00000001:3.0:1788777510.959671:0:33856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777510.959675:0:33856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777510.959678:0:33856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777510.959682:0:33856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777510.959689:0:33856:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777510.959694:0:33856:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777510.959697:0:33856:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777510.959703:0:33856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777510.959705:0:33856:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777510.959707:0:33856:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777510.959709:0:33856:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777510.959710:0:33856:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777510.959712:0:33856:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777510.959714:0:33856:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777510.959715:0:33856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777510.959717:0:33856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068e00. 00000080:00000001:3.0:1788777510.959720:0:33856:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777510.959722:0:33856:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777510.959724:0:33856:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777510.959727:0:33856:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca36 00800000:00000001:3.0:1788777510.959729:0:33856:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777510.959731:0:33856:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777510.959732:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959734:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959735:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:3.0:1788777510.959738:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959740:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959742:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959744:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777510.959745:0:33856:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777510.959746:0:33856:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777510.959748:0:33856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca36 from it ffffb70bc20d3b38 00010000:00000001:3.0:1788777510.959750:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777510.959751:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777510.959752:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=3 00000020:00000001:3.0:1788777510.959755:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959756:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777510.959758:0:33856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777510.959761:0:33856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777510.959767:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959768:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.959769:0:33856:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777510.959770:0:33856:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777510.959772:0:33856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777510.959778:0:33856:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777510.959780:0:33856:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777510.959782:0:33856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777510.959784:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959785:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.959786:0:33856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.959788:0:33856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777510.959789:0:33856:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.959791:0:33856:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.959793:0:33856:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.959795:0:33856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777510.959796:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.959797:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777510.959798:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777510.959800:0:33856:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777510.959802:0:33856:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788777510.959804:0:33856:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777510.959808:0:33856:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788777510.959811:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3b58 00000080:00200000:3.0:1788777510.959812:0:33856:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), file ffff9b1fd2253080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1788777510.959817:0:33856:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fc3181540. 00000080:00000001:3.0:1788777510.959821:0:33856:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777510.959823:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3a08 00000080:00200000:3.0:1788777510.959825:0:33856:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000010:3.0:1788777510.959832:0:33856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd1068e00. 00800000:00000002:3.0:1788777510.959834:0:33856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777510.959839:0:33856:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777510.959840:0:33856:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777510.959842:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3928 00800000:00000002:3.0:1788777510.959843:0:33856:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777510.959847:0:33856:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788777510.959851:0:33856:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788777510.959854:0:33856:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777510.959856:0:33856:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777510.959857:0:33856:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777510.959859:0:33856:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777510.959860:0:33856:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777510.959862:0:33856:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777510.959864:0:33856:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777510.959867:0:33856:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:3.0:1788777510.959871:0:33856:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788777510.959874:0:33856:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788777510.959877:0:33856:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788777510.959880:0:33856:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788777510.959884:0:33856:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x29:0x0] 40000000:00000001:3.0:1788777510.959887:0:33856:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777510.959889:0:33856:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777510.959891:0:33856:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777510.959893:0:33856:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777510.959895:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d38a8 00800000:00000002:3.0:1788777510.959897:0:33856:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x29:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1788777510.959900:0:33856:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777510.959902:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d37e0 00000002:00010000:3.0:1788777510.959904:0:33856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000405:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1788777510.959908:0:33856:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777510.959911:0:33856:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788777510.959915:0:33856:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788777510.959919:0:33856:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777510.959921:0:33856:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777510.959923:0:33856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6b00 count: 2 00010000:00000001:3.0:1788777510.959925:0:33856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777510.959928:0:33856:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777510.959932:0:33856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777510.959935:0:33856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788777510.959943:0:33856:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777510.959948:0:33856:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777510.959950:0:33856:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777510.959952:0:33856:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777510.959955:0:33856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777510.959956:0:33856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777510.959958:0:33856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6b00 count: 3 00010000:00000001:3.0:1788777510.959960:0:33856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777510.959962:0:33856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777510.959963:0:33856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777510.959965:0:33856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777510.959966:0:33856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6b00 count: 3 00010000:00000001:3.0:1788777510.959967:0:33856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777510.959969:0:33856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777510.959971:0:33856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777510.959972:0:33856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777510.959974:0:33856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6b00 count: 3 00010000:00000001:3.0:1788777510.959975:0:33856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777510.959977:0:33856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777510.959979:0:33856:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777510.959982:0:33856:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777510.959987:0:33856:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788777510.959989:0:33856:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777510.959992:0:33856:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777510.959993:0:33856:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.959997:0:33856:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777510.960000:0:33856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777510.960002:0:33856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777510.960004:0:33856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777510.960006:0:33856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777510.960009:0:33856:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4e00 with handle 0x22b16ee488cdca36 from hash 00010000:00000001:3.0:1788777510.960012:0:33856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777510.960014:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777510.960015:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.960016:0:33856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777510.960019:0:33856:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777510.960021:0:33856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777510.960024:0:33856:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777510.960025:0:33856:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777510.960027:0:33856:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777510.960033:0:33856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255880. 00000020:00000040:3.0:1788777510.960037:0:33856:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:3.0:1788777510.960044:0:33856:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777510.960046:0:33856:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.960049:0:33856:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777510.960054:0:33856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777510.960056:0:33856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777510.960060:0:33856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777510.960062:0:33856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777510.960065:0:33856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777510.960073:0:33856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ee400. 00000100:00000001:3.0:1788777510.960082:0:33856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.960086:0:33856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777510.960089:0:33856:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777510.960093:0:33856:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777510.960100:0:33856:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777510.960101:0:33856:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777510.960103:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777510.960106:0:33856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdca36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a6d4e expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1788777510.960114:0:33856:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6b00 count: 0 00010000:00000010:3.0:1788777510.960120:0:33856:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835df80. 00010000:00000001:3.0:1788777510.960127:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777510.960129:0:33856:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.960130:0:33856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777510.960132:0:33856:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777510.960134:0:33856:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777510.960146:0:33856:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00010000:00000001:3.0:1788777510.960150:0:33856:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777510.960165:0:33856:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777510.960171:0:33856:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d000. 00010000:00000010:3.0:1788777510.960175:0:33856:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0387e80. 00010000:00000001:3.0:1788777510.960181:0:33856:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777510.960185:0:33856:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1815200. 00000020:00000001:3.0:1788777510.960187:0:33856:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777510.960190:0:33856:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1815200 with handle 0x22b16ee488cdca3d to hash 00000020:00000001:3.0:1788777510.960192:0:33856:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777510.960195:0:33856:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:3.0:1788777510.960199:0:33856:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:3.0:1788777510.960203:0:33856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777510.960205:0:33856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777510.960209:0:33856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777510.960217:0:33856:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33856 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788777510.960233:0:33856:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788777510.960241:0:33856:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc3255880 x1875667211128960/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788777510.960250:0:33856:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777510.960256:0:33856:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777510.960258:0:33856:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777510.960266:0:33856:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc1370300. 00000100:00000001:3.0:1788777510.960268:0:33856:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159420740352 : -110914288811264 : ffff9b1fc1370300) 00000100:00000001:3.0:1788777510.960271:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777510.960273:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000001:3.0:1788777510.960278:0:33856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777510.960283:0:33856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777510.960285:0:33856:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777510.960287:0:33856:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777510.960292:0:33856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255880 x1875667211128960/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.960300:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777510.960304:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777510.960308:0:33856:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777510.960310:0:33856:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777510.960313:0:33856:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777510.960318:0:33856:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33856:1875667211128960:192.168.204.133@tcp:101:multiop.0 00000100:00000001:3.0:1788777510.960322:0:33856:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777510.960333:0:33856:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777510.960337:0:33856:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777510.960339:0:33856:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777510.960425:0:33856:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd13e0000. 02000000:00000001:3.0:1788777510.960428:0:33856:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777510.960437:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777510.960443:0:33856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73cb8. 00000400:00000010:3.0:1788777510.960451:0:33856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fd12ed400. 00000100:00000200:3.0:1788777510.960488:0:33856:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211128960, portal 10 00000100:00000001:3.0:1788777510.960491:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777510.960492:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000040:3.0:1788777510.960500:0:33856:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3255880 x1875667211128960/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777526 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.960507:0:33856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777510.960510:0:33856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777510.960515:0:33856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92555d8. 00000100:00000200:3.0:1788777510.960518:0:33856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667211128960, offset 0 00000400:00000200:3.0:1788777510.960526:0:33856:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777510.960539:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.960550:0:33856:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777510.960558:0:33856:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777510.960565:0:33856:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777510.960569:0:33856:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777510.960573:0:33856:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777510.960577:0:33856:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2875:2875:256:4294967295] 192.168.204.133@tcp LPNI seq info [2874:2874:8:4294967295] 00000400:00000200:3.0:1788777510.960581:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.960593:0:33856:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777510.960600:0:33856:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777510.960607:0:33856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bf00. 00000800:00000200:3.0:1788777510.960617:0:33856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777510.960629:0:33856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777510.960635:0:33856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bf00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1788777510.960658:0:33856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777510.960664:0:33856:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 833383 usecs (834 jiffies) 00000400:00000200:3.0:1788777510.960667:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777510.960670:0:33856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296615102 00000800:00000200:3.0:1788777510.960816:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777510.960820:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bf00. 00000400:00000200:3.0:1788777510.960826:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777510.960832:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777510.960838:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92555d8 00000400:00000010:3.0:1788777510.960841:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92555d8. 00000100:00000001:3.0:1788777510.960845:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777510.960849:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255880 x1875667211128960/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777526 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.960860:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777510.960863:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3255880 x1875667211128960/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777526 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.960870:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777510.960872:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777510.960900:0:33856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296615072 00000100:00000001:3.0:1788777510.960905:0:33856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296615102 00000100:00000001:3.0:1788777510.960909:0:33856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296615072 00000100:00000001:3.0:1788777510.960912:0:33856:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777510.960915:0:33856:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777510.960918:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777510.960921:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777510.960923:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc1370300 going to sleep for 11 seconds 00000100:00000001:3.0:1788777510.960926:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777510.960929:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777510.965529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6b00. 00010000:00000010:3.1:1788777510.965548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00000800:00000001:3.0:1788777510.980551:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777510.980575:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777510.980581:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777510.980584:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777510.980599:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.980610:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777510.980622:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.980628:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.980636:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.980641:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd61080 00000400:00000200:3.0:1788777510.980648:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777510.980656:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8645 [32] + 224 00000800:00000001:3.0:1788777510.980667:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777510.980676:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777510.980680:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777510.980685:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777510.980697:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777510.980710:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255880 x1875667211128960/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777526 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777510.980722:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc3255880 x1875667211128960/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777526 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777510.980747:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777510.980758:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777510.980762:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777510.980801:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777510.980812:0:33856:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777510.980814:0:33856:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777510.980819:0:33856:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73cb8. 00000400:00000200:0.0:1788777510.980825:0:33856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd12ed400 00000400:00000010:0.0:1788777510.980828:0:33856:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fd12ed400. 00000100:00000001:0.0:1788777510.980832:0:33856:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777510.980836:0:33856:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255880 x1875667211128960/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777526 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777510.980844:0:33856:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255880 x1875667211128960/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777526 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777510.980850:0:33856:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777510.980872:0:33856:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777510.980875:0:33856:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777510.980879:0:33856:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777510.980883:0:33856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777510.980886:0:33856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777510.980890:0:33856:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777510.980904:0:33856:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=19 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777510.980910:0:33856:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777510.980913:0:33856:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777510.980916:0:33856:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777510.980920:0:33856:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777510.980924:0:33856:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777510.980928:0:33856:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777510.980930:0:33856:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:0.0:1788777510.980932:0:33856:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777510.980934:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777510.980936:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000001:0.0:1788777510.980940:0:33856:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777510.980942:0:33856:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1788777510.980944:0:33856:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777510.980947:0:33856:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777510.980952:0:33856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777526 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777510.980959:0:33856:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777510.980963:0:33856:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777510.980966:0:33856:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777510.980970:0:33856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777526 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777510.980983:0:33856:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33856:1875667211128960:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777510.980989:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777510.980992:0:33856:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777510.980995:0:33856:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777510.980998:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777510.981002:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777526 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777510.981008:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777510.981012:0:33856:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc1370300. 00000100:00000001:0.0:1788777510.981015:0:33856:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777510.981017:0:33856:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777510.981020:0:33856:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777510.981026:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777510.981029:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777510.981033:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=4 00000020:00000001:0.0:1788777510.981035:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:0.0:1788777510.981038:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000040:0.0:1788777510.981045:0:33856:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1815200, remote cookie: 0x542deec0941a6d6a, flags: 0x1001 00010000:00010000:0.0:1788777510.981052:0:33856:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777510.981061:0:33856:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777510.981064:0:33856:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777510.981075:0:33856:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4ec00. 00010000:00000010:0.0:1788777510.981081:0:33856:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a900. 00010000:00000040:0.0:1788777510.981087:0:33856:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8d000 count: 0 00010000:00000010:0.0:1788777510.981098:0:33856:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0387e80. 00010000:00000001:0.0:1788777510.981105:0:33856:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777510.981109:0:33856:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777510.981119:0:33856:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777510.981125:0:33856:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777510.981131:0:33856:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777510.981134:0:33856:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777510.981136:0:33856:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777510.981137:0:33856:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777510.981140:0:33856:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x29:0x0].0x0 (ffff9b1fd0f4ec00) refcount = 1 00010000:00010000:0.0:1788777510.981144:0:33856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777510.981152:0:33856:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777510.981166:0:33856:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777510.981168:0:33856:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777510.981172:0:33856:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777510.981175:0:33856:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777510.981178:0:33856:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777510.981185:0:33856:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777510.981187:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777510.981190:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777510.981191:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777510.981192:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777510.981194:0:33856:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777510.981200:0:33856:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777510.981204:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777510.981205:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777510.981206:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=3 00000020:00000001:0.0:1788777510.981208:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:0.0:1788777510.981210:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:0.0:1788777510.981223:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777510.981225:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777510.981226:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=4 00000020:00000001:0.0:1788777510.981228:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:0.0:1788777510.981231:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:0.0:1788777510.981235:0:33856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777510.981238:0:33856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777510.981242:0:33856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777510.981250:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777510.981251:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777510.981252:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777510.981254:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777510.981255:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=5 00000020:00000001:0.0:1788777510.981257:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:0.0:1788777510.981258:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:0.0:1788777510.981261:0:33856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777510.981264:0:33856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777510.981270:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777510.981271:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777510.981274:0:33856:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777510.981281:0:33856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777510.981283:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777510.981284:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777510.981286:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777510.981287:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777510.981293:0:33856:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777526 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777510.981311:0:33856:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788777510.981318:0:33856:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777526 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777510.981326:0:33856:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777510.981339:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777510.981340:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777510.981342:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=3 00000020:00000001:0.0:1788777510.981344:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:0.0:1788777510.981346:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00000002:00010000:0.0:1788777510.981350:0:33856:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788777510.981536:0:33856:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc32de500. 00010000:00000001:1.0:1788777510.981541:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777510.981543:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777510.981545:0:33856:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777510.981548:0:33856:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777510.981552:0:33856:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788777510.981554:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777510.981556:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000001:1.0:1788777510.981558:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777510.981559:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00010000:00000001:1.0:1788777510.981561:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777510.981563:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777510.981565:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=3 00000020:00000001:1.0:1788777510.981566:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:1.0:1788777510.981568:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00000002:00010000:1.0:1788777510.981572:0:33856:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777510.981581:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777510.981582:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777510.981585:0:33856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777510.981586:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777510.981587:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777510.981588:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=3 00000020:00000001:1.0:1788777510.981590:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:1.0:1788777510.981592:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000040:1.0:1788777510.981597:0:33856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4ec00 count: 2 00010000:00000001:1.0:1788777510.981600:0:33856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777510.981605:0:33856:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/41 (0 0) 00010000:00000001:1.0:1788777510.981608:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777510.981609:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777510.981611:0:33856:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777510.981616:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3768 00000002:00002000:1.0:1788777510.981619:0:33856:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788777510.981622:0:33856:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777510.981627:0:33856:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777510.981631:0:33856:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777510.981635:0:33856:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777510.981639:0:33856:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777510.981644:0:33856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777510.981647:0:33856:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777510.981650:0:33856:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fc3181540 it_disposition 1800037 00000080:00002000:1.0:1788777510.981659:0:33856:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd17725e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788777510.981668:0:33856:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777510.981672:0:33856:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788777510.981674:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3998 00000080:00200000:1.0:1788777510.981676:0:33856:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000001:1.0:1788777510.981680:0:33856:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788777510.981683:0:33856:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777510.981691:0:33856:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777510.981697:0:33856:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777510.981701:0:33856:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:1.0:1788777510.981704:0:33856:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788777510.981730:0:33856:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd159e300. 00000020:00000001:1.0:1788777510.981740:0:33856:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788777510.981742:0:33856:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788777510.981745:0:33856:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788777510.981748:0:33856:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x29:0x0](ffff9b1fd159e3c8) 00000020:00000001:1.0:1788777510.981753:0:33856:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777510.981759:0:33856:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777510.981761:0:33856:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777510.981767:0:33856:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788777510.981774:0:33856:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b1fc33dc3e8. 00000020:00000001:1.0:1788777510.981778:0:33856:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788777510.981781:0:33856:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777510.981790:0:33856:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788777510.981796:0:33856:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b1fc7e455d0. 00020000:00000001:1.0:1788777510.981798:0:33856:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633159532762576 : -110914176789040 : ffff9b1fc7e455d0) 00020000:00000001:1.0:1788777510.981801:0:33856:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788777510.981805:0:33856:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777510.981811:0:33856:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd1213480. 00020000:00000010:1.0:1788777510.981816:0:33856:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd1114300. 00020000:00000010:1.0:1788777510.981821:0:33856:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd12134e0. 00020000:00000001:1.0:1788777510.981823:0:33856:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159687746784 : -110914021804832 : ffff9b1fd12134e0) 00020000:00000002:1.0:1788777510.981827:0:33856:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd12134e0, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777510.981831:0:33856:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777510.981835:0:33856:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd1114300: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1788777510.981839:0:33856:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788777510.981841:0:33856:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd12134e0, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777510.981844:0:33856:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777510.981847:0:33856:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd1114300: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:1.0:1788777510.981852:0:33856:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b1fd1186f20. 00020000:00000010:1.0:1788777510.981856:0:33856:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b1fd1159240. 00020000:00000001:1.0:1788777510.981863:0:33856:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788777510.981867:0:33856:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b1fd04b4fb8. 00020000:00000001:1.0:1788777510.981871:0:33856:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788777510.981872:0:33856:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788777510.981880:0:33856:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788777510.981883:0:33856:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b1fc33dc898. 00000020:00000001:1.0:1788777510.981885:0:33856:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788777510.981887:0:33856:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777510.981889:0:33856:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633159454738712 : -110914254812904 : ffff9b1fc33dc918) 00020000:00000001:1.0:1788777510.981894:0:33856:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788777510.981900:0:33856:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b1fd112b880. 00020000:00000001:1.0:1788777510.981903:0:33856:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777510.981909:0:33856:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159454738712 : -110914254812904 : ffff9b1fc33dc918) 00020000:00000001:1.0:1788777510.981912:0:33856:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633159454738712 : -110914254812904 : ffff9b1fc33dc918) 00020000:00000002:1.0:1788777510.981915:0:33856:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x14:0x0]@ffff9b1fc33dc898[0:0] -> [0x200000405:0x29:0x0]@ffff9b1fc33dc3e8: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1788777510.981921:0:33856:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788777510.981923:0:33856:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788777510.981926:0:33856:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777510.981930:0:33856:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159454737512 : -110914254814104 : ffff9b1fc33dc468) 00000020:00001000:1.0:1788777510.981933:0:33856:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777510.981938:0:33856:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:1.0:1788777510.981942:0:33856:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788777510.981945:0:33856:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611177 mtime from 0 to 1788777510 00000080:00000001:1.0:1788777510.981950:0:33856:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788777510.981953:0:33856:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691461576 : -110914018090040 : ffff9b1fd159e3c8) 00010000:00000001:1.0:1788777510.981955:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777510.981957:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777510.981959:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=3 00000020:00000001:1.0:1788777510.981961:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:1.0:1788777510.981963:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00000080:00000001:1.0:1788777510.981966:0:33856:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777510.981968:0:33856:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777510.981970:0:33856:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777510.981972:0:33856:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777510.981975:0:33856:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777510.981978:0:33856:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777510.981980:0:33856:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777510.981983:0:33856:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd1213cc0. 00020000:00000010:1.0:1788777510.981986:0:33856:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd1114f80. 00020000:00000010:1.0:1788777510.981989:0:33856:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd12133c0. 00020000:00000001:1.0:1788777510.981991:0:33856:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159687746496 : -110914021805120 : ffff9b1fd12133c0) 00020000:00000002:1.0:1788777510.981993:0:33856:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd12133c0, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777510.981996:0:33856:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777510.981999:0:33856:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd1114f80: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1788777510.982003:0:33856:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc7e455d0) owner ffff9b20020ecf80 00020000:00000001:1.0:1788777510.982006:0:33856:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777510.982008:0:33856:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc7e455d0) owner ffff9b20020ecf80 00020000:00000010:1.0:1788777510.982013:0:33856:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd1114f80. 00020000:00000010:1.0:1788777510.982016:0:33856:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd1213cc0. 00020000:00000010:1.0:1788777510.982019:0:33856:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd12133c0. 00020000:00000002:1.0:1788777510.982021:0:33856:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788777510.982023:0:33856:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777510.982025:0:33856:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777510.982028:0:33856:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777510.982032:0:33856:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000002:1.0:1788777510.982036:0:33856:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd12134e0 addref 2/0 by ffff9b20020ecf80. 00020000:00000002:1.0:1788777510.982038:0:33856:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:1.0:1788777510.982041:0:33856:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777510.982043:0:33856:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777510.982044:0:33856:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777510.982045:0:33856:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788777510.982047:0:33856:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788777510.982050:0:33856:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788777510.982052:0:33856:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777510.982054:0:33856:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777510.982056:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777510.982057:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777510.982059:0:33856:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777510.982062:0:33856:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777510.982064:0:33856:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777510.982066:0:33856:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x29:0x0](ffff9b1fd159e3c8) 00000080:00010000:1.0:1788777510.982070:0:33856:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x29:0x0](ffff9b1fd159e3c8) for lock 0x22b16ee488cdca3d 00800000:00000001:1.0:1788777510.982073:0:33856:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777510.982075:0:33856:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777510.982076:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777510.982077:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777510.982078:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=3 00000020:00000001:1.0:1788777510.982080:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:1.0:1788777510.982082:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:1.0:1788777510.982084:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777510.982085:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777510.982087:0:33856:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777510.982088:0:33856:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777510.982090:0:33856:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788777510.982092:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777510.982100:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777526 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777510.982107:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777510.982112:0:33856:0:(namei.c:1651:ll_create_it()) inode ffff9b1fd159e3c8 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:1.0:1788777510.982116:0:33856:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777510.982120:0:33856:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x29:0x0](ffff9b1fd159e3c8) 00000080:00000001:1.0:1788777510.982124:0:33856:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777510.982127:0:33856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd1068e00. 00000100:00000001:1.0:1788777510.982132:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777510.982135:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777526 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777510.982141:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777510.982145:0:33856:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788777510.982147:0:33856:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777510.982149:0:33856:0:(namei.c:1500:ll_atomic_open()) inode ffff9b1fd159e3c8 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:1.0:1788777510.982170:0:33856:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777510.982173:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3a68 00000080:00200008:1.0:1788777510.982175:0:33856:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff9b1fd159e3c8), flags 100102 00000080:00000010:1.0:1788777510.982183:0:33856:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c44280. 00000080:00000010:1.0:1788777510.982189:0:33856:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc32de840. 00000080:00000001:1.0:1788777510.982192:0:33856:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788777510.982196:0:33856:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788777510.982199:0:33856:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777510.982202:0:33856:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777510.982205:0:33856:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777510.982207:0:33856:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777510.982209:0:33856:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777510.982690:0:33856:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:1.0:1788777510.982694:0:33856:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777510.982698:0:33856:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788777510.982705:0:33856:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd11ecae0. 00000002:00100000:1.0:1788777510.982712:0:33856:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777526 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777510.982721:0:33856:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777510.982722:0:33856:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777510.982727:0:33856:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788777510.982731:0:33856:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777510.982735:0:33856:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777510.982740:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777510.982743:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777526 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788777510.982752:0:33856:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777510.982756:0:33856:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd13e0000. 02000000:00000001:1.0:1788777510.982790:0:33856:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788777510.982793:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777510.982796:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3a68 00000080:00000008:1.0:1788777510.982798:0:33856:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff9b1fd159e3c8), flags 100102, rc = 0 00000080:00000001:1.0:1788777510.982803:0:33856:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777510.982806:0:33856:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fc3181540 released 00000080:00010000:1.0:1788777510.982809:0:33856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca3d from it ffff9b1fc3181540 00010000:00000001:1.0:1788777510.982812:0:33856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777510.982813:0:33856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777510.982815:0:33856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815200 refcount=3 00000020:00000001:1.0:1788777510.982817:0:33856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:1.0:1788777510.982820:0:33856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045696 : -110914015505920 : ffff9b1fd1815200) 00010000:00000001:1.0:1788777510.982822:0:33856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777510.982828:0:33856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777510.982837:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777510.982839:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777510.982840:0:33856:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777510.982844:0:33856:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777510.982846:0:33856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777510.982854:0:33856:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777510.982857:0:33856:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777510.982860:0:33856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777510.982866:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777510.982867:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777510.982869:0:33856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777510.982874:0:33856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777510.982876:0:33856:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777510.982877:0:33856:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777510.982881:0:33856:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777510.982883:0:33856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777510.982884:0:33856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777510.982886:0:33856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777510.982887:0:33856:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788777510.982890:0:33856:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788777510.982893:0:33856:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777510.982894:0:33856:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777510.982897:0:33856:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777510.982900:0:33856:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777510.982905:0:33856:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788777510.982907:0:33856:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777510.982910:0:33856:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777510.982913:0:33856:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777510.982915:0:33856:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777510.982918:0:33856:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fc3181540. 00000080:00000001:1.0:1788777510.982923:0:33856:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777510.982929:0:33856:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777510.982932:0:33856:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x29:0x0](ffff9b1fd159e3c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1788777510.982935:0:33856:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788777510.996618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d000. 00010000:00000001:2.0:1788777511.096017:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777511.096027:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777511.096034:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777511.096035:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777511.096105:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777511.096109:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777511.096112:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777511.796588:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296615102, at 4296615104 00000100:00000010:2.0:1788777511.796604:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617a80. 00000100:00000040:3.0:1788777511.796657:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296615102, at 4296615104 00000100:00000010:3.0:1788777511.796672:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617c00. 00010000:00000001:2.0:1788777512.116599:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777512.116607:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777512.116614:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777512.116615:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777512.116638:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777512.116641:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777512.116644:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777512.123981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777512.123997:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777512.124014:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639e680. 00000020:00000040:2.0:1788777512.124023:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777512.124028:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777512.124032:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777512.124039:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777512.124050:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956100. 00000100:00000001:2.0:1788777512.124254:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124275:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777512.124287:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777512.124292:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124302:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc409d6] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.124355:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124359:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777512.124363:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777512.124366:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c700. 00000020:00000040:2.0:1788777512.124370:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777512.124373:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777512.124374:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777512.124376:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777512.124380:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956f00. 00000100:00000001:2.0:1788777512.124383:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124388:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777512.124396:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777512.124398:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124401:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2ce2ad] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.124409:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777512.124415:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777512.124418:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639fb80. 00000020:00000040:2.0:1788777512.124420:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777512.124422:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777512.124423:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777512.124425:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777512.124428:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956600. 00000100:00000001:2.0:1788777512.124432:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124436:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777512.124449:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777512.124451:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124454:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056b2323f] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.124548:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777512.124555:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777512.124563:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ed80. 00000020:00000040:2.0:1788777512.124566:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777512.124568:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777512.124570:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777512.124571:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777512.124576:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956a00. 00000100:00000001:2.0:1788777512.124579:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124584:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777512.124592:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777512.124594:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124598:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e66b93b3] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.124611:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.124614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777512.124617:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788777512.124624:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1953) 00000100:00000001:3.0:1788777512.125744:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777512.125755:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777512.125759:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777512.125772:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.125786:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777512.125789:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.125794:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777512.125798:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777512.125801:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777512.125806:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211129088:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777512.125811:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777512.125820:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777512.125823:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.125827:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777512.125856:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069a00. 02000000:00000001:3.0:1788777512.125860:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777512.125872:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777512.125878:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73b00. 00000400:00000010:3.0:1788777512.125890:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92555d8. 00000100:00000200:3.0:1788777512.125902:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211129088, portal 25 00000100:00000001:3.0:1788777512.125905:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777512.125907:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504815744 : -110914204735872 : ffff9b1fc639e680) 00000100:00000040:3.0:1788777512.125914:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.125922:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777512.125926:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777512.125929:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92553b8. 00000100:00000200:3.0:1788777512.125933:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211129088, offset 0 00000400:00000200:3.0:1788777512.125942:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777512.125957:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.125969:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777512.125979:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777512.125985:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777512.125991:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777512.125994:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777512.125999:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2876:2876:256:4294967295] 192.168.204.133@tcp LPNI seq info [2875:2875:8:4294967295] 00000400:00000200:3.0:1788777512.126004:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.126017:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777512.126026:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777512.126032:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bc00. 00000800:00000200:3.0:1788777512.126041:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777512.126051:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777512.126057:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777512.126086:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777512.126091:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777512.126095:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296619495 00000100:00000010:3.0:1788777512.126101:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181c60. 00000100:00000001:3.0:1788777512.126108:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777512.126116:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296619495 00000100:00000010:3.0:1788777512.126119:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181de0. 00000100:00000001:3.0:1788777512.126123:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777512.126126:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777512.126129:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.126143:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777512.126148:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.126155:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777512.126158:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.126160:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777512.126161:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777512.126163:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777512.126166:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211129344:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777512.126170:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777512.126173:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777512.126174:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.126176:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777512.126179:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068400. 02000000:00000001:3.0:1788777512.126181:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777512.126185:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777512.126188:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777512.126192:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777512.126195:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211129344, portal 10 00000100:00000001:3.0:1788777512.126197:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777512.126198:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504821120 : -110914204730496 : ffff9b1fc639fb80) 00000100:00000040:3.0:1788777512.126206:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.126213:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777512.126216:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777512.126218:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255ee0. 00000100:00000200:3.0:1788777512.126220:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211129344, offset 0 00000400:00000200:3.0:1788777512.126225:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777512.126229:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.126232:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777512.126235:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777512.126238:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777512.126240:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777512.126242:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777512.126245:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2877:2877:255:4294967295] 192.168.204.133@tcp LPNI seq info [2876:2876:7:4294967295] 00000400:00000200:3.0:1788777512.126249:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.126255:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777512.126260:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777512.126263:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bf00. 00000800:00000200:3.0:1788777512.126267:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777512.126271:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777512.126274:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777512.126277:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777512.126282:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21751 usecs (22 jiffies) 00000400:00000200:3.0:1788777512.126285:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777512.126287:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296615455 00000100:00000001:3.0:1788777512.126290:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296619495 00000100:00000001:3.0:1788777512.126293:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296615455 00000100:00000001:3.0:1788777512.126295:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296619495 00000100:00000001:3.0:1788777512.126298:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777512.126299:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.126303:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.126306:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777512.126317:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777512.126320:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777512.126323:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777512.126324:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777512.126326:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777512.126329:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788777512.126331:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777512.126332:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777512.126334:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777512.126335:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777512.126337:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777512.126338:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777512.126343:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.126350:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777512.126352:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.126354:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777512.126355:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777512.126357:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777512.126360:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211129216:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777512.126363:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777512.126366:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777512.126368:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.126370:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777512.126373:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068a00. 02000000:00000001:3.0:1788777512.126375:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777512.126378:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777512.126380:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73318. 00000400:00000010:3.0:1788777512.126384:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777512.126387:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211129216, portal 10 00000100:00000001:3.0:1788777512.126389:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777512.126390:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504807680 : -110914204743936 : ffff9b1fc639c700) 00000100:00000040:3.0:1788777512.126396:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.126402:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777512.126405:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777512.126407:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255f68. 00000100:00000200:3.0:1788777512.126409:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211129216, offset 0 00000400:00000200:3.0:1788777512.126413:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777512.126417:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.126420:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777512.126423:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777512.126425:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777512.126427:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777512.126430:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777512.126433:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2878:2878:254:4294967295] 192.168.204.133@tcp LPNI seq info [2877:2877:6:4294967295] 00000400:00000200:3.0:1788777512.126436:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.126442:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777512.126446:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777512.126449:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b700. 00000800:00000200:3.0:1788777512.126453:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777512.126457:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777512.126459:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777512.126526:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777512.126529:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 832325 usecs (833 jiffies) 00000400:00000200:3.0:1788777512.126535:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777512.126537:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296616267 00000100:00000001:3.0:1788777512.126539:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296619495 00000100:00000001:3.0:1788777512.126541:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296616267 00000100:00000001:3.0:1788777512.126544:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296619495 00000100:00000001:3.0:1788777512.126546:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777512.126548:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.126550:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777512.126554:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.126560:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777512.126561:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.126564:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777512.126565:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777512.126568:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777512.126570:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211129472:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777512.126574:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777512.126576:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777512.126578:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.126579:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777512.126582:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069600. 02000000:00000001:3.0:1788777512.126584:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777512.126587:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777512.126590:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000010:3.0:1788777512.126606:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255908. 00000100:00000200:3.0:1788777512.126609:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211129472, portal 4 00000100:00000001:3.0:1788777512.126611:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777512.126612:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504817536 : -110914204734080 : ffff9b1fc639ed80) 00000100:00000040:3.0:1788777512.126617:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.126622:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777512.126625:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777512.126627:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255330. 00000100:00000200:3.0:1788777512.126629:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211129472, offset 0 00000400:00000200:3.0:1788777512.126634:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777512.126637:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.126641:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777512.126643:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777512.126646:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777512.126648:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777512.126650:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777512.126652:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2879:2879:253:4294967295] 192.168.204.133@tcp LPNI seq info [2878:2878:5:4294967295] 00000400:00000200:3.0:1788777512.126656:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.126661:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777512.126664:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777512.126668:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777512.126670:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777512.126674:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777512.126676:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777512.126678:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777512.126682:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20635 usecs (21 jiffies) 00000400:00000200:3.0:1788777512.126685:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777512.126686:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296615455 00000100:00000001:3.0:1788777512.126688:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296619495 00000100:00000001:3.0:1788777512.126690:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296615455 00000100:00000001:3.0:1788777512.126692:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296619495 00000100:00000001:3.0:1788777512.126694:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777512.126696:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.126698:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.126700:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.126721:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777512.126724:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777512.128700:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777512.128714:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bc00. 00000400:00000200:2.0:1788777512.128724:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777512.128736:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777512.128747:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92553b8 00000400:00000010:2.0:1788777512.128750:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92553b8. 00000100:00000001:2.0:1788777512.128757:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777512.128768:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.128785:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777512.128789:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.128797:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.128799:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777512.128813:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777512.128815:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bf00. 00000400:00000200:2.0:1788777512.128818:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777512.128821:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777512.128823:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255ee0 00000400:00000010:2.0:1788777512.128825:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255ee0. 00000100:00000001:2.0:1788777512.128828:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777512.128992:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.129001:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777512.129004:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.129011:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.129013:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777512.129025:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777512.129027:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b700. 00000400:00000200:2.0:1788777512.129030:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777512.129033:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777512.129036:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255f68 00000400:00000010:2.0:1788777512.129038:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255f68. 00000100:00000001:2.0:1788777512.129040:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777512.129044:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.129058:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777512.129061:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.129067:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.129069:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777512.129152:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777512.129154:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:2.0:1788777512.129157:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777512.129160:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777512.129162:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255330 00000400:00000010:2.0:1788777512.129164:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255330. 00000100:00000001:2.0:1788777512.129167:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777512.129171:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.129179:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777512.129182:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.129189:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.129191:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777512.133656:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777512.133672:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777512.133676:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777512.133679:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777512.133688:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.133695:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777512.133703:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.133708:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.133714:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.133717:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd61280 00000400:00000200:3.0:1788777512.133722:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.133728:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8685 [1] + 224 00000800:00000001:3.0:1788777512.133734:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777512.133739:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777512.133742:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777512.133747:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777512.133754:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777512.133762:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777512.133774:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.133800:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777512.133807:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777512.133810:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777512.134049:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777512.134064:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777512.134072:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777512.134074:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777512.134077:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73bb0. 00000400:00000200:2.0:1788777512.134082:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255908 00000400:00000010:2.0:1788777512.134096:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255908. 00000100:00000001:2.0:1788777512.134100:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777512.134105:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777512.134113:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.134124:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777512.134126:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777512.134128:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777512.134140:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777512.134143:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777512.134145:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777512.134147:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777512.134156:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777512.134160:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777512.134162:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777512.134164:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777512.134166:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777512.134170:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.134173:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777512.134175:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788777512.134177:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777512.134178:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.134183:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.134190:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777512.134193:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777512.134195:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777512.134198:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777512.134205:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211129472:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777512.134210:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.134212:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777512.134215:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ed80 x1875667211129472/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.134221:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777512.134223:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777512.134227:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069600. 02000000:00000001:2.0:1788777512.134231:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777512.134233:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777512.134235:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777512.134237:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777512.134240:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956a00. 02000000:00000001:2.0:1788777512.134243:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777512.134245:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777512.134247:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ed80. 00000100:00000001:2.0:1788777512.134250:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777512.134251:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777512.134254:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.134256:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777512.134257:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777512.134259:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.134260:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777512.134957:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777512.134966:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777512.134969:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777512.134971:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777512.134977:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.134982:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777512.134989:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.134992:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.134996:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.134999:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61200 00000400:00000200:2.0:1788777512.135004:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.135009:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8665 [1] + 224 00000800:00000001:2.0:1788777512.135024:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777512.135028:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777512.135031:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777512.135034:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777512.135038:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777512.135044:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777512.135216:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.135234:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777512.135242:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777512.135246:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777512.135247:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777512.135250:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777512.135253:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.135256:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777512.135260:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.135263:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.135266:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.135269:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61180 00000400:00000200:2.0:1788777512.135272:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777512.135276:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8675 [1] + 224 00000800:00000001:2.0:1788777512.135279:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777512.135284:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777512.135287:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777512.135290:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777512.135292:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777512.135296:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777512.135412:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.135419:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777512.135424:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777512.135427:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777512.135488:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777512.135491:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777512.135496:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777512.135498:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777512.135500:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73318. 00000400:00000200:3.0:1788777512.135504:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255088 00000400:00000010:3.0:1788777512.135506:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255088. 00000100:00000001:3.0:1788777512.135508:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777512.135513:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777512.135521:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.135533:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777512.135534:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777512.135536:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777512.135538:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777512.135540:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777512.135542:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.135544:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777512.135550:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=21 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777512.135553:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777512.135554:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777512.135556:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777512.135558:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777512.135560:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.135634:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777512.135636:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967638 00000100:00000001:3.0:1788777512.135638:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777512.135640:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777512.135646:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.135653:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777512.135655:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777512.135657:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777512.135661:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777512.135668:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211129216:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777512.135675:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777512.135676:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777512.135678:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73898. 00000400:00000200:3.0:1788777512.135680:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:3.0:1788777512.135682:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:3.0:1788777512.135684:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777512.135688:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777512.135696:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.135702:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777512.135703:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777512.135705:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777512.135706:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777512.135707:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777512.135708:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777512.135710:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777512.135715:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=21 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777512.135718:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777512.135720:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777512.135721:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777512.135723:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777512.135725:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.135727:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777512.135729:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:3.0:1788777512.135730:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777512.135732:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777512.135735:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.135741:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777512.135743:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777512.135744:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777512.135748:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777512.135755:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211129344:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777512.135759:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.135760:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777512.135764:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c700 x1875667211129216/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.135770:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777512.135772:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777512.135775:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068a00. 02000000:00000001:3.0:1788777512.135778:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777512.135781:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777512.135782:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777512.135784:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777512.135787:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956f00. 02000000:00000001:3.0:1788777512.135789:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777512.135791:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777512.135793:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c700. 00000100:00000001:3.0:1788777512.135796:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777512.135797:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777512.135799:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777512.135802:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639fb80 x1875667211129344/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.135808:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777512.135809:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777512.135810:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068400. 02000000:00000001:3.0:1788777512.135812:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777512.135813:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777512.135814:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777512.135816:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777512.135818:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956600. 02000000:00000001:3.0:1788777512.135819:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777512.135820:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777512.135821:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639fb80. 00000100:00000001:3.0:1788777512.135823:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777512.135824:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777512.135827:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.135828:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777512.135830:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777512.135831:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777512.135832:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777512.141933:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777512.141949:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777512.141954:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777512.141957:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777512.141966:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.141974:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777512.141982:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.141987:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.141992:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.141996:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd61100 00000400:00000200:3.0:1788777512.142002:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777512.142007:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8655 [1] + 224 00000800:00000001:3.0:1788777512.142015:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777512.142022:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777512.142025:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777512.142030:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777512.142038:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777512.142047:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777512.142059:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777512.142086:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777512.142095:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777512.142098:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777512.143174:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777512.143180:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777512.143188:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777512.143191:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777512.143195:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73b00. 00000400:00000200:2.0:1788777512.143201:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92555d8 00000400:00000010:2.0:1788777512.143204:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92555d8. 00000100:00000001:2.0:1788777512.143208:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777512.143216:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777512.143225:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.143231:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777512.143232:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777512.143234:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777512.143238:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777512.143240:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777512.143243:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777512.143246:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777512.143252:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777512.143256:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777512.143258:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777512.143260:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777512.143263:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777512.143265:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.143268:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777512.143272:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.143279:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777512.143281:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777512.143283:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777512.143287:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777512.143293:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211129088:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777512.143298:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777512.143311:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777512.143315:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e680 x1875667211129088/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777512.143320:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777512.143323:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777512.143326:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069a00. 02000000:00000001:2.0:1788777512.143331:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777512.143333:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777512.143335:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:2.0:1788777512.143337:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777512.143340:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956100. 02000000:00000001:2.0:1788777512.143344:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777512.143346:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777512.143347:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e680. 00000100:00000001:2.0:1788777512.143351:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777512.143353:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777512.143355:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777512.143362:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777512.143364:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777512.143366:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777512.143368:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777513.140697:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777513.140708:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777513.140716:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777513.140718:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777513.140754:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777513.140757:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777513.140761:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777513.652666:0:16848:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788777513.652680:0:16848:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777514.164676:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777514.164691:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777514.164693:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777514.164697:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777514.164705:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777514.164707:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777514.164709:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777514.164712:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777514.164717:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777514.164719:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777514.164767:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777514.164771:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777514.164774:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777515.189165:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777515.189176:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777515.189184:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777515.189185:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777515.189229:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777515.189233:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777515.189236:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777516.212644:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296619495, at 4296619520 00000100:00000010:3.0:1788777516.212666:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181de0. 00000100:00000040:2.0:1788777516.213753:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296619495, at 4296619521 00000100:00000010:2.0:1788777516.213765:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181c60. 00010000:00000001:2.0:1788777516.213784:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777516.213787:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777516.213792:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777516.213793:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777516.213822:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777516.213825:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777516.213829:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:1.0:1788777517.073676:0:33856:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777517.073684:0:33856:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000002:1.0:1788777517.073690:0:33856:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:1.0:1788777517.073692:0:33856:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777517.073700:0:33856:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777517.073703:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3df0 00000080:00200008:1.0:1788777517.073706:0:33856:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff9b1fd159e3c8), flags 100002 00000080:00000001:1.0:1788777517.073710:0:33856:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777517.073713:0:33856:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788777517.073714:0:33856:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777517.073715:0:33856:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000002:1.0:1788777517.073718:0:33856:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc7e455d0) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:1.0:1788777517.073720:0:33856:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777517.073722:0:33856:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788777517.073727:0:33856:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777517.073730:0:33856:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777517.073733:0:33856:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777517.073736:0:33856:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777517.073737:0:33856:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777517.073740:0:33856:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:1.0:1788777517.073742:0:33856:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777517.073747:0:33856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777517.073750:0:33856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777517.073757:0:33856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4ec00 count: 2 00010000:00000001:1.0:1788777517.073760:0:33856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777517.073766:0:33856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777517.073769:0:33856:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x29:0x0]: 0 00000080:00000001:1.0:1788777517.073771:0:33856:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777517.073773:0:33856:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777517.073779:0:33856:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fcb67c800. 00000080:00000001:1.0:1788777517.073782:0:33856:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788777517.073787:0:33856:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777517.073792:0:33856:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777517.073794:0:33856:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777517.073795:0:33856:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777517.073796:0:33856:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777517.073798:0:33856:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777517.073799:0:33856:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777517.073801:0:33856:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:1.0:1788777517.073802:0:33856:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777517.073804:0:33856:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x29:0x0] 00000002:00000001:1.0:1788777517.073807:0:33856:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777517.073809:0:33856:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x29:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777517.073816:0:33856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122680. 00000020:00000040:1.0:1788777517.073820:0:33856:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777517.073825:0:33856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777517.073828:0:33856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777517.073832:0:33856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777517.073841:0:33856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc12e7a00. 00000100:00000001:1.0:1788777517.073848:0:33856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777517.073866:0:33856:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777526 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777517.073878:0:33856:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777517.073883:0:33856:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777517.073890:0:33856:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777517.073891:0:33856:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777517.073897:0:33856:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1159a80. 00000100:00000001:1.0:1788777517.073899:0:33856:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159686986368 : -110914022565248 : ffff9b1fd1159a80) 00000100:00000001:1.0:1788777517.073901:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777517.073903:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760064 : -110914022791552 : ffff9b1fd1122680) 00000100:00000001:1.0:1788777517.073908:0:33856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777517.073911:0:33856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777517.073913:0:33856:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777517.073915:0:33856:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777517.073918:0:33856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777517.073926:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777517.073928:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777517.073931:0:33856:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777517.073934:0:33856:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777517.073936:0:33856:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777517.073939:0:33856:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122680 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33856:1875667211129728:192.168.204.133@tcp:35:multiop.0 00000100:00000001:1.0:1788777517.073943:0:33856:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777517.073948:0:33856:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777517.073951:0:33856:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777517.073953:0:33856:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777517.073957:0:33856:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356e800. 02000000:00000001:1.0:1788777517.073958:0:33856:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777517.073965:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777517.073969:0:33856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000010:1.0:1788777517.073976:0:33856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777517.073983:0:33856:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211129728, portal 10 00000100:00000001:1.0:1788777517.073985:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777517.073986:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760064 : -110914022791552 : ffff9b1fd1122680) 00000100:00000040:1.0:1788777517.073992:0:33856:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777517.073999:0:33856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777517.074002:0:33856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777517.074004:0:33856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777517.074008:0:33856:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211129728, offset 0 00000400:00000200:1.0:1788777517.074014:0:33856:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777517.074023:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777517.074031:0:33856:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777517.074047:0:33856:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777517.074052:0:33856:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777517.074055:0:33856:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777517.074058:0:33856:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777517.074062:0:33856:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2880:2880:256:4294967295] 192.168.204.133@tcp LPNI seq info [2879:2879:8:4294967295] 00000400:00000200:1.0:1788777517.074066:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777517.074076:0:33856:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777517.074082:0:33856:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777517.074088:0:33856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5800. 00000800:00000200:1.0:1788777517.074094:0:33856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777517.074102:0:33856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777517.074106:0:33856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777517.074121:0:33856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777517.074125:0:33856:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 831253 usecs (832 jiffies) 00000400:00000200:1.0:1788777517.074128:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777517.074131:0:33856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296621213 00000100:00000010:1.0:1788777517.074136:0:33856:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213d20. 00000100:00000001:1.0:1788777517.074143:0:33856:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788777517.074149:0:33856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296621213 00000100:00000010:1.0:1788777517.074152:0:33856:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213c60. 00000100:00000001:1.0:1788777517.074155:0:33856:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788777517.074158:0:33856:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777517.074160:0:33856:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777517.074162:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777517.074164:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777517.074167:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 11 seconds 00000100:00000001:1.0:1788777517.074169:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777517.074172:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777517.074811:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777517.074815:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5800. 00000400:00000200:2.0:1788777517.074820:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777517.074826:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777517.074831:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:2.0:1788777517.074834:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:2.0:1788777517.074838:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777517.074844:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777533 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777517.074855:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777517.074858:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777533 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777517.074865:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777517.074868:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1788777517.239175:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777517.240483:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777517.240506:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777517.240507:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777517.240540:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777517.240543:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777517.240547:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777517.241294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777517.241303:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777517.241319:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31eca80. 00000020:00000040:0.0:1788777517.241325:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:0.0:1788777517.241331:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777517.241335:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777517.241340:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777517.241350:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30dec00. 00000100:00000001:0.0:1788777517.241359:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.241375:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777517.241387:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777517.241392:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.241399:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003452f4da] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777517.241439:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.241444:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777517.241448:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777517.241452:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ee300. 00000020:00000040:0.0:1788777517.241454:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777517.241457:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777517.241459:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777517.241482:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777517.241487:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de300. 00000100:00000001:0.0:1788777517.241490:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.241505:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777517.241513:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777517.241515:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.241519:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dd5809d] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777517.241528:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.241530:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777517.241533:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777517.241537:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef480. 00000020:00000040:0.0:1788777517.241540:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777517.241542:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777517.241543:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777517.241545:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777517.241551:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de400. 00000100:00000001:0.0:1788777517.241555:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.241559:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777517.241566:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777517.241568:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.241572:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5fad0e] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777517.241587:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.241589:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777517.241593:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777517.241599:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1958) 00000100:00000001:1.0:1788777517.242521:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777517.242529:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777517.242533:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777517.242546:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.242557:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777517.242560:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777517.242566:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777517.242569:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777517.242572:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777517.242576:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211129856:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777517.242581:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777517.242589:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777517.242592:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777517.242595:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777517.242603:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332a000. 02000000:00000001:1.0:1788777517.242606:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777517.242615:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777517.242620:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12948. 00000400:00000010:1.0:1788777517.242630:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256440. 00000100:00000200:1.0:1788777517.242639:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211129856, portal 25 00000100:00000001:1.0:1788777517.242642:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777517.242643:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000040:1.0:1788777517.242650:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.242658:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777517.242661:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777517.242664:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256b28. 00000100:00000200:1.0:1788777517.242668:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211129856, offset 0 00000400:00000200:1.0:1788777517.242678:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777517.242691:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777517.242702:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777517.242709:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777517.242715:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777517.242720:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777517.242723:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777517.242727:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2881:2881:256:4294967295] 192.168.204.133@tcp LPNI seq info [2880:2880:8:4294967295] 00000400:00000200:1.0:1788777517.242731:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777517.242885:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777517.242896:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777517.242903:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5300. 00000800:00000200:1.0:1788777517.242912:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777517.242921:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777517.242925:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777517.242950:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777517.243022:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777517.243026:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296624612 00000100:00000001:1.0:1788777517.243044:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296621213 00000100:00000001:1.0:1788777517.243051:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296624612 00000100:00000001:1.0:1788777517.243055:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296621213 00000100:00000001:1.0:1788777517.243058:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777517.243061:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777517.243064:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777517.243070:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.243077:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777517.243078:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777517.243081:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777517.243083:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777517.243084:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777517.243087:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211130112:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777517.243090:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777517.243093:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777517.243095:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777517.243097:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777517.243101:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332a800. 02000000:00000001:1.0:1788777517.243103:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777517.243107:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777517.243110:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12528. 00000400:00000010:1.0:1788777517.243114:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256a18. 00000100:00000200:1.0:1788777517.243117:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211130112, portal 4 00000100:00000001:1.0:1788777517.243119:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777517.243120:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452718208 : -110914256833408 : ffff9b1fc31ef480) 00000100:00000040:1.0:1788777517.243127:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.243133:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777517.243135:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777517.243137:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256198. 00000100:00000200:1.0:1788777517.243140:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211130112, offset 0 00000400:00000200:1.0:1788777517.243144:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777517.243148:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777517.243152:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777517.243155:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777517.243157:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777517.243159:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777517.243161:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777517.243164:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2882:2882:255:4294967295] 192.168.204.133@tcp LPNI seq info [2881:2881:7:4294967295] 00000400:00000200:1.0:1788777517.243167:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777517.243173:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777517.243178:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000100:00000001:0.0:1788777517.243534:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777517.243539:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777517.243541:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777517.243550:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777517.243558:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777517.243559:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777517.243562:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777517.243564:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777517.243566:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777517.243569:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211129984:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777517.243572:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777517.243575:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777517.243577:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777517.243579:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777517.243583:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc93d9a00. 02000000:00000001:0.0:1788777517.243586:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777517.243590:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777517.243594:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777517.243600:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b550. 00000100:00000200:0.0:1788777517.243603:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211129984, portal 10 00000100:00000001:0.0:1788777517.243605:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777517.243606:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452713728 : -110914256837888 : ffff9b1fc31ee300) 00000100:00000040:0.0:1788777517.243613:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777517.243619:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777517.243622:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777517.243625:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bb28. 00000100:00000200:0.0:1788777517.243628:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211129984, offset 0 00000400:00000200:0.0:1788777517.243632:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777517.243636:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777517.243640:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777517.243643:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777517.243645:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777517.243647:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777517.243649:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777517.243652:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2883:2883:254:4294967295] 192.168.204.133@tcp LPNI seq info [2882:2882:6:4294967295] 00000400:00000200:0.0:1788777517.243655:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777517.243661:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777517.243665:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777517.243669:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30ded00. 00000800:00000200:0.0:1788777517.243675:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777517.243680:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777517.243683:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30ded00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777517.243687:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.243691:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21722 usecs (22 jiffies) 00000400:00000200:0.0:1788777517.243695:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777517.243697:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296620573 00000100:00000001:0.0:1788777517.243700:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296624612 00000100:00000001:0.0:1788777517.243702:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296620573 00000100:00000001:0.0:1788777517.243704:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296624612 00000100:00000001:0.0:1788777517.243707:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777517.243709:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777517.243711:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777517.243714:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777517.243723:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777517.243726:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777517.243729:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777517.243730:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777517.243732:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777517.243734:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788777517.244289:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5900. 00000800:00000200:1.0:1788777517.244299:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777517.244304:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777517.244307:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777517.244312:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777517.244317:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20591 usecs (21 jiffies) 00000400:00000200:1.0:1788777517.244322:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777517.244324:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296620572 00000100:00000001:1.0:1788777517.244327:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296624612 00000100:00000001:1.0:1788777517.244329:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296620572 00000100:00000001:1.0:1788777517.244331:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296624612 00000100:00000001:1.0:1788777517.244334:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777517.244337:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777517.244339:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777517.244341:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777517.244346:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777517.244347:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777517.244349:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777517.244351:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777517.244353:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777517.244355:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777517.244683:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777517.244690:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5300. 00000400:00000200:2.0:1788777517.244699:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777517.244706:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777517.244714:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256b28 00000400:00000010:2.0:1788777517.244717:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256b28. 00000100:00000001:2.0:1788777517.244722:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777517.244730:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777517.244757:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777517.244762:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777517.244769:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777517.244771:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777517.244790:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777517.244793:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30ded00. 00000400:00000200:2.0:1788777517.244798:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777517.244801:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777517.244804:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bb28 00000400:00000010:2.0:1788777517.244806:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bb28. 00000100:00000001:2.0:1788777517.244810:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777517.244814:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777517.244822:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777517.244825:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777517.244838:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777517.244840:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777517.244868:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777517.244870:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5900. 00000400:00000200:2.0:1788777517.244873:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777517.244876:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777517.244878:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256198 00000400:00000010:2.0:1788777517.244880:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256198. 00000100:00000001:2.0:1788777517.244882:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777517.244887:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777517.244894:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777517.244897:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777517.244903:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777517.244904:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777517.257286:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257312:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777517.257318:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257320:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777517.257332:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257342:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777517.257353:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257359:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257365:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257369:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61480 00000400:00000200:2.0:1788777517.257375:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257381:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x86ad [1] + 224 00000800:00000001:2.0:1788777517.257390:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257394:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777517.257397:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777517.257402:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777517.257412:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777517.257423:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777517.257434:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777517.257458:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777517.257514:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257518:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777517.257520:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257522:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777517.257525:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257528:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777517.257532:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257534:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257537:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257540:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd61400 00000400:00000200:2.0:1788777517.257543:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257548:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x869d [1] + 224 00000800:00000001:2.0:1788777517.257551:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257554:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777517.257555:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777517.257558:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777517.257561:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777517.257566:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777517.257574:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777517.257584:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777517.257587:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257590:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777517.257592:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257594:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777517.257597:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257600:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777517.257604:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257607:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257609:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257612:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd61500 00000400:00000200:2.0:1788777517.257615:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777517.257620:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x86a5 [1] + 224 00000800:00000001:2.0:1788777517.257624:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257633:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777517.257635:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777517.257638:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777517.257641:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777517.257645:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777517.257654:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777517.257661:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777517.257664:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777517.257666:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777517.257866:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777517.257872:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777517.257881:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777517.257884:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777517.257888:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777517.257896:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:0.0:1788777517.257899:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:0.0:1788777517.257903:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777517.257908:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777517.257917:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777517.257923:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777517.257926:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777517.257929:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777517.257932:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777517.257935:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777517.257938:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777517.257941:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777517.257953:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=26 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777517.258125:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=26 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777517.258128:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777517.258131:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777517.258134:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777517.258139:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777517.258144:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777517.258147:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777517.258149:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777517.258152:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777517.258158:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777517.258173:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777517.258177:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777517.258273:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777517.258277:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777517.258282:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777517.258284:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777517.258286:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12948. 00000400:00000200:1.0:1788777517.258290:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256440 00000400:00000010:1.0:1788777517.258292:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256440. 00000100:00000001:1.0:1788777517.258295:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777517.258300:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777517.258310:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.258317:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777517.258319:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777517.258320:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777517.258322:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777517.258323:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777517.258325:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777517.258328:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777517.258332:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=26 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777517.258335:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777517.258338:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777517.258339:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777517.258341:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777517.258343:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777517.258345:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777517.258349:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.258356:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777517.258358:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777517.258360:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777517.258364:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777517.258373:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211129856:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777517.258379:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777517.258381:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777517.258382:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12528. 00000400:00000200:1.0:1788777517.258384:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256a18 00000400:00000010:1.0:1788777517.258386:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256a18. 00000100:00000001:1.0:1788777517.258388:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777517.258392:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777517.258400:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.258407:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777517.258408:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777517.258410:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777517.258412:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777517.258413:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777517.258415:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777517.258417:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777517.258422:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=26 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777517.258425:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777517.258428:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777517.258429:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777517.258431:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777517.258433:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777517.258435:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777517.258437:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788777517.258438:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777517.258440:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777517.258444:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.258450:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777517.258452:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777517.258454:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777517.258457:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777517.258506:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211130112:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777517.258511:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777517.258515:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777517.258519:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eca80 x1875667211129856/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.258526:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777517.258530:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777517.258534:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332a000. 02000000:00000001:1.0:1788777517.258539:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777517.258542:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777517.258544:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777517.258546:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777517.258551:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30dec00. 02000000:00000001:1.0:1788777517.258555:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777517.258558:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777517.258561:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eca80. 00000100:00000001:1.0:1788777517.258564:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777517.258566:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777517.258567:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777517.258571:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef480 x1875667211130112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777517.258577:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777517.258579:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777517.258580:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332a800. 02000000:00000001:1.0:1788777517.258583:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777517.258584:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777517.258585:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777517.258587:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777517.258588:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de400. 02000000:00000001:1.0:1788777517.258590:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777517.258591:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777517.258593:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef480. 00000100:00000001:1.0:1788777517.258595:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777517.258596:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777517.258599:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777517.258608:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777517.258611:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777517.258613:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777517.258616:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777517.258713:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777517.258720:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777517.258728:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211129984:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777517.258732:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777517.258734:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777517.258738:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee300 x1875667211129984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777517.258744:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777517.258745:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777517.258747:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc93d9a00. 02000000:00000001:0.0:1788777517.258750:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777517.258762:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777517.258764:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777517.258766:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777517.258767:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de300. 02000000:00000001:0.0:1788777517.258770:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777517.258772:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777517.258773:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee300. 00000100:00000001:0.0:1788777517.258776:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777517.258777:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777517.258779:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777517.258783:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777517.258784:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777517.258786:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777517.258788:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777518.260640:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777518.260649:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777518.260657:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777518.260658:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777518.260689:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777518.260693:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777518.260696:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777519.285065:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777519.285074:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777519.285081:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777519.285083:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777519.285120:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777519.285125:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777519.285129:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777520.309612:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777520.309618:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777520.309623:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777520.309626:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777520.309628:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777520.309633:0:32334:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777520.309635:0:32334:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777520.309637:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777520.309640:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777520.309642:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777520.309644:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777520.309647:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777520.309663:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777520.309665:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777520.309668:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777521.332669:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296624612, at 4296624640 00000100:00000010:2.0:1788777521.332690:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213d20. 00010000:00000001:2.0:1788777521.332709:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777521.332712:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777521.332717:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777521.332718:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777521.332745:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777521.332749:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777521.332752:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777521.334178:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296624612, at 4296624641 00000100:00000010:3.0:1788777521.334192:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213c60. 00000100:00000040:2.0:1788777522.356735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777522.356755:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777522.356767:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639e680. 00000020:00000040:2.0:1788777522.356774:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777522.356779:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777522.356783:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777522.356788:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777522.356797:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956100. 00000100:00000001:2.0:1788777522.356804:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.356817:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777522.357065:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777522.357071:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.357078:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc409d6] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.357143:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777522.357148:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777522.357151:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777522.357157:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.357165:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777522.357168:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777522.357171:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777522.357174:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777522.357177:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777522.357180:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211130240:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777522.357184:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777522.357189:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777522.357192:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777522.357195:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777522.357200:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc61caa00. 02000000:00000001:3.0:1788777522.357202:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777522.357209:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777522.357213:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777522.357220:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777522.357226:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211130240, portal 25 00000100:00000001:3.0:1788777522.357228:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777522.357229:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504815744 : -110914204735872 : ffff9b1fc639e680) 00000100:00000040:3.0:1788777522.357235:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.357241:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777522.357244:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777522.357247:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777522.357249:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211130240, offset 0 00000400:00000200:3.0:1788777522.357255:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777522.357265:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.357273:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777522.357278:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777522.357283:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777522.357287:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777522.357290:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777522.357294:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2884:2884:256:4294967295] 192.168.204.133@tcp LPNI seq info [2883:2883:8:4294967295] 00000400:00000200:3.0:1788777522.357298:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.357309:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777522.357316:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777522.357325:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777522.357332:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777522.357340:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777522.357346:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777522.357363:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777522.357368:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777522.357370:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296629726 00000100:00000010:3.0:1788777522.357375:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181de0. 00000100:00000001:3.0:1788777522.357384:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788777522.357390:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296629726 00000100:00000010:3.0:1788777522.357393:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fc3181a80. 00000100:00000001:3.0:1788777522.357396:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788777522.357399:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777522.357402:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.357405:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.357407:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.357436:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.357439:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777522.357444:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777522.357448:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ed80. 00000020:00000040:2.0:1788777522.357451:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777522.357453:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777522.357455:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777522.357457:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777522.357481:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956a00. 00000100:00000001:2.0:1788777522.357487:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.357493:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777522.357501:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777522.357503:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.357507:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e66b93b3] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.358112:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777522.358116:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777522.358120:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777522.358121:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777522.358123:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777522.358126:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788777522.358128:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777522.358130:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777522.358131:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777522.358133:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777522.358134:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777522.358135:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777522.358142:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.358151:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777522.358153:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777522.358156:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777522.358158:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777522.358160:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777522.358162:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211130368:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777522.358166:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777522.358169:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777522.358171:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777522.358173:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777522.358178:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc61cae00. 02000000:00000001:3.0:1788777522.358180:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777522.358185:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777522.358188:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73318. 00000400:00000010:3.0:1788777522.358194:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255440. 00000100:00000200:3.0:1788777522.358198:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211130368, portal 10 00000100:00000001:3.0:1788777522.358200:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777522.358202:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504817536 : -110914204734080 : ffff9b1fc639ed80) 00000100:00000040:3.0:1788777522.358209:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.358216:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777522.358218:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777522.358221:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255c38. 00000100:00000200:3.0:1788777522.358223:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211130368, offset 0 00000400:00000200:3.0:1788777522.358228:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777522.358234:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.358239:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777522.358243:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777522.358245:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777522.358248:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777522.358250:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777522.358253:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2885:2885:255:4294967295] 192.168.204.133@tcp LPNI seq info [2884:2884:7:4294967295] 00000400:00000200:3.0:1788777522.358257:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.358263:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777522.358268:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777522.358272:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b700. 00000800:00000200:3.0:1788777522.358277:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777522.358282:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777522.358285:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777522.358288:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777522.358292:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 831253 usecs (832 jiffies) 00000400:00000200:3.0:1788777522.358295:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777522.358297:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296626497 00000100:00000001:3.0:1788777522.358300:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296629726 00000100:00000001:3.0:1788777522.358302:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296626497 00000100:00000001:3.0:1788777522.358304:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296629726 00000100:00000001:3.0:1788777522.358306:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777522.358308:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.358310:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.358312:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.358342:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777522.358345:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777522.358381:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777522.358386:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:3.0:1788777522.358392:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777522.358397:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777522.358402:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255088 00000400:00000010:3.0:1788777522.358404:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255088. 00000100:00000001:3.0:1788777522.358409:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777522.358413:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.358423:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777522.358427:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.358434:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.358436:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777522.358636:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.358640:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777522.358644:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777522.358648:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ce00. 00000020:00000040:2.0:1788777522.358652:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777522.358654:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777522.358657:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777522.358659:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777522.358663:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956200. 00000100:00000001:2.0:1788777522.358668:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.358673:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777522.358681:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777522.358683:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.358688:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002086be5a] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.358701:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.358704:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777522.358707:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777522.358710:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ca80. 00000020:00000040:2.0:1788777522.358712:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777522.358714:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777522.358716:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777522.358717:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777522.358721:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956800. 00000800:00000200:3.0:1788777522.358956:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777522.358960:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b700. 00000400:00000200:3.0:1788777522.358963:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777522.358967:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777522.358971:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255c38 00000400:00000010:3.0:1788777522.358972:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255c38. 00000100:00000001:3.0:1788777522.358975:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777522.358978:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.359049:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.359055:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777522.359062:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777522.359064:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.359069:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046282c35] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.359078:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.359080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777522.359083:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788777522.359088:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1963) 00010000:00000001:2.0:1788777522.359110:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777522.359113:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777522.359117:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777522.359118:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.359193:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777522.359195:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777522.359197:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777522.359203:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.359211:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777522.359213:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777522.359216:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777522.359218:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777522.359220:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777522.359225:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211130624:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777522.359229:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777522.359232:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777522.359235:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777522.359237:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777522.359241:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc312a400. 02000000:00000001:2.0:1788777522.359243:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777522.359248:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777522.359251:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bf20. 00000400:00000010:2.0:1788777522.359256:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93550. 00000100:00000200:2.0:1788777522.359260:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211130624, portal 4 00000100:00000001:2.0:1788777522.359262:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777522.359263:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000040:2.0:1788777522.359269:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.359276:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777522.359279:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777522.359282:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93aa0. 00000100:00000200:2.0:1788777522.359285:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211130624, offset 0 00000400:00000200:2.0:1788777522.359289:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777522.359294:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777522.359299:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777522.359302:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777522.359304:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777522.359307:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777522.359309:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777522.359312:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2886:2886:255:4294967295] 192.168.204.133@tcp LPNI seq info [2885:2885:7:4294967295] 00000400:00000200:2.0:1788777522.359316:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777522.359322:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777522.359326:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777522.359331:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956600. 00000800:00000200:2.0:1788777522.359336:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777522.359341:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777522.359344:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777522.359348:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.359351:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20593 usecs (21 jiffies) 00000400:00000200:2.0:1788777522.359354:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777522.359356:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296625687 00000100:00000001:2.0:1788777522.359359:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296629726 00000100:00000001:2.0:1788777522.359361:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296625687 00000100:00000001:2.0:1788777522.359363:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296629726 00000100:00000001:2.0:1788777522.359365:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777522.359368:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.359370:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.359372:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.359377:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777522.359379:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777522.359381:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777522.359382:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777522.359384:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777522.359386:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788777522.359388:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.359390:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777522.359392:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.359394:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777522.359395:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777522.359396:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777522.359400:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.359407:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777522.359409:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777522.359411:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777522.359413:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777522.359415:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777522.359418:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211130496:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777522.359420:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777522.359423:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777522.359424:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777522.359426:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777522.359428:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc312ba00. 02000000:00000001:2.0:1788777522.359431:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777522.359433:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777522.359436:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b000. 00000400:00000010:2.0:1788777522.359439:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93880. 00000100:00000200:2.0:1788777522.359442:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211130496, portal 10 00000100:00000001:2.0:1788777522.359444:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777522.359619:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777522.359623:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.359629:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.359630:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777522.359673:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777522.359676:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956600. 00000400:00000200:3.0:1788777522.359679:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777522.359683:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777522.359686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93aa0 00000400:00000010:3.0:1788777522.359688:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93aa0. 00000100:00000001:3.0:1788777522.359691:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777522.359694:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.359701:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777522.359704:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.359710:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.359711:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777522.359966:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777522.359969:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777522.359971:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.359973:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.360138:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504809472 : -110914204742144 : ffff9b1fc639ce00) 00000100:00000040:2.0:1788777522.360148:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.360155:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777522.360158:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777522.360163:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93e58. 00000100:00000200:2.0:1788777522.360167:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211130496, offset 0 00000400:00000200:2.0:1788777522.360172:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777522.360177:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777522.360183:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777522.360186:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777522.360189:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777522.360192:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777522.360195:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777522.360198:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2887:2887:256:4294967295] 192.168.204.133@tcp LPNI seq info [2886:2886:8:4294967295] 00000400:00000200:2.0:1788777522.360202:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777522.360208:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777522.360213:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777522.360216:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956f00. 00000800:00000200:2.0:1788777522.360221:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777522.360226:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777522.360230:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777522.360248:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.360252:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21717 usecs (22 jiffies) 00000400:00000200:2.0:1788777522.360255:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777522.360257:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296625689 00000100:00000001:2.0:1788777522.360260:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296629726 00000100:00000001:2.0:1788777522.360262:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296625689 00000100:00000001:2.0:1788777522.360265:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296629726 00000100:00000001:2.0:1788777522.360267:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777522.360269:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.360272:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.360275:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777522.360426:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777522.360430:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956f00. 00000400:00000200:3.0:1788777522.360433:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777522.360438:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777522.360441:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93e58 00000400:00000010:3.0:1788777522.360444:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93e58. 00000100:00000001:3.0:1788777522.360668:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777522.360674:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.360683:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777522.360686:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.360693:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.360695:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1788777522.360896:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777522.360899:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777522.360902:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777522.362148:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.362169:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777522.362173:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.362177:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777522.362188:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.362197:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777522.362207:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.362212:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.362219:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.362224:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd61700 00000400:00000200:3.0:1788777522.362230:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.362237:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x86d5 [1] + 224 00000800:00000001:3.0:1788777522.362247:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.362254:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777522.362259:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777522.362264:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777522.362274:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777522.362286:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777522.362299:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.362382:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777522.362387:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777522.362409:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777522.362421:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.362425:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777522.364164:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.364184:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777522.364189:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.364191:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777522.364200:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364210:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777522.364219:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364224:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364229:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364234:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61600 00000400:00000200:3.0:1788777522.364240:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364248:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x86c5 [1] + 224 00000800:00000001:3.0:1788777522.364256:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.364261:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777522.364266:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777522.364271:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777522.364278:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777522.364290:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777522.364303:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.364324:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777522.364332:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.364337:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777522.364339:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.364341:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777522.364344:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364348:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777522.364352:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364355:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364357:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364360:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61680 00000400:00000200:3.0:1788777522.364364:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364368:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x86e5 [1] + 224 00000800:00000001:3.0:1788777522.364372:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.364380:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777522.364382:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777522.364385:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777522.364388:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777522.364394:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777522.364402:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.364409:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777522.364413:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.364416:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777522.364436:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777522.364442:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777522.364450:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777522.364516:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777522.364520:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73318. 00000400:00000200:3.0:1788777522.364526:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255440 00000400:00000010:3.0:1788777522.364529:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255440. 00000100:00000001:3.0:1788777522.364532:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777522.364537:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777522.364552:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.364558:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777522.364561:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777522.364564:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777522.364569:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777522.364572:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777522.364575:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777522.364580:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777522.364594:0:2415:0:(import.c:2149:obd_at_measure()) add 0 to ffff9b1fd0064460 time=31 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777522.364599:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777522.364602:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777522.364605:0:2415:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1788777522.364609:0:2415:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1788777522.364612:0:2415:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff9b1fc31a7000 of lustre-MDT0000_UUID@192.168.204.133@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1788777522.364619:0:2415:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788777522.364624:0:2415:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9b1fc31a7000: Connection to lustre-MDT0000 (at 192.168.204.133@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788777522.364628:0:2415:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788777522.364632:0:2415:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788777522.364636:0:2415:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.364638:0:2415:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788777522.364641:0:2415:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788777522.364643:0:2415:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788777522.364654:0:2415:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777522.364658:0:2415:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1937 00000400:00000200:3.0:1788777522.364664:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.364668:0:2415:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:3.0:1788777522.364673:0:2415:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777522.364677:0:2415:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777522.364680:0:2415:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777522.364683:0:2415:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:3.0:1788777522.364688:0:2415:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777522.364691:0:2415:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:3.0:1788777522.364694:0:2415:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777522.364699:0:2415:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:3.0:1788777522.364701:0:2415:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:3.0:1788777522.364704:0:2415:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000040:3.0:1788777522.364707:0:2415:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777522.364708:0:2415:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777522.364710:0:2415:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777522.364712:0:2415:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:3.0:1788777522.364716:0:2415:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00080000:3.0:1788777522.364720:0:2415:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:3.0:1788777522.364723:0:2415:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777522.364726:0:2415:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788777522.364735:0:2415:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777522.364737:0:2415:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.364740:0:2415:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777522.364744:0:2415:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788777522.364747:0:2415:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.364749:0:2415:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777522.364757:0:2415:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254e00. 00000020:00000040:3.0:1788777522.364760:0:2415:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:3.0:1788777522.364765:0:2415:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777522.364767:0:2415:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.364771:0:2415:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777522.364774:0:2415:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777522.364779:0:2415:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777522.364789:0:2415:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ec000. 00000100:00000001:3.0:1788777522.364797:0:2415:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777522.364805:0:2415:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777522.364821:0:2415:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777522.364826:0:2415:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777522.364832:0:2415:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082536591] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.364860:0:2415:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.364862:0:2415:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1788777522.364864:0:2415:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1788777522.364871:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.364879:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1788777522.364883:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777522.364885:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777522.364889:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777522.364897:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211130368:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777522.364903:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.364906:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777522.364910:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ed80 x1875667211130368/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.364917:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777522.364921:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777522.364924:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc61cae00. 02000000:00000001:3.0:1788777522.364929:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777522.364942:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777522.364944:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777522.364947:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777522.364951:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956a00. 02000000:00000001:3.0:1788777522.364957:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777522.364961:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777522.364964:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ed80. 00000100:00000001:3.0:1788777522.364968:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777522.364970:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777522.364975:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.364977:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777522.364978:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777522.364981:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.364982:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777522.364992:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777522.365003:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777522.365006:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777522.365022:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777522.365036:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777522.365038:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777522.365043:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777522.365046:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777522.365049:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777522.365052:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211130752:192.168.204.133@tcp:38:ptlrpcd_01_01.0 00000100:00000001:1.0:1788777522.365057:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777522.365061:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777522.365063:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777522.365065:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777522.365075:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356c800. 02000000:00000001:1.0:1788777522.365077:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777522.365084:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777522.365088:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12528. 00000400:00000010:1.0:1788777522.365096:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256a18. 00000100:00000200:1.0:1788777522.365102:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211130752, portal 10 00000100:00000001:1.0:1788777522.365104:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777522.365105:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453134336 : -110914256417280 : ffff9b1fc3254e00) 00000100:00000040:1.0:1788777522.365113:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777522.365120:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777522.365123:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777522.365125:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256440. 00000100:00000200:1.0:1788777522.365129:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211130752, offset 0 00000400:00000200:1.0:1788777522.365134:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777522.365143:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777522.365150:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777522.365156:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777522.365161:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777522.365164:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777522.365167:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777522.365170:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2888:2888:256:4294967295] 192.168.204.133@tcp LPNI seq info [2887:2887:8:4294967295] 00000400:00000200:1.0:1788777522.365174:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777522.365183:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777522.365190:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777522.365196:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5400. 00000800:00000200:1.0:1788777522.365202:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777522.365210:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777522.365214:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777522.365231:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777522.365236:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 830178 usecs (831 jiffies) 00000400:00000200:1.0:1788777522.365240:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777522.365243:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296626503 00000100:00000001:1.0:1788777522.365246:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296629726 00000100:00000001:1.0:1788777522.365248:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296626503 00000100:00000001:1.0:1788777522.365250:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296629726 00000100:00000001:1.0:1788777522.365252:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777522.365254:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777522.365257:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777522.365260:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777522.365267:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777522.365269:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777522.365271:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777522.365272:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777522.365273:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777522.365275:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777522.366019:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777522.366027:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5400. 00000400:00000200:3.0:1788777522.366032:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777522.366040:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777522.366046:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256440 00000400:00000010:3.0:1788777522.366048:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256440. 00000100:00000001:3.0:1788777522.366053:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777522.366135:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.366146:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777522.366150:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.366157:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777522.366158:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777522.368809:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.368836:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777522.368842:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.368846:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777522.368859:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.368870:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777522.368882:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.368888:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.368895:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.368899:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61780 00000400:00000200:3.0:1788777522.368906:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777522.368913:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x86f5 [1] + 0 00000800:00000001:3.0:1788777522.368923:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.368942:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777522.368947:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777522.368952:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777522.368962:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777522.368974:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777522.368989:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777522.369019:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777522.369032:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777522.369036:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777522.369289:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777522.369295:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777522.369304:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777522.369306:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777522.369311:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12528. 00000400:00000200:1.0:1788777522.369316:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256a18 00000400:00000010:1.0:1788777522.369319:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256a18. 00000100:00000001:1.0:1788777522.369323:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777522.369344:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777522.369355:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777522.369362:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777522.369365:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777522.369368:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777522.369373:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777522.369376:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777522.369379:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777522.369382:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777522.369407:0:2411:0:(import.c:2149:obd_at_measure()) add 0 to ffff9b1fd0064460 time=31 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777522.369413:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777522.369416:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777522.369418:0:2411:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788777522.369421:0:2411:0:(client.c:1711:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788777522.369427:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777532 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777522.369435:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788777522.369440:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777522.369442:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777522.369446:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788777522.369449:0:2411:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1788777522.369559:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788777522.369828:0:2411:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-19) 00000100:00000001:1.0:1788777522.369831:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788777522.369838:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777532 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777522.369847:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211130752:192.168.204.133@tcp:38:ptlrpcd_01_01.0 00000100:00000001:1.0:1788777522.369854:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777522.369858:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777522.369862:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254e00 x1875667211130752/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777532 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777522.369870:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777522.369874:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777522.369879:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356c800. 02000000:00000001:1.0:1788777522.369883:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777522.369887:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777522.369889:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777522.369892:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777522.369895:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ec000. 02000000:00000001:1.0:1788777522.369901:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777522.369903:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777522.369906:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254e00. 00000100:00000001:1.0:1788777522.369910:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777522.369912:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777522.369915:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777522.369925:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777522.369927:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777522.369930:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777522.369940:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788777522.370832:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777522.370837:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777522.370841:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bf20. 00000400:00000200:2.0:1788777522.370849:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93550 00000400:00000010:2.0:1788777522.370852:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93550. 00000100:00000001:2.0:1788777522.370858:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777522.370869:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777522.370880:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.370888:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777522.370890:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.370893:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777522.370895:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777522.370898:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777522.370900:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777522.370903:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777522.370912:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777522.370916:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777522.370918:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777522.370920:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777522.370923:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777522.370930:0:2414:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.370945:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777522.370948:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788777522.370950:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777522.370952:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.370957:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.370965:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777522.370968:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777522.370971:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777522.370975:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777522.370982:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211130624:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777522.370987:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.370990:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777522.370993:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ca80 x1875667211130624/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.370999:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777522.371001:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777522.371005:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc312a400. 02000000:00000001:2.0:1788777522.371008:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777522.371011:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777522.371013:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777522.371015:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777522.371018:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956800. 02000000:00000001:2.0:1788777522.371022:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777522.371023:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777522.371025:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ca80. 00000100:00000001:2.0:1788777522.371028:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777522.371029:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.371034:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.371037:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777522.371040:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777522.371044:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777522.371046:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777522.371048:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b000. 00000400:00000200:2.0:1788777522.371050:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93880 00000400:00000010:2.0:1788777522.371052:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93880. 00000100:00000001:2.0:1788777522.371055:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777522.371554:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777522.371566:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.371573:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777522.371575:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.371578:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777522.371579:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777522.371581:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777522.371582:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777522.371584:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777522.371592:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=31 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777522.371595:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777522.371597:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777522.371599:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777522.371601:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777522.371605:0:2414:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.371608:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777522.371610:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:2.0:1788777522.371612:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777522.371613:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777522.371617:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.371623:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777522.371625:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777522.371626:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777522.371630:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777522.371637:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211130496:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777522.371641:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.372132:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777522.372140:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ce00 x1875667211130496/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777522.372147:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777522.372149:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777522.372152:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc312ba00. 02000000:00000001:2.0:1788777522.372157:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777522.372160:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777522.372161:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777522.372163:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777522.372165:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956200. 02000000:00000001:2.0:1788777522.372168:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777522.372169:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777522.372172:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ce00. 00000100:00000001:2.0:1788777522.372174:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777522.372175:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.372178:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777522.372188:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777522.372190:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777522.372194:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777522.372196:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777523.380802:0:2415:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777523.380815:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777523.380818:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1788777523.380824:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777523.380826:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777523.380830:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777523.380834:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777523.382174:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777523.382179:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777523.382184:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777523.382185:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777523.382204:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777523.382207:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777523.382210:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777524.405492:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777524.405512:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777524.405514:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777524.405517:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777524.405522:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777524.405524:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777524.405526:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777524.405528:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777524.405533:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777524.405534:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777524.405560:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777524.405563:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777524.405566:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777525.428643:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777525.428650:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777525.428655:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777525.428656:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777525.428788:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777525.428793:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777525.428797:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777526.452575:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296629726, at 4296629760 00000100:00000040:3.0:1788777526.452580:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296629726, at 4296629760 00000100:00000010:3.0:1788777526.452593:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181a80. 00000100:00000010:2.0:1788777526.452596:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fc3181de0. 00010000:00000001:2.0:1788777526.452612:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777526.452614:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777526.452618:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777526.452621:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777526.452644:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777526.452647:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777526.452649:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777527.476735:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777527.476742:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777527.476749:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777527.476750:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.476754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777527.476761:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777527.476771:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ee300. 00000020:00000001:2.0:1788777527.476776:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1788777527.476777:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000020:00000001:2.0:1788777527.476781:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777527.476783:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:2.0:1788777527.476786:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1788777527.476788:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777527.476793:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777527.476801:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de300. 00000100:00000001:0.0:1788777527.476808:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.476820:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777527.476840:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777527.476845:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.476852:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dd5809d] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777527.476878:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777527.476881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788777527.476884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788777527.476887:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788777527.476889:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788777527.476893:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788777527.476896:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1958 00000400:00000200:0.0:1788777527.476903:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777527.476907:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00001000:0.0:1788777527.476912:0:38:0:(import.c:2149:obd_at_measure()) add 10 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00001000:0.0:1788777527.476915:0:38:0:(import.c:2215:obd_at_measure()) AT ffff9b1fd0064418 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1788777527.476918:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1788777527.476921:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777527.476925:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777527.476927:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777527.476930:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:0.0:1788777527.476932:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777527.476934:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:0.0:1788777527.476937:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777527.476940:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:0.0:1788777527.476942:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:0.0:1788777527.476944:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000001:1.0:1788777527.476946:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788777527.476947:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777527.476949:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1788777527.476950:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788777527.476951:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777527.476952:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788777527.476953:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:0.0:1788777527.476955:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00000040:1.0:1788777527.476958:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788777527.476959:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:0.0:1788777527.476961:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777527.476964:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1788777527.476966:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777527.476968:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777527.476969:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777527.476971:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777527.476972:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777527.476974:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777527.476974:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788777527.476978:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788777527.476981:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777527.476983:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777527.476987:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef100. 00000020:00000040:0.0:1788777527.476989:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777527.476992:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777527.476994:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777527.476996:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777527.476998:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777527.477000:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777527.477004:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1002800. 00000100:00000001:0.0:1788777527.477007:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777527.477014:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777527.477021:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777527.477023:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.477026:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001566d6ae] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777527.477047:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.477051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777527.477053:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777527.477056:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec380. 00000020:00000040:0.0:1788777527.477059:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777527.477061:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777527.477062:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777527.477063:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777527.477068:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de400. 00000100:00000001:0.0:1788777527.477070:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.477075:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777527.477081:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777527.477083:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.477086:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e76f8ed4] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777527.477094:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.477096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777527.477099:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788777527.477100:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1788777527.477103:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1788777527.477105:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ee680. 00000020:00000040:0.0:1788777527.477107:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777527.477109:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777527.477110:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777527.477112:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777527.477114:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30dec00. 00000100:00000001:0.0:1788777527.477117:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777527.477118:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633159452714624 : -110914256836992 : ffff9b1fc31ee680) 00000100:00080000:0.0:1788777527.477120:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788777527.477123:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b1fc31a7000: disconnect after 20s idle 00000100:00000001:0.0:1788777527.477125:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777527.477126:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.477130:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000323a69c3] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777527.477136:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777527.477138:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.477140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777527.477144:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777527.477148:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1968) 02000000:00000001:1.0:1788777527.477155:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777527.477160:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211130880:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777527.477164:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777527.477169:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777527.477172:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777527.477174:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788777527.477174:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777527.477176:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777527.477177:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1788777527.477179:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332a200. 02000000:00000001:1.0:1788777527.477181:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.477181:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788777527.477186:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777527.477188:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1788777527.477190:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12528. 00000100:00000001:0.0:1788777527.477190:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777527.477192:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777527.477193:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777527.477195:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788777527.477196:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256a18. 00000100:00100000:0.0:1788777527.477197:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211131136:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777527.477200:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1788777527.477202:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211130880, portal 25 02000000:00000001:0.0:1788777527.477202:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777527.477203:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.477205:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1788777527.477205:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788777527.477206:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452713728 : -110914256837888 : ffff9b1fc31ee300) 02000000:00000010:0.0:1788777527.477208:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc93d9600. 02000000:00000001:0.0:1788777527.477209:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777527.477212:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788777527.477212:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777527.477215:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777527.477218:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b550. 00000100:00000001:1.0:1788777527.477219:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1788777527.477220:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211131136, portal 10 00000100:00000040:1.0:1788777527.477221:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000100:00000001:0.0:1788777527.477222:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777527.477223:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000400:00000010:1.0:1788777527.477224:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256bb0. 00000100:00000200:1.0:1788777527.477227:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211130880, offset 0 00000100:00000040:0.0:1788777527.477229:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788777527.477233:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000100:00000001:0.0:1788777527.477235:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777527.477237:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777527.477238:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b000. 00000400:00000200:1.0:1788777527.477240:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000200:0.0:1788777527.477240:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211131136, offset 0 00000400:00000200:1.0:1788777527.477246:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777527.477251:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777527.477254:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777527.477255:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777527.477258:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777527.477261:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777527.477265:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2889:2889:256:4294967295] 192.168.204.133@tcp LPNI seq info [2888:2888:8:4294967295] 00000400:00000200:1.0:1788777527.477270:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777527.477280:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777527.477286:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777527.477290:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5100. 00000800:00000200:1.0:1788777527.477297:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777527.477304:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777527.477308:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777527.477328:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777527.477332:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777527.477335:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296634846 00000100:00000010:1.0:1788777527.477339:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd12135a0. 00000100:00000001:1.0:1788777527.477346:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788777527.477350:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296634846 00000100:00000010:1.0:1788777527.477353:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd12133c0. 00000100:00000001:1.0:1788777527.477357:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788777527.477360:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777527.477362:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.477365:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.477367:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.477374:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777527.477381:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777527.477400:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777527.477403:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777527.477404:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777527.477410:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777527.477416:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777527.477418:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777527.477420:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777527.477422:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777527.477424:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777527.477426:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211131008:192.168.204.133@tcp:38:kworker.0 00000100:00000001:3.0:1788777527.477432:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777527.477433:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777527.477435:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777527.477437:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777527.477440:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ef000. 02000000:00000001:3.0:1788777527.477442:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777527.477445:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777527.477448:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73318. 00000400:00000010:3.0:1788777527.477452:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255440. 00000100:00000200:3.0:1788777527.477456:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211131008, portal 10 00000100:00000001:3.0:1788777527.477458:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777527.477459:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452717312 : -110914256834304 : ffff9b1fc31ef100) 00000100:00000040:3.0:1788777527.477491:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777527.477497:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777527.477499:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777527.477502:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255c38. 00000100:00000200:3.0:1788777527.477505:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211131008, offset 0 00000400:00000200:3.0:1788777527.477510:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777527.477514:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.477517:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777527.477520:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777527.477522:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777527.477525:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777527.477527:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777527.477529:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2890:2890:255:4294967295] 192.168.204.133@tcp LPNI seq info [2889:2889:7:4294967295] 00000400:00000200:3.0:1788777527.477533:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.477539:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777527.477544:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777527.477548:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b700. 00000800:00000200:3.0:1788777527.477552:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777527.477557:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777527.477559:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788777527.477562:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777527.477566:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 829102 usecs (830 jiffies) 00000400:00000200:3.0:1788777527.477568:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777527.477570:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296631615 00000100:00000001:3.0:1788777527.477573:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296634846 00000100:00000001:3.0:1788777527.477575:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296631615 00000100:00000001:3.0:1788777527.477577:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296634846 00000100:00000001:3.0:1788777527.477579:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777527.477582:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777527.477584:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777527.477588:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777527.477595:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777527.477597:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777527.477599:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777527.477600:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777527.477602:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777527.477605:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211131264:192.168.204.133@tcp:9:kworker.0 00000100:00000001:3.0:1788777527.477608:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777527.477610:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777527.477611:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777527.477613:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777527.477616:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc61cae00. 02000000:00000001:3.0:1788777527.477618:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777527.477622:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777527.477624:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c730b0. 00000400:00000010:3.0:1788777527.477628:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777527.477630:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211131264, portal 4 00000100:00000001:3.0:1788777527.477632:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777527.477634:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452714624 : -110914256836992 : ffff9b1fc31ee680) 00000100:00000040:3.0:1788777527.477639:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777527.477644:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777527.477646:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777527.477648:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255bb0. 00000100:00000200:3.0:1788777527.477650:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211131264, offset 0 00000400:00000200:3.0:1788777527.477654:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777527.477657:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.477660:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777527.477663:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777527.477665:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777527.477667:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777527.477669:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777527.477672:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2891:2891:254:4294967295] 192.168.204.133@tcp LPNI seq info [2890:2890:6:4294967295] 00000400:00000200:3.0:1788777527.477675:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.477680:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777527.477684:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777527.477697:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777527.477702:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777527.477706:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777527.477708:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777527.477710:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777527.477713:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20565 usecs (21 jiffies) 00000400:00000200:3.0:1788777527.477715:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777527.477717:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296630806 00000100:00000001:3.0:1788777527.477719:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296634846 00000100:00000001:3.0:1788777527.477721:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296630806 00000100:00000001:3.0:1788777527.477723:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296634846 00000100:00000001:3.0:1788777527.477725:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777527.477727:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777527.477729:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777527.477730:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777527.477734:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777527.477735:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788777527.477737:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777527.477738:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777527.477739:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777527.477741:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777527.477915:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777527.477920:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777527.477922:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777527.477924:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777527.477926:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777527.477929:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777527.477931:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2892:2892:253:4294967295] 192.168.204.133@tcp LPNI seq info [2891:2891:5:4294967295] 00000400:00000200:0.0:1788777527.477935:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777527.477942:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777527.477945:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777527.477949:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30ded00. 00000800:00000200:0.0:1788777527.477953:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777527.477956:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777527.477958:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30ded00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777527.477961:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.477964:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21697 usecs (22 jiffies) 00000400:00000200:0.0:1788777527.477967:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777527.477969:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296630807 00000100:00000001:0.0:1788777527.477971:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296634846 00000100:00000001:0.0:1788777527.477973:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296630807 00000100:00000001:0.0:1788777527.477975:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296634846 00000100:00000001:0.0:1788777527.477976:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777527.477978:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777527.477981:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777527.477983:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777527.477986:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777527.477987:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777527.477989:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777527.477990:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777527.477992:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777527.477994:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.478064:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777527.478067:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777527.478069:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.478071:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777527.478157:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777527.478163:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5100. 00000400:00000200:2.0:1788777527.478169:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777527.478174:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777527.478178:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256bb0 00000400:00000010:2.0:1788777527.478181:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256bb0. 00000100:00000001:2.0:1788777527.478185:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777527.478190:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777527.478199:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777527.478203:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777527.478209:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777527.478210:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777527.478224:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777527.478226:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b700. 00000400:00000200:2.0:1788777527.478229:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777527.478232:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777527.478234:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255c38 00000400:00000010:2.0:1788777527.478236:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255c38. 00000100:00000001:2.0:1788777527.478238:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777527.478241:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777527.478253:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777527.478256:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777527.478262:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777527.478263:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777527.478272:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777527.478274:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:2.0:1788777527.478276:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777527.478280:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777527.478282:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255bb0 00000400:00000010:2.0:1788777527.478284:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255bb0. 00000100:00000001:2.0:1788777527.478286:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777527.478289:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777527.478295:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777527.478298:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777527.478303:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777527.478305:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777527.478644:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777527.478648:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30ded00. 00000400:00000200:2.0:1788777527.478652:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777527.478656:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777527.478660:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b000 00000400:00000010:2.0:1788777527.478661:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b000. 00000100:00000001:2.0:1788777527.478665:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777527.478669:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777527.478676:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777527.478679:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777527.478690:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777527.478692:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777527.481495:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777527.481513:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777527.481517:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777527.481519:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777527.481528:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.481535:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777527.481544:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.481549:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.481553:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.481558:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd61980 00000400:00000200:3.0:1788777527.481564:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.481571:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x871d [1] + 224 00000800:00000001:3.0:1788777527.481579:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777527.481586:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777527.481589:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777527.481594:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777527.481600:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777527.481610:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777527.481621:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777527.481642:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777527.481650:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777527.481653:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.481822:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777527.481826:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777527.481843:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777527.481845:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777527.481848:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c730b0. 00000400:00000200:1.0:1788777527.481853:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255088 00000400:00000010:1.0:1788777527.481855:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255088. 00000100:00000001:1.0:1788777527.481858:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777527.481863:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777527.481872:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777527.481878:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777527.481880:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.481882:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777527.481886:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777527.481888:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777527.481890:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777527.481893:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777527.481902:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=36 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777527.481919:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=50 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777527.481922:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777527.481924:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777527.481926:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777527.481930:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.481935:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777527.481938:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788777527.481940:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777527.481942:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777527.481947:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777527.481954:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777527.481957:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777527.481959:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788777527.481963:0:2411:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788777527.481971:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788777527.481986:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777527.481995:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211131264:192.168.204.133@tcp:9:kworker.0 00000100:00000001:1.0:1788777527.481999:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.482002:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777527.482005:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee680 x1875667211131264/t0(0) o9->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777527.482011:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777527.482014:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777527.482018:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc61cae00. 02000000:00000001:1.0:1788777527.482022:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777527.482024:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777527.482026:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777527.482028:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777527.482031:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30dec00. 02000000:00000001:1.0:1788777527.482036:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777527.482038:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777527.482041:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee680. 00000100:00000001:1.0:1788777527.482045:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777527.482047:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.482049:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.482051:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777527.482052:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777527.482054:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.482055:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777527.494329:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777527.494352:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777527.494358:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777527.494361:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777527.494371:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777527.494379:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777527.494399:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777527.494403:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777527.494409:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777527.494413:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61900 00000400:00000200:2.0:1788777527.494418:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777527.494423:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8705 [1] + 224 00000800:00000001:2.0:1788777527.494430:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777527.494436:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777527.494440:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777527.494444:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777527.494460:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777527.494497:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777527.494508:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777527.494527:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777527.494535:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777527.494539:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777527.495646:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777527.495653:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777527.495662:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777527.495664:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777527.495668:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777527.495675:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:0.0:1788777527.495678:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:0.0:1788777527.495682:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777527.495705:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777527.495716:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777527.495723:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777527.495725:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777527.495727:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777527.495731:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777527.495733:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777527.495735:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777527.495738:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777527.495748:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=36 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777527.495752:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777527.495755:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777527.495756:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777527.495759:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777527.495762:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777527.495765:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777527.495767:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777527.495769:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777527.495771:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777527.495775:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777527.495782:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777527.495785:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777527.495787:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777527.495790:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777527.495798:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211131136:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777527.495803:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777527.495806:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777527.495809:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec380 x1875667211131136/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777527.495816:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777527.495818:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777527.495821:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc93d9600. 02000000:00000001:0.0:1788777527.495825:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777527.495827:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777527.495829:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777527.495841:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777527.495844:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de400. 02000000:00000001:0.0:1788777527.495848:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777527.495850:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777527.495852:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec380. 00000100:00000001:0.0:1788777527.495855:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777527.495857:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777527.495859:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777527.495868:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777527.495870:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777527.495872:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777527.495874:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777527.525692:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777527.525709:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777527.525713:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777527.525715:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777527.525724:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.525733:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777527.525742:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.525747:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.525752:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.525756:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61880 00000400:00000200:3.0:1788777527.525762:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777527.525767:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x870d [1] + 0 00000800:00000001:3.0:1788777527.525774:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777527.525781:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777527.525784:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777527.525789:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777527.525798:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777527.525807:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777527.525819:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777527.525849:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777527.525859:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777527.525862:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.527495:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777527.527503:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777527.527511:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777527.527513:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777527.527516:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73318. 00000400:00000200:1.0:1788777527.527525:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255440 00000400:00000010:1.0:1788777527.527527:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255440. 00000100:00000001:1.0:1788777527.527532:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777527.527542:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777527.527554:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777527.527562:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777527.527564:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.527566:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777527.527570:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777527.527573:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777527.527575:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777527.527578:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777527.527586:0:2411:0:(import.c:2149:obd_at_measure()) add 0 to ffff9b1fd0064460 time=36 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777527.527590:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=10 (10 0 0 0) 00000100:00000001:1.0:1788777527.527593:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777527.527595:0:2411:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788777527.527598:0:2411:0:(client.c:1711:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788777527.527603:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777542 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777527.527610:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788777527.527613:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777527.527616:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.527618:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788777527.527621:0:2411:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1788777527.527624:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788777527.527629:0:2411:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-19) 00000100:00000001:1.0:1788777527.527631:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788777527.527635:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777542 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777527.527643:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211131008:192.168.204.133@tcp:38:kworker.0 00000100:00000001:1.0:1788777527.527649:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.527652:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777527.527655:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef100 x1875667211131008/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777542 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777527.527662:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777527.527664:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777527.527667:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ef000. 02000000:00000001:1.0:1788777527.527671:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777527.527673:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777527.527675:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777527.527677:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777527.527680:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1002800. 02000000:00000001:1.0:1788777527.527684:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777527.527686:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777527.527687:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef100. 00000100:00000001:1.0:1788777527.527691:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777527.527692:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.527694:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777527.527701:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777527.527703:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777527.527706:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777527.527707:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777528.500626:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777528.500634:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777528.500637:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788777528.500641:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 1 seconds 00000100:00000001:1.0:1788777528.500645:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777528.500649:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777528.501659:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777528.501663:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777528.501668:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777528.501670:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777528.501741:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777528.501745:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777528.501748:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777529.524735:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777529.524742:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777529.524747:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777529.524748:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777529.524777:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777529.524780:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777529.524783:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777529.525133:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777529.525137:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777529.525140:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788777529.525143:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 1 seconds 00000100:00000001:1.0:1788777529.525147:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777529.525150:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777530.548588:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1788777530.548592:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777530.548598:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777530.548602:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1788777530.548604:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1788777530.548604:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777530.548607:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1788777530.548607:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 1 seconds 00010000:00000001:2.0:1788777530.548609:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1788777530.548610:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777530.548613:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777530.548615:0:32334:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777530.548617:0:32334:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777530.548618:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777530.548621:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777530.548623:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777530.548625:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777530.548627:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777530.548642:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777530.548645:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777530.548648:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777531.572664:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296634846, at 4296634880 00000100:00000010:2.0:1788777531.572680:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd12135a0. 00010000:00000001:2.0:1788777531.572696:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777531.572698:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777531.572702:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777531.572703:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777531.572875:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777531.572880:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777531.572883:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777531.572949:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296634846, at 4296634880 00000100:00000010:3.0:1788777531.572956:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd12133c0. 00000100:00000001:1.0:1788777531.573725:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777531.573729:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777531.573731:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788777531.573735:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 1 seconds 00000100:00000001:1.0:1788777531.573738:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777531.573742:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777532.596595:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777532.596602:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777532.596607:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777532.596608:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777532.596629:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777532.596632:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777532.596634:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777532.596862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777532.596868:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777532.596885:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123800. 00000020:00000040:1.0:1788777532.596891:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=6 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777532.596895:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777532.596898:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777532.596903:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777532.596911:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5d00. 00000100:00000001:1.0:1788777532.596918:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777532.596932:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777532.596950:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777532.596955:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777532.596962:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b590c97] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777532.596990:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777532.596993:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788777532.596996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788777532.596999:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788777532.597001:0:36:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788777532.597005:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788777532.597008:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1963 00000400:00000200:1.0:1788777532.597015:0:36:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777532.597020:0:36:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00001000:1.0:1788777532.597024:0:36:0:(import.c:2149:obd_at_measure()) add 15 to ffff9b1fd0064418 time=31 v=10 (10 0 0 0) 00000100:00001000:1.0:1788777532.597027:0:36:0:(import.c:2215:obd_at_measure()) AT ffff9b1fd0064418 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:1.0:1788777532.597030:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: tried all connections, increasing latency to 10s 00000100:00000040:1.0:1788777532.597033:0:36:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777532.597036:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777532.597039:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777532.597041:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:1.0:1788777532.597044:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777532.597045:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:1.0:1788777532.597048:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777532.597051:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:1.0:1788777532.597053:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:1.0:1788777532.597055:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000040:1.0:1788777532.597058:0:36:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777532.597059:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777532.597061:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777532.597063:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:1.0:1788777532.597066:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00080000:1.0:1788777532.597069:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:1.0:1788777532.597072:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777532.597074:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788777532.597080:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777532.597082:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777532.597084:0:36:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788777532.597089:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788777532.597092:0:36:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777532.597094:0:36:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777532.597098:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121880. 00000020:00000040:1.0:1788777532.597100:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777532.597103:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777532.597104:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777532.597107:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777532.597109:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777532.597111:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777532.597114:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356d000. 00000100:00000001:1.0:1788777532.597117:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777532.597123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777532.597130:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777532.597132:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777532.597136:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b05ad78] to pc [ptlrpcd_rcv+-1] req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777532.597148:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777532.597151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777532.597154:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777532.597156:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122d80. 00000020:00000040:1.0:1788777532.597158:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777532.597160:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777532.597161:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777532.597163:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777532.597167:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5b00. 00000100:00000001:1.0:1788777532.597170:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777532.597174:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777532.597181:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777532.597182:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777532.597186:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094c63d15] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777532.597195:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777532.597197:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777532.597200:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777532.597202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777532.597205:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777532.597210:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1973) 00000100:00000001:1.0:1788777532.597219:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777532.597222:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777532.597225:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777532.597230:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777532.597237:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777532.597239:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777532.597242:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777532.597244:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777532.597247:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777532.597250:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211131648:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777532.597253:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777532.597258:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777532.597260:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777532.597262:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777532.597267:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332b000. 02000000:00000001:1.0:1788777532.597269:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777532.597274:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777532.597277:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12948. 00000400:00000010:1.0:1788777532.597283:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256990. 00000100:00000200:1.0:1788777532.597289:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211131648, portal 10 00000100:00000001:1.0:1788777532.597291:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777532.597293:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686761856 : -110914022789760 : ffff9b1fd1122d80) 00000100:00000040:1.0:1788777532.597299:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777532.597306:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777532.597309:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777532.597312:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92566e8. 00000100:00000200:1.0:1788777532.597315:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211131648, offset 0 00000400:00000200:1.0:1788777532.597322:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777532.597330:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777532.597335:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777532.597341:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777532.597345:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777532.597349:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777532.597351:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777532.597354:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2893:2893:256:4294967295] 192.168.204.133@tcp LPNI seq info [2892:2892:8:4294967295] 00000400:00000200:1.0:1788777532.597358:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777532.597367:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777532.597373:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777532.597377:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5a00. 00000800:00000200:1.0:1788777532.597384:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777532.597391:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777532.597396:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777532.597404:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777532.597408:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21703 usecs (22 jiffies) 00000400:00000200:1.0:1788777532.597411:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777532.597414:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296635926 00000100:00000010:1.0:1788777532.597419:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213cc0. 00000100:00000001:1.0:1788777532.597426:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788777532.597434:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296635926 00000100:00000010:1.0:1788777532.597437:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213420. 00000100:00000001:1.0:1788777532.597440:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788777532.597443:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777532.597445:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777532.597448:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777532.597451:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777532.597457:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777532.597459:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777532.597492:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777532.597494:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777532.597495:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777532.597497:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788777532.597499:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777532.597501:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777532.597502:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777532.597504:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777532.597505:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777532.597507:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777532.597511:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777532.597518:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777532.597519:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777532.597521:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777532.597523:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777532.597525:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777532.597528:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211131392:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777532.597530:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777532.597533:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777532.597535:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777532.597537:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777532.597540:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332b400. 02000000:00000001:1.0:1788777532.597541:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777532.597545:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777532.597547:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e121b8. 00000400:00000010:1.0:1788777532.597563:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256908. 00000100:00000200:1.0:1788777532.597566:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211131392, portal 25 00000100:00000001:1.0:1788777532.597568:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777532.597570:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686764544 : -110914022787072 : ffff9b1fd1123800) 00000100:00000040:1.0:1788777532.597574:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777532.597580:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777532.597582:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777532.597584:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777532.597587:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211131392, offset 0 00000400:00000200:1.0:1788777532.597590:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777532.597594:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777532.597598:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777532.597600:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777532.597603:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777532.597605:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777532.597607:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777532.597609:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2894:2894:255:4294967295] 192.168.204.133@tcp LPNI seq info [2893:2893:7:4294967295] 00000400:00000200:1.0:1788777532.597613:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777532.597619:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777532.597623:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777532.597626:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5600. 00000800:00000200:1.0:1788777532.597630:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777532.597634:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777532.597637:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777532.597640:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777532.597644:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777532.597646:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296639966 00000100:00000001:1.0:1788777532.597651:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296635926 00000100:00000001:1.0:1788777532.597654:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296639966 00000100:00000001:1.0:1788777532.597656:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296635926 00000100:00000001:1.0:1788777532.597659:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777532.597662:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777532.597664:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777532.597665:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777532.597701:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777532.597704:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777532.597706:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788777532.597708:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 1 seconds 00000100:00000001:1.0:1788777532.597710:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777532.597712:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777532.598054:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777532.598057:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777532.598059:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777532.598062:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777532.600234:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777532.600242:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777532.600244:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777532.600258:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777532.600270:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777532.600272:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777532.600276:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777532.600279:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777532.600282:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777532.600285:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211131520:192.168.204.133@tcp:38:kworker.0 00000100:00000001:2.0:1788777532.600290:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777532.600294:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777532.600296:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777532.600299:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777532.600307:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333a000. 02000000:00000001:2.0:1788777532.600309:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777532.600316:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777532.600320:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b000. 00000400:00000010:2.0:1788777532.600327:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93880. 00000100:00000200:2.0:1788777532.600334:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211131520, portal 10 00000100:00000001:2.0:1788777532.600336:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777532.600337:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686756480 : -110914022795136 : ffff9b1fd1121880) 00000100:00000040:2.0:1788777532.600345:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777532.600353:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777532.600356:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777532.600359:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93550. 00000100:00000200:2.0:1788777532.600362:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211131520, offset 0 00000400:00000200:2.0:1788777532.600368:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777532.600376:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777532.600382:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777532.600387:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777532.600391:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777532.600395:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777532.600398:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777532.600401:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2895:2895:254:4294967295] 192.168.204.133@tcp LPNI seq info [2894:2894:6:4294967295] 00000400:00000200:2.0:1788777532.600406:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777532.600415:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777532.600421:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777532.600426:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956200. 00000800:00000200:2.0:1788777532.600432:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777532.600438:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777532.600442:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788777532.600446:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777532.600450:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 828103 usecs (829 jiffies) 00000400:00000200:2.0:1788777532.600453:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777532.600456:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296636736 00000100:00000001:2.0:1788777532.600458:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296639966 00000100:00000001:2.0:1788777532.600492:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296636736 00000100:00000001:2.0:1788777532.600495:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296639966 00000100:00000001:2.0:1788777532.600497:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777532.600500:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777532.600502:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777532.600505:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777532.600511:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777532.600513:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788777532.600516:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777532.600517:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777532.600519:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777532.600520:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777532.600632:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777532.600636:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5a00. 00000400:00000200:2.0:1788777532.600641:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777532.600645:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777532.600650:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92566e8 00000400:00000010:2.0:1788777532.600652:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92566e8. 00000100:00000001:2.0:1788777532.600657:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777532.600663:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777532.600673:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777532.600677:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777532.600684:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777532.600686:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777532.600700:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777532.600702:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5600. 00000400:00000200:2.0:1788777532.600705:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777532.600708:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777532.600710:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:2.0:1788777532.600712:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:2.0:1788777532.600714:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777532.600717:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777532.600724:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777532.600726:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777532.600731:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777532.600742:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777532.600805:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777532.600807:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956200. 00000400:00000200:2.0:1788777532.600831:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777532.600834:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777532.600837:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93550 00000400:00000010:2.0:1788777532.600838:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93550. 00000100:00000001:2.0:1788777532.600840:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777532.600843:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777532.600849:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777532.600852:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777532.600858:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777532.600860:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777532.612908:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777532.612924:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777532.612928:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777532.612931:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777532.612940:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.612948:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777532.612956:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.612962:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.612967:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.612971:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61b00 00000400:00000200:3.0:1788777532.612976:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.612984:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x872d [1] + 224 00000800:00000001:3.0:1788777532.612991:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777532.612995:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777532.612998:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777532.613002:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777532.613009:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777532.613017:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777532.613028:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777532.613047:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777532.613056:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777532.613059:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777532.613061:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777532.613063:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777532.613065:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.613069:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777532.613073:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.613075:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.613078:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.613080:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61a80 00000400:00000200:3.0:1788777532.613083:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777532.613087:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x873d [1] + 0 00000800:00000001:3.0:1788777532.613090:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777532.613096:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777532.613098:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777532.613101:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777532.613104:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777532.613109:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777532.613118:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777532.613131:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777532.613134:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777532.613137:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777532.613145:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777532.613149:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777532.613155:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777532.613157:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777532.613160:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b000. 00000400:00000200:3.0:1788777532.613163:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93880 00000400:00000010:3.0:1788777532.613166:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93880. 00000100:00000001:3.0:1788777532.613208:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777532.613213:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777532.613222:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777532.613229:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777532.613231:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777532.613233:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777532.613237:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777532.613240:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777532.613241:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777532.613244:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777532.613254:0:2411:0:(import.c:2149:obd_at_measure()) add 0 to ffff9b1fd0064460 time=41 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777532.613257:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=31 v=15 (15 0 0 0) 00000100:00000001:3.0:1788777532.613261:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777532.613263:0:2411:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1788777532.613265:0:2411:0:(client.c:1711:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1788777532.613270:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777552 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777532.613283:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1788777532.613286:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777532.613288:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777532.613290:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1788777532.613293:0:2411:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1788777532.613296:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788777532.613301:0:2411:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-19) 00000100:00000001:3.0:1788777532.613304:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1788777532.613307:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777552 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777532.613315:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211131520:192.168.204.133@tcp:38:kworker.0 00000100:00000001:3.0:1788777532.613319:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777532.613322:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777532.613325:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121880 x1875667211131520/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777552 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777532.613332:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777532.613334:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777532.613337:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333a000. 02000000:00000001:3.0:1788777532.613340:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777532.613343:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777532.613345:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777532.613347:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777532.613350:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356d000. 02000000:00000001:3.0:1788777532.613354:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777532.613355:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777532.613357:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121880. 00000100:00000001:3.0:1788777532.613361:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777532.613363:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777532.613365:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777532.613374:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777532.613375:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777532.613377:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777532.613379:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777532.613446:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777532.613449:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777532.613453:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777532.613454:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777532.613456:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12948. 00000400:00000200:0.0:1788777532.613460:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256990 00000400:00000010:0.0:1788777532.613485:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256990. 00000100:00000001:0.0:1788777532.613488:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777532.613492:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777532.613501:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777532.613508:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777532.613509:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777532.613511:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777532.613513:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777532.613514:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777532.613516:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777532.613518:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777532.613523:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=41 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777532.613526:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=41 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777532.613528:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777532.613530:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777532.613532:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777532.613536:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777532.613538:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777532.613540:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777532.613542:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777532.613543:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777532.613547:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777532.613562:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777532.613564:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777532.613565:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777532.613569:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777532.613576:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211131648:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777532.613580:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777532.613581:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777532.613584:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122d80 x1875667211131648/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777532.613590:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777532.613591:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777532.613593:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332b000. 02000000:00000001:0.0:1788777532.613596:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777532.613598:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777532.613599:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777532.613601:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777532.613602:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5b00. 02000000:00000001:0.0:1788777532.613604:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777532.613605:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777532.613607:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122d80. 00000100:00000001:0.0:1788777532.613611:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777532.613612:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777532.613614:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777532.613616:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777532.613617:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777532.613619:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777532.613620:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777533.620636:0:2415:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777533.620649:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777533.620652:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777533.620673:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777533.620675:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777533.620691:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777533.620695:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777533.621211:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777533.621215:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777533.621219:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777533.621221:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777533.621238:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777533.621241:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777533.621244:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777533.621528:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777533.621533:0:33856:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788777533.621551:0:33856:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777517/real 1788777517] req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777533 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1788777533.621569:0:33856:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777533.621572:0:33856:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777533.621576:0:33856:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000200:1.0:1788777533.621593:0:33856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:1.0:1788777533.621596:0:33856:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:1.0:1788777533.621600:0:33856:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777533.621605:0:33856:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777533 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777533.621614:0:33856:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777533 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777533.621621:0:33856:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777533.621623:0:33856:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777533.621627:0:33856:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777533.621630:0:33856:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777533.621633:0:33856:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788777533.621635:0:33856:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9b1fd0064000 already not connected (conn 22, was 19): DISCONN 00000100:00000001:1.0:1788777533.621638:0:33856:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788777533.621640:0:33856:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777533.621642:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777533.621643:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777533.621646:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000100:00000001:1.0:1788777533.621648:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777533.621650:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777533.621652:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777533.621654:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777533.621656:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777533.621944:0:2413:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777533.621951:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777533.621952:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1788777533.621955:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777533.621956:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777533.621958:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777533.621961:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777534.644648:0:2415:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777534.644660:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777534.644662:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777534.644667:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777534.644669:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777534.644673:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777534.644676:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777534.644826:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777534.644829:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777534.644831:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777534.644835:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000100:00000001:1.0:1788777534.644838:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777534.644840:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777534.644843:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777534.644846:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777534.644848:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777534.645452:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777534.645458:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777534.645460:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777534.645479:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777534.645482:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777534.645484:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777534.645486:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777534.645488:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777534.645492:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777534.645494:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777534.645630:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777534.645633:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777534.645636:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777535.668615:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777535.668623:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777535.668628:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777535.668630:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777535.668656:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777535.668659:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777535.668662:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777535.670074:0:2415:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777535.670089:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777535.670092:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777535.670098:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777535.670101:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777535.670105:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777535.670109:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777535.670715:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777535.670718:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777535.670720:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777535.670723:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000100:00000001:2.0:1788777535.670725:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777535.670728:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777535.670731:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777535.670734:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777535.670736:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777536.693243:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296639966, at 4296640000 00000100:00000010:3.0:1788777536.693259:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213420. 00000100:00000001:2.0:1788777536.694146:0:2415:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777536.694158:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777536.694161:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777536.694165:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777536.694168:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777536.694172:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777536.694176:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777536.694194:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296639966, at 4296640001 00000100:00000010:2.0:1788777536.694202:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213cc0. 00010000:00000001:2.0:1788777536.694217:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777536.694219:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777536.694223:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777536.694225:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777536.694242:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777536.694247:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777536.694248:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777536.694252:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1788777536.694253:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000020:00000001:2.0:1788777536.694256:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777536.694257:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1788777536.694263:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777536.694263:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777536.694268:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777536.694272:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777536.694274:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777537.716593:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777537.716604:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777537.716612:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777537.716613:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777537.716653:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777537.716661:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777537.716664:0:2415:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777537.716664:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777537.716672:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000100:00000001:1.0:1788777537.716677:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777537.716678:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777537.716681:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777537.716682:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777537.716687:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777537.716688:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777537.716691:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777537.716693:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777537.716696:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777537.716697:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777537.716703:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.716876:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777537.716884:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777537.716893:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec380. 00000020:00000040:0.0:1788777537.716900:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=7 obd=MGC192.168.204.133@tcp 00000100:00000001:0.0:1788777537.716905:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777537.716910:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777537.716916:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777537.716927:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de400. 00000100:00000001:0.0:1788777537.716936:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.716952:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777537.716965:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777537.716969:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.716975:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e76f8ed4] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.717008:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777537.717010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788777537.717014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788777537.717018:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788777537.717021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788777537.717025:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788777537.717029:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1968 00000400:00000200:0.0:1788777537.717039:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777537.717046:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00001000:0.0:1788777537.717051:0:38:0:(import.c:2149:obd_at_measure()) add 20 to ffff9b1fd0064418 time=36 v=15 (15 0 0 0) 00000100:00001000:0.0:1788777537.717065:0:38:0:(import.c:2215:obd_at_measure()) AT ffff9b1fd0064418 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:0.0:1788777537.717068:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1788777537.717072:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777537.717075:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777537.717078:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777537.717080:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:0.0:1788777537.717083:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777537.717086:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:0.0:1788777537.717089:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777537.717092:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:0.0:1788777537.717095:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:0.0:1788777537.717098:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000040:0.0:1788777537.717101:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777537.717103:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777537.717105:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777537.717107:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:0.0:1788777537.717110:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00080000:0.0:1788777537.717114:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:0.0:1788777537.717116:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777537.717119:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788777537.717128:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777537.717130:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.717133:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788777537.717138:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788777537.717141:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.717143:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777537.717147:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31edf80. 00000020:00000040:0.0:1788777537.717149:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777537.717153:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777537.717155:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.717157:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777537.717159:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777537.717161:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777537.717165:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001800. 00000100:00000001:0.0:1788777537.717168:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777537.717175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777537.717182:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777537.717184:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.717188:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bed4d674] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.717209:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.717212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777537.717215:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777537.717220:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef100. 00000020:00000040:0.0:1788777537.717223:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777537.717225:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777537.717226:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777537.717228:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777537.717232:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30dec00. 00000100:00000001:0.0:1788777537.717235:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.717239:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777537.717253:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777537.717254:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.717258:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001566d6ae] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.717266:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.717268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777537.717271:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777537.717274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777537.717277:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777537.717283:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1978) 00000020:00000001:0.0:1788777537.717297:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777537.717300:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777537.717304:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777537.717312:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777537.717315:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777537.717316:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777537.717322:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.717329:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777537.717331:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777537.717335:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777537.717339:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777537.717342:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777537.717345:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211132032:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777537.717350:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777537.717357:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777537.717361:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777537.717364:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777537.717371:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1068200. 02000000:00000001:0.0:1788777537.717373:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777537.717380:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777537.717385:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777537.717392:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b550. 00000100:00000200:0.0:1788777537.717401:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211132032, portal 10 00000100:00000001:0.0:1788777537.717404:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777537.717406:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452717312 : -110914256834304 : ffff9b1fc31ef100) 00000100:00000040:0.0:1788777537.717414:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.717422:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777537.717425:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777537.717428:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b220. 00000100:00000200:0.0:1788777537.717432:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211132032, offset 0 00000400:00000200:0.0:1788777537.717441:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777537.717451:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777537.717458:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777537.717498:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777537.717504:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777537.717510:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777537.717513:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777537.717517:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2896:2896:256:4294967295] 192.168.204.133@tcp LPNI seq info [2895:2895:8:4294967295] 00000400:00000200:0.0:1788777537.717522:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777537.717534:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777537.717542:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777537.717549:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30ded00. 00000800:00000200:0.0:1788777537.717558:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000100:00000001:2.0:1788777537.717565:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1788777537.717569:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000100:00000001:2.0:1788777537.717570:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777537.717574:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1788777537.717578:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30ded00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1788777537.717583:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777537.717592:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777537.717595:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.717596:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777537.717597:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777537.717601:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777537.717603:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21698 usecs (22 jiffies) 02000000:00000001:2.0:1788777537.717604:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777537.717612:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211131904:192.168.204.133@tcp:38:kworker.0 00000100:00000001:2.0:1788777537.717616:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777537.717618:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777537.717620:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777537.717622:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777537.717627:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339400. 02000000:00000001:2.0:1788777537.717628:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777537.717644:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777537.717648:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bf20. 00000400:00000010:2.0:1788777537.717653:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93550. 00000100:00000200:2.0:1788777537.717656:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211131904, portal 10 00000100:00000001:2.0:1788777537.717659:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777537.717660:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452712832 : -110914256838784 : ffff9b1fc31edf80) 00000100:00000040:2.0:1788777537.717667:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777537.717674:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777537.717676:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777537.717679:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93770. 00000100:00000200:2.0:1788777537.717681:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211131904, offset 0 00000400:00000200:2.0:1788777537.717686:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777537.717690:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777537.717694:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777537.717697:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777537.717702:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777537.717703:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777537.717708:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788777537.717709:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296641047 00000400:00000200:2.0:1788777537.717712:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777537.717717:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2897:2897:255:4294967295] 192.168.204.133@tcp LPNI seq info [2896:2896:7:4294967295] 00000100:00000010:0.0:1788777537.717718:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617ae0. 00000400:00000200:2.0:1788777537.717725:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777537.717731:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1788777537.717734:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000100:00000001:0.0:1788777537.717739:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296641047 00000800:00000200:2.0:1788777537.717741:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000100:00000010:0.0:1788777537.717746:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617d80. 00000800:00000010:2.0:1788777537.717749:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956900. 00000100:00000001:0.0:1788777537.717752:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000800:00000200:2.0:1788777537.717758:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000100:00000001:0.0:1788777537.717760:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788777537.717766:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000100:00000001:0.0:1788777537.717766:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777537.717772:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777537.717772:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.717777:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777537.717779:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777537.717784:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 827051 usecs (828 jiffies) 00000100:00000001:0.0:1788777537.717786:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788777537.717788:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777537.717791:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1788777537.717792:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296641853 00000100:00000001:0.0:1788777537.717795:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777537.717798:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777537.717801:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296641047 00000100:00000001:0.0:1788777537.717801:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777537.717806:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788777537.717809:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296641853 00000100:00000001:0.0:1788777537.717810:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777537.717816:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296641047 00000100:00000001:0.0:1788777537.717816:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777537.717818:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777537.717822:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777537.717823:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777537.717826:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777537.717827:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.717829:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788777537.717833:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.717837:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777537.717838:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777537.717845:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777537.717848:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788777537.717849:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777537.717852:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777537.717853:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777537.717855:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777537.717858:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777537.717858:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788777537.717862:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777537.717862:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777537.717868:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777537.717872:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211131776:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777537.717876:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777537.717879:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777537.717881:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777537.717883:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777537.717887:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069400. 02000000:00000001:0.0:1788777537.717889:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777537.717893:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777537.717896:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0210. 00000400:00000010:0.0:1788777537.717901:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bdd0. 00000100:00000200:0.0:1788777537.717904:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211131776, portal 25 00000100:00000001:0.0:1788777537.717905:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777537.717907:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000040:0.0:1788777537.717912:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.717919:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777537.717921:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777537.717924:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b660. 00000100:00000200:0.0:1788777537.717926:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211131776, offset 0 00000400:00000200:0.0:1788777537.717930:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777537.717934:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777537.717938:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777537.717941:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777537.717943:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777537.717946:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777537.717948:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777537.717951:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2898:2898:254:4294967295] 192.168.204.133@tcp LPNI seq info [2897:2897:6:4294967295] 00000400:00000200:0.0:1788777537.717954:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777537.717961:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777537.717965:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777537.717969:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbd000. 00000800:00000200:0.0:1788777537.717973:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777537.717977:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777537.717980:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777537.717983:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777537.717987:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777537.717989:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296645087 00000100:00000001:0.0:1788777537.717992:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296641853 00000100:00000001:0.0:1788777537.717995:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296645087 00000100:00000001:0.0:1788777537.717998:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296641853 00000100:00000001:0.0:1788777537.718000:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777537.718002:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.718005:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.718007:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777537.718214:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777537.718219:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30ded00. 00000400:00000200:2.0:1788777537.718230:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777537.718236:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777537.718242:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b220 00000400:00000010:2.0:1788777537.718245:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b220. 00000100:00000001:2.0:1788777537.718252:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777537.718257:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777537.718334:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777537.718340:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777537.718354:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777537.718357:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777537.718373:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777537.718376:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956900. 00000400:00000200:2.0:1788777537.718378:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777537.718382:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777537.718385:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93770 00000400:00000010:2.0:1788777537.718387:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93770. 00000100:00000001:2.0:1788777537.718389:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777537.718393:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777537.718399:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777537.718402:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777537.718407:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777537.718409:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777537.718526:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777537.718530:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777537.718532:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777537.718535:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777537.718747:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777537.718750:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbd000. 00000400:00000200:2.0:1788777537.718754:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777537.718758:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777537.718761:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b660 00000400:00000010:2.0:1788777537.718764:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b660. 00000100:00000001:2.0:1788777537.718767:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777537.718772:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777537.718780:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777537.718783:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777537.718790:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777537.718791:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777537.728807:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777537.728830:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777537.728836:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777537.728839:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777537.728852:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.728864:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777537.728877:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.728884:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.728891:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.728896:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61c80 00000400:00000200:3.0:1788777537.728902:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.728911:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x874d [1] + 224 00000800:00000001:3.0:1788777537.728920:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777537.728928:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777537.728932:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777537.728938:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777537.728949:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777537.728962:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777537.728974:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777537.728997:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777537.729018:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777537.729022:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777537.729609:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777537.729617:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777537.729620:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777537.729622:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777537.729627:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.729642:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777537.729649:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.729652:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.729656:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.729660:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61c00 00000400:00000200:3.0:1788777537.729664:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777537.729669:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8755 [1] + 0 00000800:00000001:3.0:1788777537.729675:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777537.729681:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777537.729684:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777537.729688:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777537.729693:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777537.729700:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777537.729717:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.730161:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777537.730168:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777537.730179:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777537.730182:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777537.730186:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777537.730194:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:0.0:1788777537.730198:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:0.0:1788777537.730203:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777537.730211:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777537.730222:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.730230:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777537.730232:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777537.730235:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777537.730239:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777537.730242:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777537.730245:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777537.730248:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777537.730260:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=46 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777537.730265:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=46 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777537.730268:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777537.730270:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777537.730273:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777537.730277:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.730282:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777537.730285:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777537.730287:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777537.730289:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777537.730295:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.730303:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777537.730307:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777537.730309:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777537.730319:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777537.730328:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211132032:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777537.730335:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.730339:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777537.730343:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef100 x1875667211132032/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777537.730351:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777537.730355:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788777537.730356:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1788777537.730360:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1068200. 00000100:00000001:1.0:1788777537.730361:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788777537.730367:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777537.730372:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777537.730373:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777537.730376:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777537.730380:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30dec00. 02000000:00000001:0.0:1788777537.730385:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777537.730387:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777537.730389:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef100. 00000100:00000001:0.0:1788777537.730393:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777537.730394:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777537.730398:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.730401:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777537.730402:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777537.730404:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777537.730407:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777537.730427:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777537.730440:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777537.730445:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777537.737881:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777537.737890:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777537.737895:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bf20. 00000400:00000200:1.0:1788777537.737905:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93550 00000400:00000010:1.0:1788777537.737909:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93550. 00000100:00000001:1.0:1788777537.737916:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777537.737935:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777537.737948:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777537.737957:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777537.737960:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777537.737964:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777537.737969:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777537.737972:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777537.737975:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777537.737979:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777537.737991:0:2411:0:(import.c:2149:obd_at_measure()) add 0 to ffff9b1fd0064460 time=46 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777537.737996:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=36 v=20 (20 0 0 0) 00000100:00000001:1.0:1788777537.737999:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777537.738002:0:2411:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788777537.738014:0:2411:0:(client.c:1711:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788777537.738021:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777562 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777537.738028:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788777537.738033:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777537.738037:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777537.738040:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788777537.738043:0:2411:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1788777537.738047:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788777537.738053:0:2411:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-19) 00000100:00000001:1.0:1788777537.738057:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788777537.738062:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777562 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777537.738071:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211131904:192.168.204.133@tcp:38:kworker.0 00000100:00000001:1.0:1788777537.738077:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777537.738082:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777537.738087:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31edf80 x1875667211131904/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777562 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777537.738095:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777537.738099:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777537.738104:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339400. 02000000:00000001:1.0:1788777537.738109:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777537.738114:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777537.738116:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777537.738120:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777537.738124:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001800. 02000000:00000001:1.0:1788777537.738130:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777537.738132:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777537.738134:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31edf80. 00000100:00000001:1.0:1788777537.738139:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777537.738141:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777537.738144:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777537.738155:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777537.738158:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777537.738162:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777537.738164:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777538.485554:0:2412:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777538.485573:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777538.485576:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777538.485583:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777538.485585:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777538.485590:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777538.485595:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.741750:0:2413:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777538.741772:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777538.741776:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788777538.741782:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777538.741785:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777538.741789:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.741793:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777538.742651:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777538.742657:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777538.742659:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777538.742664:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000100:00000001:1.0:1788777538.742669:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777538.742672:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777538.742675:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777538.742678:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777538.742681:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777538.743810:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777538.743817:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777538.743823:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777538.743824:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.747058:0:2415:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777538.747071:0:2415:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788777538.747092:0:2415:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777522/real 1788777522] req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788777538.747118:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777538.747121:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777538.747126:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73898. 00000400:00000200:3.0:1788777538.747133:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:3.0:1788777538.747135:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:3.0:1788777538.747141:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777538.747146:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777538.747155:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.747163:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777538.747164:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.747168:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777538.747170:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777538.747175:0:2415:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.747182:0:2415:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788777538.747187:0:2415:0:(import.c:65:import_set_state_nolock()) ffff9b1fc302f800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1788777538.747191:0:2415:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.133@tcp: Connection to MGS (at 192.168.204.133@tcp) was lost; in progress operations using this service will fail 00000020:00000001:0.0:1788777538.751904:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777538.751914:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777538.751920:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788777538.762601:0:2415:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.204.133@tcp for MGC192.168.204.133@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1788777538.762609:0:2415:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788777538.762611:0:2415:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1788777538.762623:0:2415:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1788777538.762633:0:2415:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777538.762650:0:2415:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777538.762669:0:2415:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777538.762683:0:2415:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.762690:0:2415:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788777538.762691:0:2415:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788777538.762694:0:2415:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788777538.762698:0:2415:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788777538.762702:0:2415:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1788777538.762703:0:2415:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.762705:0:2415:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788777538.762706:0:2415:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788777538.762708:0:2415:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1788777538.762709:0:2415:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.762711:0:2415:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777538.762713:0:2415:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:3.0:1788777538.762727:0:2415:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788777538.762729:0:2415:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.762985:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777538.762988:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.762992:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777538.762995:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777538.763000:0:2415:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777538.763005:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777538 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.763014:0:2415:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1788777538.763018:0:2415:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.763022:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777538.763024:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777538.763028:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777538 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777538.763036:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2415:1875667211130240:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777538.763042:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.763045:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777538.763048:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e680 x1875667211130240/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777538 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.763056:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777538.763060:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777538.763066:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc61caa00. 02000000:00000001:3.0:1788777538.763070:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777538.763074:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777538.763076:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=6 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777538.763079:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777538.763083:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956100. 02000000:00000001:3.0:1788777538.763088:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777538.763090:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777538.763092:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e680. 00000100:00000001:3.0:1788777538.763097:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777538.763098:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.763101:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.763103:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777538.763105:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.763106:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777538.763109:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.763279:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777538.763283:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777538.763292:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777538.763295:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777538.763300:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12528. 00000400:00000200:0.0:1788777538.763306:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256a18 00000400:00000010:0.0:1788777538.763309:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256a18. 00000100:00000001:0.0:1788777538.763315:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777538.763321:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777538.763332:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.763339:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777538.763341:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777538.763345:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.763351:0:2412:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788777538.763354:0:2412:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.763356:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777538.763358:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777538.763361:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777538.763368:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211130880:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777538.763373:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.763375:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777538.763378:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee300 x1875667211130880/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777543 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.763383:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777538.763385:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777538.763387:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332a200. 02000000:00000001:0.0:1788777538.763391:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777538.763393:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777538.763395:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777538.763397:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777538.763399:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de300. 02000000:00000001:0.0:1788777538.763403:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777538.763404:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777538.763406:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee300. 00000100:00000001:0.0:1788777538.763410:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777538.763412:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.763414:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.763419:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777538.763420:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.763422:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777538.763424:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777538.763437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788777538.763442:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788777538.763445:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788777538.763449:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b1fc302f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788777538.763453:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788777538.763457:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 877 00000400:00000200:0.0:1788777538.763499:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777538.763506:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:0.0:1788777538.763511:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763515:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777538.763518:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763520:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:0.0:1788777538.763524:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777538.763526:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbda9 00000020:00000001:0.0:1788777538.763529:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777538.763532:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fc31a0800 refcount=3 00000020:00000001:0.0:1788777538.763536:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159452395520 : -110914257156096 : ffff9b1fc31a0800) 00000020:00000001:0.0:1788777538.763538:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159452395520 : -110914257156096 : ffff9b1fc31a0800) 00000100:00000040:0.0:1788777538.763541:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763543:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777538.763545:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763547:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:0.0:1788777538.763550:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fc31a0800 : new refcount 2 00000100:00080000:0.0:1788777538.763554:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff9b1fc302f800 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763557:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777538.763559:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788777538.763563:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777538.763567:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.763569:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1788777538.763572:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777538.763578:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ee300. 00000020:00000040:0.0:1788777538.763582:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=6 obd=MGC192.168.204.133@tcp 02000000:00000001:0.0:1788777538.763586:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777538.763589:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.763593:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777538.763596:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777538.763601:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777538.763610:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1000800. 00000100:00000001:0.0:1788777538.763628:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777538.763637:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777538.763646:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777538.763651:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777538.763656:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dd5809d] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.763682:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777538.763686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788777538.763689:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788777538.763691:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788777538.763692:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788777538.763695:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788777538.763697:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1973 00000400:00000200:0.0:1788777538.763701:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777538.763704:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00080000:0.0:1788777538.763707:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788777538.763711:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763713:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777538.763715:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763717:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:0.0:1788777538.763719:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777538.763720:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:0.0:1788777538.763722:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777538.763725:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:0.0:1788777538.763727:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:0.0:1788777538.763729:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000040:0.0:1788777538.763731:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763733:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777538.763735:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763737:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:0.0:1788777538.763739:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00080000:0.0:1788777538.763742:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:0.0:1788777538.763744:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777538.763746:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788777538.763753:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777538.763754:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.763756:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788777538.763761:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788777538.763764:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.763766:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777538.763769:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef100. 00000020:00000040:0.0:1788777538.763772:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777538.763774:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777538.763775:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.763777:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777538.763779:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777538.763780:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777538.763784:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1003800. 00000100:00000001:0.0:1788777538.763787:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777538.763792:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777538.763800:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777538.763802:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777538.763805:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001566d6ae] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.763812:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777538.763816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777538.763820:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777538.763823:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ee680. 00000020:00000040:0.0:1788777538.763827:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777538.763830:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777538.763831:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777538.763833:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777538.763836:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd0cbd300. 00000100:00000001:0.0:1788777538.763839:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777538.763843:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777538.763850:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777538.763852:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777538.763857:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000323a69c3] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.763871:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777538.763873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777538.763878:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777538.763881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777538.763884:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777538.763890:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1979) 00000100:00000001:0.0:1788777538.763906:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777538.763909:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777538.763913:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777538.763916:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777538.763918:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0210. 00000400:00000200:0.0:1788777538.763923:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:0.0:1788777538.763925:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:0.0:1788777538.763929:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777538.763934:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777538.763942:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.763949:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777538.763950:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777538.763954:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.763960:0:2413:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788777538.763962:0:2413:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.763965:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777538.763967:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777538.763970:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777538.763978:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211131776:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777538.763984:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777538.763985:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777538.763987:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e121b8. 00000400:00000200:0.0:1788777538.763990:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256908 00000400:00000010:0.0:1788777538.763991:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256908. 00000100:00000001:0.0:1788777538.763994:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777538.763998:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777538.764005:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.764012:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777538.764013:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777538.764017:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.764024:0:2413:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788777538.764026:0:2413:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.764028:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777538.764030:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777538.764033:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777538.764041:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211131392:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777538.764044:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.764046:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777538.764049:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec380 x1875667211131776/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777553 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.764057:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777538.764058:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777538.764060:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069400. 02000000:00000001:0.0:1788777538.764064:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777538.764066:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777538.764067:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777538.764069:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777538.764071:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de400. 02000000:00000001:0.0:1788777538.764074:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777538.764075:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777538.764077:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec380. 00000100:00000001:0.0:1788777538.764080:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777538.764081:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.764083:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777538.764086:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123800 x1875667211131392/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777548 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.764092:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777538.764093:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777538.764094:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332b400. 02000000:00000001:0.0:1788777538.764097:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777538.764098:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777538.764099:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777538.764101:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777538.764103:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5d00. 02000000:00000001:0.0:1788777538.764105:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777538.764107:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777538.764108:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123800. 00000100:00000001:0.0:1788777538.764111:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777538.764113:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.764115:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.764120:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777538.764122:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.764124:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788777538.764127:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788777538.764129:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.764131:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777538.764133:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.764135:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777538.764136:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777538.764138:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777538.764142:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.764149:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777538.764153:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777538.764159:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777538.764162:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777538.764165:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777538.764168:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211132416:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777538.764173:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777538.764180:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777538.764184:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777538.764186:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777538.764192:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd1069400. 02000000:00000001:0.0:1788777538.764194:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777538.764200:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777538.764204:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0210. 00000400:00000010:0.0:1788777538.764210:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bdd0. 00000100:00000200:0.0:1788777538.764217:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211132416, portal 10 00000100:00000001:0.0:1788777538.764220:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777538.764222:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452714624 : -110914256836992 : ffff9b1fc31ee680) 00000100:00000040:0.0:1788777538.764231:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.764239:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777538.764242:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777538.764245:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b550. 00000100:00000200:0.0:1788777538.764249:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211132416, offset 0 00000400:00000200:0.0:1788777538.764256:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777538.764264:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777538.764272:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777538.764279:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777538.764285:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777538.764290:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777538.764293:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777538.764297:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2899:2899:256:4294967295] 192.168.204.133@tcp LPNI seq info [2898:2898:8:4294967295] 00000400:00000200:0.0:1788777538.764302:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777538.764313:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777538.764320:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777538.764324:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbda00. 00000800:00000200:0.0:1788777538.764332:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777538.764341:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777538.764347:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777538.764363:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777538.764368:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21678 usecs (22 jiffies) 00000400:00000200:0.0:1788777538.764371:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777538.764374:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296642092 00000100:00000001:0.0:1788777538.764377:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296645087 00000100:00000001:0.0:1788777538.764380:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296642092 00000100:00000001:0.0:1788777538.764383:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296645087 00000100:00000001:0.0:1788777538.764385:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777538.764388:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.764391:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.764393:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.764406:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777538.764407:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777538.764501:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777538.764504:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777538.764506:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777538.764513:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777538.764520:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777538.764522:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777538.764524:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777538.764526:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777538.764527:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777538.764530:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2411:1875667211132160:192.168.204.133@tcp:250:kworker.0 00000100:00000001:2.0:1788777538.764533:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777538.764535:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777538.764537:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777538.764539:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777538.764544:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777538.764546:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777538.764550:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777538.764555:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bf20. 00000400:00000010:2.0:1788777538.764559:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93770. 00000100:00000200:2.0:1788777538.764562:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211132160, portal 25 00000100:00000001:2.0:1788777538.764564:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777538.764566:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452713728 : -110914256837888 : ffff9b1fc31ee300) 00000100:00000040:2.0:1788777538.764570:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777538.764577:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777538.764580:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777538.764582:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93bb0. 00000100:00000200:2.0:1788777538.764584:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875667211132160, offset 0 00000400:00000200:2.0:1788777538.764588:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777538.764592:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777538.764596:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777538.764599:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777538.764602:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777538.764604:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777538.764607:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777538.764610:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2900:2900:255:4294967295] 192.168.204.133@tcp LPNI seq info [2899:2899:7:4294967295] 00000400:00000200:2.0:1788777538.764623:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777538.764630:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777538.764634:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777538.764638:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956900. 00000800:00000200:2.0:1788777538.764642:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777538.764646:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777538.764649:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788777538.764652:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777538.764654:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777538.764656:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296646132 00000100:00000001:2.0:1788777538.764663:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296645087 00000100:00000001:2.0:1788777538.764667:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296646132 00000100:00000001:2.0:1788777538.764670:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296645087 00000100:00000001:2.0:1788777538.764673:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777538.764675:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777538.764677:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777538.764680:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777538.764686:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777538.764688:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777538.764690:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777538.764692:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777538.764693:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777538.764696:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211132288:192.168.204.133@tcp:38:kworker.0 00000100:00000001:2.0:1788777538.764700:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777538.764702:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777538.764703:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777538.764705:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777538.764708:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333a000. 02000000:00000001:2.0:1788777538.764709:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777538.764712:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777538.764714:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b000. 00000400:00000010:2.0:1788777538.764718:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93c38. 00000100:00000200:2.0:1788777538.764720:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211132288, portal 10 00000100:00000001:2.0:1788777538.764722:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777538.764723:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452717312 : -110914256834304 : ffff9b1fc31ef100) 00000100:00000040:2.0:1788777538.764729:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777538.764735:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777538.764737:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777538.764740:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93f68. 00000100:00000200:2.0:1788777538.764742:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211132288, offset 0 00000400:00000200:2.0:1788777538.764746:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777538.764749:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777538.764751:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777538.764753:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777538.764756:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777538.764758:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777538.764760:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777538.764763:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2901:2901:254:4294967295] 192.168.204.133@tcp LPNI seq info [2900:2900:6:4294967295] 00000400:00000200:2.0:1788777538.764767:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777538.764773:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777538.764776:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777538.764778:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956200. 00000800:00000200:2.0:1788777538.764782:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777538.764786:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777538.764788:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788777538.764791:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777538.764793:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 826010 usecs (827 jiffies) 00000400:00000200:2.0:1788777538.764796:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777538.764798:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296642897 00000100:00000001:2.0:1788777538.764801:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296646132 00000100:00000001:2.0:1788777538.764803:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296642897 00000100:00000001:2.0:1788777538.764805:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296646132 00000100:00000001:2.0:1788777538.764806:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777538.764808:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777538.764810:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777538.764811:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777538.764816:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777538.764817:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788777538.764819:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777538.764820:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777538.764821:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777538.764823:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777538.765940:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777538.765950:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbda00. 00000400:00000200:3.0:1788777538.765957:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777538.765966:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777538.765974:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b550 00000400:00000010:3.0:1788777538.765976:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b550. 00000100:00000001:3.0:1788777538.765985:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777538.765993:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.766005:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777538.766008:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.766016:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.766018:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777538.766035:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777538.766037:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956900. 00000400:00000200:3.0:1788777538.766041:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777538.766044:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777538.766047:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93bb0 00000400:00000010:3.0:1788777538.766048:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93bb0. 00000100:00000001:3.0:1788777538.766051:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777538.766055:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.766061:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777538.766064:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.766069:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.766070:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777538.766146:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777538.766149:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956200. 00000400:00000200:3.0:1788777538.766152:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777538.766156:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777538.766159:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93f68 00000400:00000010:3.0:1788777538.766161:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93f68. 00000100:00000001:3.0:1788777538.766163:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777538.766167:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.766174:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777538.766177:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.766183:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.766185:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777538.774810:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777538.774834:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777538.774840:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777538.774843:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777538.774856:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.774868:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777538.774881:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.774887:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.774895:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.774900:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61e00 00000400:00000200:3.0:1788777538.774906:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.774915:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x876d [1] + 224 00000800:00000001:3.0:1788777538.774927:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777538.774933:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777538.774937:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777538.774943:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777538.774954:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777538.774970:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777538.774983:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.775000:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777538.775012:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777538.775016:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777538.775018:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777538.775021:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777538.775024:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.775028:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777538.775033:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.775035:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.775038:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.775041:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61d80 00000400:00000200:3.0:1788777538.775044:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777538.775049:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8785 [1] + 0 00000800:00000001:3.0:1788777538.775053:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777538.775061:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777538.775063:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777538.775066:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777538.775069:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777538.775075:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777538.775085:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.775107:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777538.775111:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777538.775115:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.775132:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777538.775137:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777538.775147:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777538.775149:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777538.775153:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b000. 00000400:00000200:3.0:1788777538.775159:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93c38 00000400:00000010:3.0:1788777538.775162:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93c38. 00000100:00000001:3.0:1788777538.775165:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777538.775170:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777538.775179:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.775185:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777538.775187:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.775190:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777538.775195:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777538.775198:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777538.775200:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777538.775204:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777538.775217:0:2411:0:(import.c:2149:obd_at_measure()) add 0 to ffff9b1fd0064460 time=47 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777538.775222:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=37 v=20 (20 0 0 0) 00000100:00000001:3.0:1788777538.775226:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777538.775229:0:2411:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1788777538.775232:0:2411:0:(client.c:1711:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1788777538.775239:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777563 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.775248:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1788777538.775253:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777538.775255:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.775259:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1788777538.775263:0:2411:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1788777538.775268:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788777538.775275:0:2411:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.133@tcp failed (-19) 00000100:00000001:3.0:1788777538.775278:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1788777538.775284:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777563 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777538.775293:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211132288:192.168.204.133@tcp:38:kworker.0 00000100:00000001:3.0:1788777538.775299:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.775302:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777538.775306:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef100 x1875667211132288/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/224 e 0 to 0 dl 1788777563 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777538.775315:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777538.775319:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777538.775323:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333a000. 02000000:00000001:3.0:1788777538.775335:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777538.775339:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777538.775341:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777538.775344:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777538.775348:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1003800. 02000000:00000001:3.0:1788777538.775354:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777538.775356:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777538.775358:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef100. 00000100:00000001:3.0:1788777538.775362:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777538.775364:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777538.775367:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.775369:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777538.775371:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777538.775372:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777538.775374:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.776004:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777538.776010:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777538.776017:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777538.776019:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777538.776022:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0210. 00000400:00000200:0.0:1788777538.776032:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:0.0:1788777538.776036:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:0.0:1788777538.776043:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777538.776052:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777538.776062:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.776069:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777538.776071:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.776073:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777538.776076:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777538.776078:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777538.776081:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777538.776083:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777538.776090:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=47 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777538.776094:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777538.776096:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777538.776098:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777538.776101:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777538.776106:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.776110:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777538.776113:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777538.776115:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777538.776117:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777538.776121:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.776128:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777538.776131:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777538.776133:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777538.776136:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777538.776145:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211132416:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777538.776150:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.776152:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777538.776155:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee680 x1875667211132416/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777538.776162:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777538.776164:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777538.776166:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd1069400. 02000000:00000001:0.0:1788777538.776170:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777538.776172:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777538.776173:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777538.776176:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777538.776178:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd0cbd300. 02000000:00000001:0.0:1788777538.776183:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777538.776184:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777538.776185:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee680. 00000100:00000001:0.0:1788777538.776190:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777538.776192:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.776194:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777538.776204:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777538.776207:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777538.776209:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777538.776212:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777539.764913:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777539.764924:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777539.764927:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777539.764934:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000100:00000001:1.0:1788777539.764940:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777539.764945:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777539.764948:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777539.764951:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777539.764955:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777539.765100:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777539.765104:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777539.765110:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777539.765111:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777539.765141:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777539.765145:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777539.765149:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777540.789883:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777540.789891:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777540.789897:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777540.789901:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777540.789903:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777540.789909:0:32334:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777540.789911:0:32334:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777540.789913:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777540.789918:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777540.789920:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777540.789922:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777540.789925:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777540.790008:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777540.790012:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777540.790015:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777540.792017:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777540.792025:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777540.792027:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777540.792032:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000100:00000001:1.0:1788777540.792035:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777540.792039:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777540.792042:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777540.792045:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777540.792048:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777541.812607:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1788777541.812612:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777541.812617:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777541.812617:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777541.812619:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777541.812623:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1788777541.812623:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00010000:00000001:2.0:1788777541.812624:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777541.812627:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777541.812631:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777541.812635:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777541.812639:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777541.812641:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777541.812970:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777541.812973:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777541.812976:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777542.836595:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296646132, at 4296646144 00000100:00000001:1.0:1788777542.836596:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777542.836603:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777542.836607:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777542.836610:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000100:00000010:2.0:1788777542.836611:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617ae0. 00000100:00000001:1.0:1788777542.836614:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777542.836619:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777542.836632:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1788777542.836633:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1788777542.836636:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777542.836637:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777542.836640:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777542.836643:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777542.836645:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777542.836668:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777542.836671:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777542.836674:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777542.837061:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296646132, at 4296646144 00000100:00000010:3.0:1788777542.837068:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617d80. 00000100:00000001:3.0:1788777543.861182:0:2411:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777543.861198:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777543.861201:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777543.861208:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777543.861210:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777543.861214:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.861217:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788777543.862267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788777543.862275:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788777543.862278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788777543.862282:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788777543.862284:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788777543.862288:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788777543.862293:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777543.862300:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1974 00000400:00000200:3.0:1788777543.862310:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.862315:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00080000:3.0:1788777543.862319:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1788777543.862323:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777543.862326:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777543.862329:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777543.862331:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:3.0:1788777543.862335:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777543.862337:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:3.0:1788777543.862340:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777543.862343:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:3.0:1788777543.862345:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:3.0:1788777543.862347:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000040:3.0:1788777543.862350:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777543.862352:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777543.862354:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777543.862355:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:3.0:1788777543.862359:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00080000:3.0:1788777543.862362:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b1fc31a7000: import ffff9b1fd0064000 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:3.0:1788777543.862365:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777543.862368:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788777543.862375:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777543.862378:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.862381:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777543.862386:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788777543.862389:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.862391:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777543.862402:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254700. 00000020:00000040:3.0:1788777543.862405:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:3.0:1788777543.862410:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777543.862411:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.862414:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777543.862417:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777543.862422:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777543.862430:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ecc00. 00000100:00000001:3.0:1788777543.862437:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777543.862457:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777543.862486:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777543.862495:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777543.862501:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000856c1145] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788777543.862529:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777543.862533:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777543.862537:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777543.862538:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.862539:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777543.862542:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777543.862546:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777543.862550:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254380. 00000020:00000040:3.0:1788777543.862553:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777543.862556:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777543.862557:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777543.862559:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777543.862564:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b400. 00000100:00000001:3.0:1788777543.862568:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777543.862572:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777543.862580:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777543.862582:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777543.862586:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c819d2c8] to pc [ptlrpcd_01_01+1] req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.862610:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777543.862613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788777543.862616:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788777543.862619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788777543.862622:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788777543.862627:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1984) 00000020:00000001:1.0:1788777543.862805:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777543.862809:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777543.862812:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777543.862868:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777543.862872:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777543.862874:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777543.862881:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777543.862890:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777543.862892:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777543.862896:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777543.862899:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777543.862902:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777543.862905:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211132544:192.168.204.133@tcp:38:kworker.0 00000100:00000001:0.0:1788777543.862910:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777543.862915:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777543.862918:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777543.862920:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777543.862926:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000000. 02000000:00000001:0.0:1788777543.862928:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777543.862933:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777543.862937:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0210. 00000400:00000010:0.0:1788777543.862944:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bdd0. 00000100:00000200:0.0:1788777543.862952:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211132544, portal 10 00000100:00000001:0.0:1788777543.862955:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777543.862957:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000040:0.0:1788777543.862965:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777543.862973:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777543.862988:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777543.862992:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b908. 00000100:00000200:0.0:1788777543.862996:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211132544, offset 0 00000400:00000200:0.0:1788777543.863004:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777543.863013:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777543.863020:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777543.863027:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777543.863032:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777543.863036:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777543.863039:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777543.863042:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2902:2902:256:4294967295] 192.168.204.133@tcp LPNI seq info [2901:2901:8:4294967295] 00000400:00000200:0.0:1788777543.863046:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777543.863057:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777543.863065:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777543.863080:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbd300. 00000800:00000200:0.0:1788777543.863088:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777543.863096:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777543.863101:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbd300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777543.863110:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777543.863114:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 824955 usecs (825 jiffies) 00000400:00000200:0.0:1788777543.863118:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777543.863120:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296647995 00000100:00000010:0.0:1788777543.863125:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617e40. 00000100:00000001:0.0:1788777543.863133:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788777543.863138:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296647995 00000100:00000010:0.0:1788777543.863141:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617960. 00000100:00000001:0.0:1788777543.863145:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788777543.863147:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777543.863150:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.863154:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.863157:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777543.863164:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777543.863166:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777543.863168:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777543.863170:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777543.863171:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.863173:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777543.863388:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777543.863391:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777543.863393:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777543.863399:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777543.863406:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777543.863408:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777543.863411:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777543.863413:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777543.863415:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777543.863418:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211132672:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777543.863421:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777543.863425:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777543.863426:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777543.863428:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777543.863432:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc93d9a00. 02000000:00000001:2.0:1788777543.863434:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777543.863437:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777543.863441:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bcb8. 00000400:00000010:2.0:1788777543.863444:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93908. 00000100:00000200:2.0:1788777543.863448:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211132672, portal 10 00000100:00000001:2.0:1788777543.863449:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777543.863451:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453131648 : -110914256419968 : ffff9b1fc3254380) 00000100:00000040:2.0:1788777543.863457:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777543.863492:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777543.863495:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777543.863498:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93330. 00000100:00000200:2.0:1788777543.863501:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211132672, offset 0 00000400:00000200:2.0:1788777543.863506:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777543.863511:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777543.863523:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777543.863526:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777543.863529:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777543.863531:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777543.863533:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777543.863536:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2903:2903:255:4294967295] 192.168.204.133@tcp LPNI seq info [2902:2902:7:4294967295] 00000400:00000200:2.0:1788777543.863539:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777543.863544:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777543.863549:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777543.863553:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956800. 00000800:00000200:2.0:1788777543.863558:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777543.863562:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777543.863565:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777543.863567:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777543.863572:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21656 usecs (22 jiffies) 00000400:00000200:2.0:1788777543.863575:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777543.863577:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296647193 00000100:00000001:2.0:1788777543.863580:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296647995 00000100:00000001:2.0:1788777543.863582:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296647193 00000100:00000001:2.0:1788777543.863584:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296647995 00000100:00000001:2.0:1788777543.863586:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777543.863587:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777543.863589:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777543.863592:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777543.863596:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777543.863597:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777543.863599:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777543.863600:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777543.863602:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777543.863604:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777543.863614:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777543.863616:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777543.863715:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777543.863719:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbd300. 00000400:00000200:3.0:1788777543.863727:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777543.863732:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777543.863739:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b908 00000400:00000010:3.0:1788777543.863742:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b908. 00000100:00000001:3.0:1788777543.863749:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777543.863754:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.863768:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777543.863771:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.863777:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.863779:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777543.863965:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777543.863968:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956800. 00000400:00000200:3.0:1788777543.863971:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777543.864030:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777543.864035:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93330 00000400:00000010:3.0:1788777543.864037:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93330. 00000100:00000001:3.0:1788777543.864040:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777543.864044:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.864052:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777543.864055:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.864060:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.864062:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777543.864153:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777543.864157:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777543.864158:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777543.864161:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00000100:00000001:3.0:1788777543.864163:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777543.864166:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777543.864169:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777543.864171:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777543.864173:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777543.872952:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777543.872970:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777543.872975:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777543.872977:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777543.872987:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.872995:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777543.873005:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.873011:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.873018:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.873023:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61f00 00000400:00000200:3.0:1788777543.873028:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.873034:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x879d [1] + 224 00000800:00000001:3.0:1788777543.873041:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777543.873048:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777543.873052:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777543.873057:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777543.873075:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777543.873086:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777543.873096:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.873123:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777543.873132:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777543.873136:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777543.874177:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777543.874184:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777543.874192:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777543.874194:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777543.874198:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bcb8. 00000400:00000200:2.0:1788777543.874204:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93908 00000400:00000010:2.0:1788777543.874206:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93908. 00000100:00000001:2.0:1788777543.874210:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777543.874219:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777543.874229:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777543.874248:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777543.874250:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777543.874252:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777543.874255:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777543.874259:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777543.874261:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777543.874264:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777543.874274:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=52 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777543.874279:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777543.874282:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777543.874284:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777543.874286:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777543.874291:0:2415:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777543.874295:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777543.874298:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:2.0:1788777543.874299:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777543.874302:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777543.874307:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777543.874319:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777543.874322:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777543.874324:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777543.874328:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777543.874336:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211132672:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777543.874341:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777543.874344:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777543.874347:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254380 x1875667211132672/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777543.874354:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777543.874357:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777543.874360:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc93d9a00. 02000000:00000001:2.0:1788777543.874364:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777543.874367:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777543.874369:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777543.874372:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777543.874376:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b400. 02000000:00000001:2.0:1788777543.874380:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777543.874382:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777543.874384:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254380. 00000100:00000001:2.0:1788777543.874387:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777543.874389:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777543.874391:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777543.874399:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777543.874401:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777543.874403:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777543.874406:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777543.879112:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777543.879133:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777543.879137:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777543.879140:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777543.879148:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.879156:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777543.879164:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.879169:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.879174:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.879178:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 10 MB=0x6a9e8cdd61e80 00000400:00000200:3.0:1788777543.879183:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777543.879189:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 416/416 into md 0x8795 [1] + 0 00000800:00000001:3.0:1788777543.879197:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777543.879204:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777543.879207:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777543.879212:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777543.879219:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777543.879228:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777543.879247:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.879270:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777543.879280:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777543.879283:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777543.881906:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777543.881916:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777543.881925:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777543.881928:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777543.881932:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0210. 00000400:00000200:0.0:1788777543.881941:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:0.0:1788777543.881944:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:0.0:1788777543.881949:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777543.881961:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777543.881978:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777543.881986:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777543.881988:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777543.881991:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777543.881995:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777543.881997:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777543.882000:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777543.882003:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777543.882013:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=52 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777543.882017:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=42 v=20 (20 0 0 0) 00000100:00000001:0.0:1788777543.882020:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777543.882022:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777543.882026:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788777543.882032:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788777543.882038:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.882042:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777543.882044:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 4294967639 gen 2 00000100:00000040:0.0:1788777543.882049:0:2411:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967639) req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777526 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777543.882058:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777543.882059:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000001:0.0:1788777543.882068:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777543.882071:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777526 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777543.882078:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.882081:0:2411:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777543.882083:0:2411:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788777543.882085:0:2411:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777543.882088:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777543.882092:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777543.882098:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777543.882101:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777543.882103:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777543.882105:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788777543.882112:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b1fc31a7000: connect to target with instance 2 00000020:00000001:0.0:1788777543.882115:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777543.882117:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:0.0:1788777543.882120:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777543.882123:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:0.0:1788777543.882125:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:0.0:1788777543.882128:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00001000:0.0:1788777543.882131:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=1788777543 v=0 (0 0 0 0) 00000100:00001000:0.0:1788777543.882134:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fd0064418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788777543.882139:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000020:00000040:0.0:1788777543.882144:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00000001:0.0:1788777543.882147:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788777543.882150:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788777543.882154:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b1fc31a7000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1788777543.882158:0:2411:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788777543.882159:0:2411:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777543.882161:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788777543.882164:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788777543.882168:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777543.882170:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777543.882173:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777543.882174:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777543.882176:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777543.882177:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777543.882179:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.882180:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777543.882183:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:0.0:1788777543.882188:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788777543.882190:0:2411:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1788777543.882192:0:2411:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1788777543.882193:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777543.882195:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 4294967639 gen 2 00000100:00000040:0.0:1788777543.882197:0:2411:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788777543.882200:0:2411:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1788777543.882201:0:2411:0:(recover.c:53:ptlrpc_replay_next()) import ffff9b1fd0064000 from lustre-MDT0000_UUID committed 4294967639 last 0 00000100:00000001:0.0:1788777543.882204:0:2411:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777543.882206:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:0.0:1788777543.882210:0:2411:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777543.883313:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.883322:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777543.883334:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777543.883347:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211132544:192.168.204.133@tcp:38:kworker.0 00000100:00000001:0.0:1788777543.883352:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.883355:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777543.883359:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254700 x1875667211132544/t0(0) o38->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777543.883366:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777543.883369:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777543.883373:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000000. 02000000:00000001:0.0:1788777543.883377:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777543.883380:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777543.883381:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777543.883384:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777543.883387:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ecc00. 02000000:00000001:0.0:1788777543.883391:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777543.883392:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777543.883394:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254700. 00000100:00000001:0.0:1788777543.883398:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777543.883400:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777543.883402:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.883404:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777543.883406:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777543.883408:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.883409:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1788777543.883460:0:34124:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9b1fc31a7000 to lustre-MDT0000_UUID@192.168.204.133@tcp 00010000:00000001:3.0:1788777543.883492:0:34124:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:3.0:1788777543.883494:0:34124:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9b1fc31a7000 (1) 00010000:00000001:3.0:1788777543.883498:0:34124:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:3.0:1788777543.883506:0:34124:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777543.883508:0:34124:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777543.883538:0:34124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777543.883542:0:34124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777543.883545:0:34124:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777543.883548:0:34124:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1788777543.883551:0:34124:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777543.883555:0:34124:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777543.883558:0:34124:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777543.883560:0:34124:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x29:0x0] mode (null) 00000002:00000001:3.0:1788777543.883565:0:34124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777543.883568:0:34124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777543.883574:0:34124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4ec00 count: 2 00010000:00000001:3.0:1788777543.883577:0:34124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777543.883582:0:34124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777543.883584:0:34124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777543.883585:0:34124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777543.883586:0:34124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4ec00 count: 2 00010000:00000001:3.0:1788777543.883588:0:34124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777543.883589:0:34124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777543.883591:0:34124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777543.883592:0:34124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777543.883594:0:34124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4ec00 count: 2 00010000:00000001:3.0:1788777543.883596:0:34124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777543.883597:0:34124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777543.883599:0:34124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777543.883600:0:34124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777543.883601:0:34124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4ec00 count: 2 00010000:00000001:3.0:1788777543.883603:0:34124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777543.883605:0:34124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777543.883607:0:34124:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777543.883610:0:34124:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777543.883612:0:34124:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777543.883616:0:34124:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:3.0:1788777543.883619:0:34124:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:3.0:1788777543.883620:0:34124:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777543.883624:0:34124:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x29:0x0]: losing layout lock 00000080:00000001:3.0:1788777543.883627:0:34124:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777543.883630:0:34124:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777543.883634:0:34124:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777543.883637:0:34124:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777543.883639:0:34124:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777543.883642:0:34124:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777543.883643:0:34124:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777543.883646:0:34124:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:3.0:1788777543.883648:0:34124:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777543.883651:0:34124:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777543.883653:0:34124:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x29:0x0](ffff9b1fd159e3c8) invalid 00000020:00000001:3.0:1788777543.883656:0:34124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc21dbc70 00000080:00002000:3.0:1788777543.883657:0:34124:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff9b1fd17725e8) parent ffff9b1fd155f360 inode ffff9b1fd159e3c8 refc 1 00000080:00000001:3.0:1788777543.883661:0:34124:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777543.883664:0:34124:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777543.883665:0:34124:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777543.883669:0:34124:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777543.883671:0:34124:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777543.883673:0:34124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777543.883675:0:34124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777543.883678:0:34124:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1815200 with handle 0x22b16ee488cdca3d from hash 00010000:00000001:3.0:1788777543.883680:0:34124:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777543.883682:0:34124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777543.883684:0:34124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777543.883685:0:34124:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777543.883688:0:34124:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777543.883690:0:34124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777543.883693:0:34124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815200/0x22b16ee488cdca3d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x542deec0941a6d6a expref: -99 pid: 33856 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788777543.883712:0:34124:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc32de500. 00010000:00000040:3.0:1788777543.883717:0:34124:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4ec00 count: 0 00010000:00000010:3.0:1788777543.883721:0:34124:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6a900. 00010000:00000001:3.0:1788777543.883729:0:34124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777543.883731:0:34124:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777543.883733:0:34124:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9b1fc31a7000 00000001:00000001:3.0:1788777543.883736:0:34124:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777543.883738:0:34124:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788777543.884366:0:34124:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777543.884369:0:34124:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.884373:0:34124:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788777543.884375:0:34124:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:3.0:1788777543.884379:0:34124:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:00000010:3.0:1788777543.884385:0:34124:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257100. 00000020:00000040:3.0:1788777543.884389:0:34124:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777543.884393:0:34124:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777543.884396:0:34124:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777543.884400:0:34124:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777543.884407:0:34124:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b600. 00000100:00000001:3.0:1788777543.884413:0:34124:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.884418:0:34124:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777543.884423:0:34124:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777543.884431:0:34124:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2dc746] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.884456:0:34124:0:(import.c:1582:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.884458:0:34124:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777543.884460:0:34124:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777543.884509:0:34124:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777543.884751:0:34124:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788777543.884942:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777543.884946:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777543.884948:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777543.884956:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777543.884964:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777543.884966:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777543.884970:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777543.884973:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777543.884985:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777543.884989:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211132800:192.168.204.133@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1788777543.884993:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777543.884999:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777543.885002:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777543.885004:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777543.885009:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc332ac00. 02000000:00000001:0.0:1788777543.885012:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777543.885019:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777543.885023:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0210. 00000400:00000010:0.0:1788777543.885032:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bdd0. 00000100:00000200:0.0:1788777543.885041:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211132800, portal 10 00000100:00000001:0.0:1788777543.885044:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777543.885045:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453143296 : -110914256408320 : ffff9b1fc3257100) 00000100:00000040:0.0:1788777543.885052:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777543.885060:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777543.885063:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777543.885075:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926ba18. 00000100:00000200:0.0:1788777543.885079:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211132800, offset 0 00000400:00000200:0.0:1788777543.885086:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777543.885095:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777543.885101:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777543.885107:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777543.885111:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777543.885115:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777543.885118:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777543.885122:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2904:2904:256:4294967295] 192.168.204.133@tcp LPNI seq info [2903:2903:8:4294967295] 00000400:00000200:0.0:1788777543.885126:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777543.885136:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777543.885142:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777543.885149:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbd300. 00000800:00000200:0.0:1788777543.885155:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777543.885164:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777543.885169:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777543.885187:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777543.885191:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 823916 usecs (824 jiffies) 00000400:00000200:0.0:1788777543.885195:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777543.885198:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296648016 00000100:00000001:0.0:1788777543.885205:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296647995 00000100:00000001:0.0:1788777543.885211:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296648016 00000100:00000001:0.0:1788777543.885214:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296647995 00000100:00000001:0.0:1788777543.885217:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777543.885220:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.885223:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.885225:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777543.885232:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777543.885234:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777543.885237:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777543.885238:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777543.885239:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777543.885241:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777543.885671:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777543.885676:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbd300. 00000400:00000200:3.0:1788777543.885681:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777543.885687:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777543.885693:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926ba18 00000400:00000010:3.0:1788777543.885696:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926ba18. 00000100:00000001:3.0:1788777543.885709:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777543.885715:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.885725:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777543.885728:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777543.885737:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777543.885739:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777543.891546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ec00. 00010000:00000010:3.1:1788777543.891564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815200. 00000100:00000040:2.0:1788777544.756596:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296648016, at 4296648064 00000100:00000010:2.0:1788777544.756612:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617e40. 00000100:00000040:3.0:1788777544.756760:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296648016, at 4296648064 00000100:00000010:3.0:1788777544.756767:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617960. 00010000:00000001:2.0:1788777544.884615:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1788777544.884616:0:33856:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777544.884623:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1788777544.884625:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1788777544.884626:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777544.884629:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777544.884632:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777544.884637:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1788777544.884640:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 0 seconds 00010000:00000001:2.0:1788777544.884641:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777544.884646:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1788777544.884647:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777544.884651:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777544.884652:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777544.884656:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777544.884658:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777544.884660:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777544.884765:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777544.884769:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777544.884771:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777544.948613:0:2411:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777544.948630:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777544.948632:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777544.948637:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777544.948640:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777544.948644:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777544.948646:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777545.547841:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777545.547868:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777545.547873:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777545.547876:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777545.547887:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.547898:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777545.547911:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.547918:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.547926:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.547931:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd61f80 00000400:00000200:3.0:1788777545.547938:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.547946:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x87ad [1] + 224 00000800:00000001:3.0:1788777545.547956:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777545.548616:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777545.548625:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777545.548715:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777545.548729:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777545.548742:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777545.548825:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777545.548902:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777545.548909:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777545.548932:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777545.548950:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777545.548957:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777545.550322:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777545.550330:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777545.550336:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0210. 00000400:00000200:0.0:1788777545.550351:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:0.0:1788777545.550354:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:0.0:1788777545.550362:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777545.550552:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777545.550564:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777545.550572:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777545.550575:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777545.550579:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777545.550583:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777545.550586:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777545.550589:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777545.550592:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777545.550605:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=54 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777545.550611:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777545.550614:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777545.550616:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777545.550620:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777545.550627:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777545.550632:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777545.550635:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777545.550637:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777545.550640:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777545.550646:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777545.550654:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777545.550659:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777545.550661:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777545.550665:0:2411:0:(import.c:1528:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1788777545.550667:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788777545.550672:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1788777545.550676:0:2411:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1788777545.550681:0:2411:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788777545.550690:0:2411:0:(client.c:3256:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777545.550698:0:2411:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777545.550700:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fd0064000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788777545.550703:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788777545.550708:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788777545.550711:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788777545.550716:0:2411:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788777545.550720:0:2411:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788777545.550722:0:2411:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b1fc339d548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1788777545.550727:0:2411:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x22b16ee488cdbdfd 00800000:00000040:0.0:1788777545.550731:0:2411:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b1fc31a7000=67f3d5ce-64e4-46be-9428-e80a71444531 device 3 (ffff9b1fc3398000) type mdc at LMV idx 0 00800000:00000040:0.0:1788777545.550735:0:2411:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b1fc3398000 already active! 00800000:00000001:0.0:1788777545.550737:0:2411:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777545.550744:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777545.550749:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777545.550751:0:2411:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777545.550753:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777545.550756:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777545.550757:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777545.550762:0:2411:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000002:00000001:0.0:1788777545.556751:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777545.556763:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1788777545.556776:0:2411:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b1fc31a7000: Connection restored to 192.168.204.133@tcp (at 192.168.204.133@tcp) 00000100:00080000:0.0:1788777545.556793:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000027256d52): req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777533 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777545.556821:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777545.556825:0:2411:0:(import.c:1546:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777545.556833:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777545.556844:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211132800:192.168.204.133@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1788777545.556852:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777545.556857:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777545.556861:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257100 x1875667211132800/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777559 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777545.556869:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777545.556880:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777545.556885:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc332ac00. 02000000:00000001:0.0:1788777545.556888:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777545.556892:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777545.556894:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777545.556897:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777545.556901:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b600. 02000000:00000001:0.0:1788777545.556906:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777545.556908:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777545.556911:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257100. 00000100:00000001:0.0:1788777545.556916:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777545.556918:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777545.556921:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777545.556924:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777545.556927:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777545.556928:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777545.556930:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777545.557648:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777545.557655:0:33856:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777545.557659:0:33856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777545.557662:0:33856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777545.557665:0:33856:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777545.557670:0:33856:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777545.557673:0:33856:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777545.557676:0:33856:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788777545.557685:0:33856:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667211129728 new x1875667211132928 02000000:00000001:1.0:1788777545.557689:0:33856:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777545.557692:0:33856:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777545.557702:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777545.557715:0:33856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000010:1.0:1788777545.557725:0:33856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777545.557735:0:33856:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211129728, portal 10 00000100:00000001:1.0:1788777545.557737:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777545.557739:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760064 : -110914022791552 : ffff9b1fd1122680) 00000100:00000040:1.0:1788777545.557751:0:33856:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777561 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.557759:0:33856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777545.557762:0:33856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777545.557766:0:33856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256770. 00000100:00000200:1.0:1788777545.557771:0:33856:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211129728, offset 0 00000400:00000200:1.0:1788777545.557778:0:33856:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777545.557791:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777545.557801:0:33856:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777545.557808:0:33856:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777545.557813:0:33856:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777545.557818:0:33856:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777545.557821:0:33856:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777545.557825:0:33856:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2905:2905:256:4294967295] 192.168.204.133@tcp LPNI seq info [2904:2904:8:4294967295] 00000400:00000200:1.0:1788777545.557829:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777545.557840:0:33856:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777545.557848:0:33856:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777545.557856:0:33856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5200. 00000800:00000200:1.0:1788777545.557864:0:33856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777545.557873:0:33856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777545.557879:0:33856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777545.557907:0:33856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777545.557913:0:33856:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 825547 usecs (826 jiffies) 00000400:00000200:1.0:1788777545.557917:0:33856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777545.557920:0:33856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296649691 00000100:00000010:1.0:1788777545.557928:0:33856:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213360. 00000100:00000001:1.0:1788777545.557935:0:33856:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788777545.557943:0:33856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296649691 00000100:00000010:1.0:1788777545.557946:0:33856:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd12139c0. 00000100:00000001:1.0:1788777545.557950:0:33856:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788777545.557954:0:33856:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777545.557957:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777545.557960:0:33856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777545.557963:0:33856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777545.557966:0:33856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1159a80 going to sleep for 11 seconds 00000100:00000001:1.0:1788777545.557968:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777545.557970:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777545.558147:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777545.558153:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5200. 00000400:00000200:2.0:1788777545.558159:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777545.558166:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777545.558172:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256770 00000400:00000010:2.0:1788777545.558176:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256770. 00000100:00000001:2.0:1788777545.558181:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777545.558186:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777561 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777545.558197:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777545.558200:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777561 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777545.558208:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777545.558220:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1788777545.564183:0:34135:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788777545.564196:0:34135:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788777545.564202:0:34135:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777545.564209:0:34135:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777545.564212:0:34135:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777545.564217:0:34135:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788777545.564219:0:34135:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777545.592159:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777545.592177:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777545.592182:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777545.592184:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777545.592202:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.592209:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777545.592219:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.592224:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.592230:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.592234:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd62000 00000400:00000200:3.0:1788777545.592239:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777545.592244:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x87b5 [1] + 224 00000800:00000001:3.0:1788777545.592252:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777545.592262:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777545.592266:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777545.592271:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777545.592279:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777545.592288:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777561 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777545.592299:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777561 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777545.592323:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777545.592332:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777545.592335:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777545.592423:0:33856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777545.592439:0:33856:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777545.592442:0:33856:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777545.592451:0:33856:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000200:1.0:1788777545.592519:0:33856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:1.0:1788777545.592523:0:33856:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:1.0:1788777545.592528:0:33856:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777545.592538:0:33856:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777561 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777545.592547:0:33856:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777561 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.592554:0:33856:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777545.592556:0:33856:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777545.592559:0:33856:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777545.592564:0:33856:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777545.592567:0:33856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777545.592569:0:33856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777545.592572:0:33856:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777545.592584:0:33856:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777545.592588:0:33856:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777545.592591:0:33856:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788777545.592595:0:33856:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777561 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.592602:0:33856:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1788777545.592608:0:33856:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777545.592610:0:33856:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777545.592612:0:33856:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777545.592615:0:33856:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:1.0:1788777545.592619:0:33856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777561 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.592633:0:33856:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:1.0:1788777545.592637:0:33856:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777545.592639:0:33856:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777545.592643:0:33856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777561 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777545.592650:0:33856:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122680 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:33856:1875667211129728:192.168.204.133@tcp:35:multiop.0 00000100:00000001:1.0:1788777545.592656:0:33856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777545.592659:0:33856:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1788777545.592662:0:33856:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777545.592664:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777545.592668:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777561 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.592675:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777545.592678:0:33856:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1159a80. 00000100:00000001:1.0:1788777545.592683:0:33856:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777545.592684:0:33856:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:1.0:1788777545.592692:0:33856:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777561 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.592700:0:33856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777545.592702:0:33856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760064 : -110914022791552 : ffff9b1fd1122680) 00000002:00000001:1.0:1788777545.592704:0:33856:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777545.592708:0:33856:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777545.592716:0:33856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fcb67c800. 00000080:00000001:1.0:1788777545.592723:0:33856:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777545.592726:0:33856:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777545.592730:0:33856:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777545.592734:0:33856:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777545.592737:0:33856:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777545.592740:0:33856:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777545.592742:0:33856:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777545.592745:0:33856:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:1.0:1788777545.592747:0:33856:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777545.592753:0:33856:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777545.592758:0:33856:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777526 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.592767:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777545.592769:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255880 x1875667211128960/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777526 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.592775:0:33856:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777545.592779:0:33856:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777545.592781:0:33856:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777545.592783:0:33856:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777545.592788:0:33856:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ee400. 02000000:00000001:1.0:1788777545.592793:0:33856:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777545.592795:0:33856:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777545.592797:0:33856:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255880. 00000100:00000001:1.0:1788777545.592801:0:33856:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777545.592803:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777545.592804:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777545.592807:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777561 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.592814:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777545.592816:0:33856:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd11ecae0. 00000002:00000001:1.0:1788777545.592819:0:33856:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777545.592821:0:33856:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777545.592823:0:33856:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc32de840. 00000100:00000001:1.0:1788777545.592826:0:33856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777545.592829:0:33856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122680 x1875667211129728/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777561 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777545.592834:0:33856:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777545.592836:0:33856:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777545.592839:0:33856:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356e800. 02000000:00000001:1.0:1788777545.592844:0:33856:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777545.592845:0:33856:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777545.592846:0:33856:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777545.592849:0:33856:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777545.592850:0:33856:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc12e7a00. 02000000:00000001:1.0:1788777545.592854:0:33856:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777545.592856:0:33856:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777545.592857:0:33856:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122680. 00000100:00000001:1.0:1788777545.592862:0:33856:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777545.592863:0:33856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777545.592866:0:33856:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777545.592871:0:33856:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777545.592891:0:33856:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777545.592898:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3df0 00000080:00000008:1.0:1788777545.592901:0:33856:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff9b1fd159e3c8), flags 100002, rc = 0 00000080:00000001:1.0:1788777545.592905:0:33856:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777545.592911:0:33856:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777545.592913:0:33856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20d3e00 00000080:00002000:1.0:1788777545.592915:0:33856:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff9b1fd17725e8, parent ffff9b1fd155f360, inode ffff9b1fd159e3c8) hashed, 00000080:00000001:1.0:1788777545.592918:0:33856:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777545.592932:0:33856:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777545.592941:0:33856:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788777545.598542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd105bc80. 00010000:00000001:2.0:1788777545.908928:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777545.908938:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777545.908978:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777545.908982:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777545.908986:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777545.965044:0:2411:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777545.965056:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777545.965058:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777545.965063:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777545.965065:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777545.965068:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777545.965071:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777546.420627:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296649691, at 4296649728 00000100:00000010:3.0:1788777546.420646:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd12139c0. 00000100:00000040:2.0:1788777546.421164:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296649691, at 4296649728 00000100:00000010:2.0:1788777546.421172:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213360. 00010000:00000001:2.0:1788777546.932820:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777546.932828:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777546.932928:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777546.932931:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777546.932935:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777546.996607:0:2411:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777546.996620:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777546.996622:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777546.996627:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777546.996629:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777546.996632:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777546.996634:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777547.956575:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777547.956582:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777547.958233:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777547.958238:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777547.958242:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777548.020766:0:2411:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777548.020773:0:2411:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788777548.020789:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777538/real 1788777538] req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1788777548 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788777548.020808:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777548.020810:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777548.020814:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bf20. 00000400:00000200:0.0:1788777548.020821:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93770 00000400:00000010:0.0:1788777548.020825:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93770. 00000100:00000001:0.0:1788777548.020829:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777548.020835:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1788777548 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777548.020845:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1788777548 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777548.020854:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777548.020856:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.020859:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777548.020861:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777548.020865:0:2411:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1788777548 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777548.020873:0:2411:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.020881:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777548.020883:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.020886:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777548.020888:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777548.020890:0:2411:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777548.020895:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1788777548 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777548.020903:0:2411:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788777548.020907:0:2411:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.020908:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777548.020910:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.020913:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788777548.020915:0:2411:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788777548.020919:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc302f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788777548.020946:0:2411:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.133@tcp failed (-110) 00000100:00000001:0.0:1788777548.020949:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788777548.020954:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1788777548 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777548.020963:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2411:1875667211132160:192.168.204.133@tcp:250:kworker.0 00000100:00000001:0.0:1788777548.020968:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.020971:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777548.020975:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee300 x1875667211132160/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 1 dl 1788777548 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777548.020982:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777548.020985:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777548.020988:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:0.0:1788777548.020993:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777548.020996:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777548.020998:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777548.021000:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777548.021003:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777548.021007:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777548.021009:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777548.021011:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee300. 00000100:00000001:0.0:1788777548.021015:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777548.021016:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.021019:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.021022:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777548.021023:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.021025:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777548.021026:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777548.021099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788777548.021104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788777548.021106:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788777548.021109:0:36:0:(import.c:65:import_set_state_nolock()) ffff9b1fc302f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788777548.021112:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788777548.021116:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.133@tcp: connect to NID 192.168.204.133@tcp last attempt 1974 00000400:00000200:1.0:1788777548.021123:0:36:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777548.021128:0:36:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00001000:1.0:1788777548.021133:0:36:0:(import.c:2149:obd_at_measure()) add 10 to ffff9b1fc302fc18 time=57 v=5 (1 1 1 1) 00000100:00001000:1.0:1788777548.021136:0:36:0:(import.c:2215:obd_at_measure()) AT ffff9b1fc302fc18 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:1.0:1788777548.021140:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.133@tcp: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1788777548.021143:0:36:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777548.021146:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777548.021149:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777548.021151:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:1.0:1788777548.021154:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777548.021156:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbda9 00000020:00000001:1.0:1788777548.021159:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777548.021162:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fc31a0800 refcount=3 00000020:00000001:1.0:1788777548.021165:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159452395520 : -110914257156096 : ffff9b1fc31a0800) 00000020:00000001:1.0:1788777548.021167:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159452395520 : -110914257156096 : ffff9b1fc31a0800) 00000100:00000040:1.0:1788777548.021169:0:36:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777548.021171:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777548.021172:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:1.0:1788777548.021174:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:1.0:1788777548.021177:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fc31a0800 : new refcount 2 00000100:00080000:1.0:1788777548.021180:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.133@tcp: import ffff9b1fc302f800 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:1.0:1788777548.021182:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777548.021185:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788777548.021188:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777548.021191:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.021193:0:36:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1788777548.021196:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777548.021205:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122680. 00000020:00000040:1.0:1788777548.021208:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 02000000:00000001:1.0:1788777548.021212:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777548.021214:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.021217:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777548.021221:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777548.021225:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777548.021232:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356dc00. 00000100:00000001:1.0:1788777548.021240:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777548.021247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777548.021257:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777548.021262:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.021267:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009878b929] to pc [ptlrpcd_rcv+-1] req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.021287:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.021290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777548.021294:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777548.021298:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123b80. 00000020:00000040:1.0:1788777548.021301:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777548.021303:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777548.021305:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777548.021306:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777548.021310:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5f00. 00000100:00000001:1.0:1788777548.021313:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.021318:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777548.021326:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777548.021542:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777548.021545:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777548.021547:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777548.021554:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777548.021561:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777548.021563:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777548.021567:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777548.021570:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777548.021572:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777548.021575:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2411:1875667211133056:192.168.204.133@tcp:250:kworker.0 00000100:00000001:0.0:1788777548.021578:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777548.021583:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777548.021585:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777548.021587:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777548.021592:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777548.021594:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777548.021599:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777548.021602:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0210. 00000400:00000010:0.0:1788777548.021607:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bdd0. 00000100:00000200:0.0:1788777548.021613:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211133056, portal 25 00000100:00000001:1.0:1788777548.021765:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.021773:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c349a11c] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.021794:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.021797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777548.021801:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777548.021805:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121f80. 00000020:00000040:1.0:1788777548.021808:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777548.021810:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777548.021812:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777548.021814:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777548.021819:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5200. 00000100:00000001:1.0:1788777548.021823:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.021827:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777548.021841:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777548.021843:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.021847:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb89ea97] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.021856:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.021858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777548.021862:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777548.021864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777548.021868:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777548.021873:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1989) 00000100:00000001:1.0:1788777548.021896:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777548.021899:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777548.021900:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777548.021905:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.021911:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777548.021913:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777548.021916:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777548.021917:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777548.021919:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777548.021923:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211133184:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777548.021927:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777548.021930:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777548.021931:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777548.021933:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777548.021937:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd184dc00. 02000000:00000001:1.0:1788777548.021939:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777548.021943:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777548.021947:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000010:1.0:1788777548.021952:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777548.021955:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211133184, portal 10 00000100:00000001:1.0:1788777548.021957:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777548.021959:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000040:1.0:1788777548.021967:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.021975:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777548.021978:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777548.021980:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256cc0. 00000100:00000200:1.0:1788777548.021984:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211133184, offset 0 00000400:00000200:1.0:1788777548.021991:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777548.021999:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777548.022005:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777548.022011:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777548.022016:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777548.022020:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777548.022022:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777548.022026:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2906:2906:256:4294967295] 192.168.204.133@tcp LPNI seq info [2905:2905:8:4294967295] 00000400:00000200:1.0:1788777548.022030:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777548.022040:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777548.022047:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777548.022052:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5d00. 00000800:00000200:1.0:1788777548.022058:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777548.022065:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777548.022070:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777548.022140:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777548.022144:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760064 : -110914022791552 : ffff9b1fd1122680) 00000100:00000040:0.0:1788777548.022151:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777548.022158:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777548.022160:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777548.022164:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b198. 00000100:00000200:0.0:1788777548.022167:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875667211133056, offset 0 00000400:00000200:0.0:1788777548.022172:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777548.022176:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777548.022179:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777548.022182:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777548.022185:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777548.022187:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777548.022190:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777548.022193:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2907:2907:255:4294967295] 192.168.204.133@tcp LPNI seq info [2906:2906:7:4294967295] 00000400:00000200:0.0:1788777548.022197:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777548.022203:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777548.022208:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777548.022213:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbda00. 00000800:00000200:0.0:1788777548.022217:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777548.022221:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777548.022224:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbda00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777548.022245:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.022249:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 870596 usecs (871 jiffies) 00000400:00000200:1.0:1788777548.022254:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777548.022257:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296652200 00000100:00000010:1.0:1788777548.022263:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213300. 00000100:00000001:1.0:1788777548.022271:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788777548.022276:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296652200 00000100:00000010:1.0:1788777548.022279:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213060. 00000100:00000001:1.0:1788777548.022283:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788777548.022296:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777548.022300:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.022302:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.022304:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.022310:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777548.022311:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777548.022313:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777548.022314:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777548.022316:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777548.022318:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788777548.022320:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.022322:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777548.022323:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.022325:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777548.022326:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777548.022340:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777548.022345:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.022352:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777548.022354:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777548.022356:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777548.022358:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777548.022360:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777548.022363:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211133312:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777548.022367:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777548.022369:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777548.022371:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777548.022373:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777548.022376:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd184c800. 02000000:00000001:1.0:1788777548.022378:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777548.022382:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777548.022384:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12a50. 00000400:00000010:1.0:1788777548.022388:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256ee0. 00000100:00000200:1.0:1788777548.022391:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211133312, portal 10 00000100:00000001:1.0:1788777548.022393:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777548.022394:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000040:1.0:1788777548.022400:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.022405:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777548.022407:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777548.022409:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256220. 00000100:00000200:1.0:1788777548.022412:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211133312, offset 0 00000400:00000200:1.0:1788777548.022415:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777548.022419:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777548.022423:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777548.022425:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777548.022428:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777548.022430:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777548.022444:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777548.022447:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2908:2908:254:4294967295] 192.168.204.133@tcp LPNI seq info [2907:2907:6:4294967295] 00000400:00000200:1.0:1788777548.022451:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777548.022457:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777548.022461:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777548.022485:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5b00. 00000800:00000200:1.0:1788777548.022489:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777548.022493:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777548.022496:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777548.028786:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777548.028800:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777548.028804:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296655396 00000100:00000001:0.0:1788777548.028812:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296652200 00000100:00000001:0.0:1788777548.028818:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296655396 00000100:00000001:0.0:1788777548.028821:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296652200 00000100:00000001:0.0:1788777548.028824:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777548.028828:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.028831:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.028835:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.028843:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777548.028845:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788777548.028848:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777548.028849:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777548.028851:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.028853:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.028867:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777548.028870:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777548.029192:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777548.029197:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5d00. 00000400:00000200:2.0:1788777548.029205:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777548.029213:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777548.029220:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256cc0 00000400:00000010:2.0:1788777548.029223:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256cc0. 00000100:00000001:2.0:1788777548.029228:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777548.029234:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777548.029244:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777548.029248:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777548.029255:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777548.029257:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777548.030000:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777548.030005:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbda00. 00000400:00000200:2.0:1788777548.030010:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777548.030015:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777548.030019:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b198 00000400:00000010:2.0:1788777548.030021:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b198. 00000100:00000001:2.0:1788777548.030025:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777548.030030:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777548.030045:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777548.030048:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777548.030054:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777548.030056:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777548.030519:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.030526:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21631 usecs (22 jiffies) 00000400:00000200:1.0:1788777548.030532:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777548.030535:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296651360 00000100:00000001:1.0:1788777548.030539:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296655396 00000100:00000001:1.0:1788777548.030542:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296651360 00000100:00000001:1.0:1788777548.030544:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296655396 00000100:00000001:1.0:1788777548.030546:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777548.030549:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.030553:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.030557:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777548.031367:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777548.031373:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5b00. 00000400:00000200:2.0:1788777548.031379:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777548.031385:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777548.031390:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256220 00000400:00000010:2.0:1788777548.031392:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256220. 00000100:00000001:2.0:1788777548.031397:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777548.031404:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777548.031414:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777548.031417:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777548.031424:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777548.031425:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777548.038014:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.038032:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777548.038036:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.038039:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777548.038048:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038056:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777548.038064:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038069:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038074:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038078:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 25 MB=0x6a9e8cdd62080 00000400:00000200:2.0:1788777548.038083:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038088:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 416/416 into md 0x87bd [1] + 0 00000800:00000001:2.0:1788777548.038095:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.038099:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777548.038102:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777548.038106:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777548.038114:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777548.038123:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777548.038133:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777548.038162:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777548.038174:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.038179:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777548.038180:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.038182:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777548.038185:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038189:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777548.038193:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038196:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038198:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038200:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd62100 00000400:00000200:2.0:1788777548.038204:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.038208:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x87c5 [1] + 224 00000800:00000001:2.0:1788777548.038212:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.038217:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777548.038219:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777548.038222:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777548.038225:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777548.038229:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777548.038237:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777548.038264:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777548.038267:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.038269:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.038496:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777548.038501:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777548.038507:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777548.038509:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777548.038513:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0210. 00000400:00000200:0.0:1788777548.038518:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:0.0:1788777548.038521:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:0.0:1788777548.038524:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777548.038529:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777548.038539:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777548.038545:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777548.038547:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.038549:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777548.038552:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777548.038554:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777548.038557:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777548.038560:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777548.038567:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777548.038570:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=57 v=10 (10 1 1 1) 00000100:00000001:0.0:1788777548.038573:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777548.038575:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777548.038577:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777548.038580:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.038582:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777548.038586:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/416 e 0 to 0 dl 1788777563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777548.038592:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777548.038595:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777548.038597:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.038599:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788777548.038613:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.133@tcp: connect to target with instance 0 00000020:00000001:0.0:1788777548.038616:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777548.038618:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbda9 00000020:00000001:0.0:1788777548.038621:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777548.038624:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fc31a0800 refcount=3 00000020:00000001:0.0:1788777548.038626:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159452395520 : -110914257156096 : ffff9b1fc31a0800) 00000020:00000001:0.0:1788777548.038629:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159452395520 : -110914257156096 : ffff9b1fc31a0800) 00000100:00001000:0.0:1788777548.038632:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1788777548 v=0 (0 0 0 0) 00000100:00001000:0.0:1788777548.038635:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fc302fc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1788777548.038641:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fc31a0800 : new refcount 2 00000100:00000001:0.0:1788777548.038644:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788777548.038652:0:2411:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1788777548.038655:0:2411:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.038657:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:0.0:1788777548.038659:0:2411:0:(import.c:1284:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.133@tcp) after server handle changed from 0x542deec0941a471b to 0x542deec0941a7202 00000100:00000001:1.0:1788777548.039188:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777548.039191:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777548.039196:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777548.039197:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777548.039200:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000200:1.0:1788777548.039204:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:1.0:1788777548.039206:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:1.0:1788777548.039209:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777548.039215:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777548.039223:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.039230:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777548.039231:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.039233:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777548.039235:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777548.039236:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777548.039238:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777548.039240:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777548.039245:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=57 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777548.039248:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777548.039250:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777548.039252:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777548.039253:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777548.039256:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.039259:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777548.039261:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777548.039263:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777548.039265:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.039269:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.039276:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777548.039278:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777548.039280:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777548.039287:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777548.039294:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211133184:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777548.039298:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.039301:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777548.039304:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123b80 x1875667211133184/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.039310:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777548.039313:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777548.039316:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd184dc00. 02000000:00000001:1.0:1788777548.039319:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777548.039321:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777548.039323:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777548.039325:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777548.039336:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5f00. 02000000:00000001:1.0:1788777548.039340:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777548.039342:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777548.039343:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123b80. 00000100:00000001:1.0:1788777548.039347:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777548.039349:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.039352:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.039353:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777548.039354:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777548.039356:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.039358:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777548.039784:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.039793:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777548.039796:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.039798:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777548.039804:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.039808:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777548.039814:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.039818:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.039831:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.039835:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd62180 00000400:00000200:2.0:1788777548.039839:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777548.039843:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x87cd [1] + 224 00000800:00000001:2.0:1788777548.039848:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.039853:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777548.039856:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777548.039860:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777548.039864:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777548.039869:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777548.039879:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777548.039895:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777548.039900:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777548.039902:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.039944:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777548.039946:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777548.039949:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777548.039950:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777548.039952:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12a50. 00000400:00000200:1.0:1788777548.039955:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256ee0 00000400:00000010:1.0:1788777548.039957:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256ee0. 00000100:00000001:1.0:1788777548.039959:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777548.039963:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777548.039972:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.039978:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777548.039979:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.039981:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777548.039983:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777548.039984:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777548.039986:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777548.039988:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777548.039992:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=57 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777548.039995:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777548.039997:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777548.039998:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777548.040000:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777548.040002:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.040004:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777548.040006:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1788777548.040008:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777548.040009:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777548.040013:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.040020:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777548.040022:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777548.040023:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777548.040027:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777548.040035:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211133312:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777548.040038:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.040040:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777548.040043:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121f80 x1875667211133312/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777548.040049:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777548.040050:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777548.040052:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd184c800. 02000000:00000001:1.0:1788777548.040054:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777548.040056:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777548.040057:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777548.040059:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777548.040060:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5200. 02000000:00000001:1.0:1788777548.040062:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777548.040063:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777548.040064:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121f80. 00000100:00000001:1.0:1788777548.040068:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777548.040069:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.040071:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777548.040078:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777548.040080:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777548.040082:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777548.040083:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777548.053090:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc302f800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1788777548.053103:0:2411:0:(import.c:1292:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777548.053109:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788777548.053122:0:2411:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.133@tcp; invalidating 00000020:00000040:0.0:1788777548.053127:0:2411:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000100:00000001:0.0:1788777548.059327:0:2411:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.059342:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777548.059362:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/416 e 0 to 0 dl 1788777563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777548.059388:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2411:1875667211133056:192.168.204.133@tcp:250:kworker.0 00000100:00000001:0.0:1788777548.059395:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.059400:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777548.059404:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122680 x1875667211133056/t0(0) o250->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 520/416 e 0 to 0 dl 1788777563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777548.059412:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777548.059417:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777548.059421:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777548.059427:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777548.059442:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777548.059445:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777548.059448:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777548.059452:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356dc00. 02000000:00000001:0.0:1788777548.059458:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777548.059460:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777548.059478:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122680. 00000100:00000001:0.0:1788777548.059486:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777548.059487:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.059490:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777548.059501:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777548.059505:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777548.059509:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777548.059511:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777548.059898:0:34153:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1788777548.059976:0:34153:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.133@tcp to MGS@192.168.204.133@tcp 00000100:00100000:3.0:1788777548.060060:0:34153:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788777548.060064:0:34153:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788777548.060068:0:34153:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1788777548.060072:0:34153:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777548.060076:0:34153:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788777548.060082:0:34153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd8abf500 count: 3 00010000:00000001:3.0:1788777548.060089:0:34153:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777548.060092:0:34153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777548.060095:0:34153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777548.060098:0:34153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4600 refcount=3 00000020:00000001:3.0:1788777548.060100:0:34153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677134336 : -110914032417280 : ffff9b1fd07f4600) 00010000:00000001:3.0:1788777548.060103:0:34153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677134336 : -110914032417280 : ffff9b1fd07f4600) 00010000:00000001:3.0:1788777548.060107:0:34153:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777548.060113:0:34153:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f4600/0x22b16ee488cdbdb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x542deec0941a4722 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788777548.060122:0:34153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788777548.060125:0:34153:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f4600/0x22b16ee488cdbdb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x542deec0941a4722 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788777548.060303:0:34153:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788777548.060307:0:34153:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788777548.060309:0:34153:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788777548.060311:0:34153:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788777548.060313:0:34153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777548.060316:0:34153:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777548.060332:0:34153:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788777548.060334:0:34153:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788777548.060336:0:34153:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9b1fc9356200) refs 2 10000000:00000001:3.0:1788777548.060339:0:34153:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788777548.060340:0:34153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777548.060343:0:34153:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777548.060345:0:34153:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777548.060349:0:34153:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777548.060351:0:34153:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777548.060354:0:34153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777548.060357:0:34153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777548.060361:0:34153:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4600 with handle 0x22b16ee488cdbdb0 from hash 00010000:00000001:3.0:1788777548.060363:0:34153:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777548.060365:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777548.060367:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777548.060368:0:34153:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777548.060370:0:34153:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777548.060588:0:34153:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777548.060591:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777548.060592:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777548.060594:0:34153:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777548.060596:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777548.060599:0:34153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f4600/0x22b16ee488cdbdb0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x542deec0941a4722 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777548.060614:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777548.060616:0:34153:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777548.060617:0:34153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777548.060619:0:34153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777548.060620:0:34153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fc0031600 refcount=3 00000020:00000001:3.0:1788777548.060622:0:34153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159400560128 : -110914308991488 : ffff9b1fc0031600) 00010000:00000001:3.0:1788777548.060625:0:34153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159400560128 : -110914308991488 : ffff9b1fc0031600) 00010000:00000001:3.0:1788777548.060627:0:34153:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777548.060630:0:34153:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.133@tcp lock: ffff9b1fc0031600/0x22b16ee488cdbdb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x542deec0941a4729 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788777548.060640:0:34153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788777548.060643:0:34153:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.133@tcp lock: ffff9b1fc0031600/0x22b16ee488cdbdb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x542deec0941a4729 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788777548.060649:0:34153:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788777548.060652:0:34153:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788777548.060653:0:34153:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788777548.060655:0:34153:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788777548.060656:0:34153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777548.060658:0:34153:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777548.060705:0:34153:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788777548.060707:0:34153:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788777548.060708:0:34153:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9b1fc3cac600) refs 2 10000000:00000001:3.0:1788777548.060711:0:34153:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788777548.060712:0:34153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777548.060723:0:34153:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777548.060725:0:34153:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777548.060726:0:34153:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777548.060727:0:34153:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777548.060729:0:34153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777548.060730:0:34153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777548.060733:0:34153:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fc0031600 with handle 0x22b16ee488cdbdb7 from hash 00010000:00000001:3.0:1788777548.060734:0:34153:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777548.060736:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777548.060737:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777548.060738:0:34153:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777548.060739:0:34153:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777548.060740:0:34153:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777548.060741:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777548.060742:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777548.060743:0:34153:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777548.060745:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777548.060747:0:34153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.133@tcp lock: ffff9b1fc0031600/0x22b16ee488cdbdb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x542deec0941a4729 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777548.060760:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788777548.060763:0:34153:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd8abf500 count: 0 00010000:00000040:3.0:1788777548.060770:0:34153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd8abf200 count: 2 00010000:00000001:3.0:1788777548.060772:0:34153:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777548.060773:0:34153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777548.060774:0:34153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777548.060776:0:34153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5c00 refcount=3 00000020:00000001:3.0:1788777548.060777:0:34153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:3.0:1788777548.060779:0:34153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:3.0:1788777548.060781:0:34153:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777548.060784:0:34153:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5c00/0x22b16ee488cdbde8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x542deec0941a4730 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788777548.060789:0:34153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788777548.060790:0:34153:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5c00/0x22b16ee488cdbde8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x542deec0941a4730 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788777548.060795:0:34153:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1788777548.060797:0:34153:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788777548.060798:0:34153:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788777548.060800:0:34153:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788777548.060801:0:34153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777548.060802:0:34153:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777548.061303:0:34153:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788777548.061307:0:34153:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788777548.061308:0:34153:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9b1fc5178400) refs 2 10000000:00000001:3.0:1788777548.061311:0:34153:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788777548.061313:0:34153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777548.061316:0:34153:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777548.061318:0:34153:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777548.061320:0:34153:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777548.061322:0:34153:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777548.061324:0:34153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777548.061326:0:34153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777548.061329:0:34153:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5c00 with handle 0x22b16ee488cdbde8 from hash 00010000:00000001:3.0:1788777548.061331:0:34153:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777548.061333:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777548.061334:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777548.061335:0:34153:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777548.061336:0:34153:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777548.061338:0:34153:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777548.061340:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777548.061341:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777548.061342:0:34153:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777548.061344:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777548.061347:0:34153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5c00/0x22b16ee488cdbde8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x542deec0941a4730 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777548.061358:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788777548.061360:0:34153:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd8abf200 count: 0 00010000:00000040:3.0:1788777548.061366:0:34153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fc723fd00 count: 2 00010000:00000001:3.0:1788777548.061369:0:34153:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777548.061370:0:34153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777548.061372:0:34153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777548.061374:0:34153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815000 refcount=3 00000020:00000001:3.0:1788777548.061376:0:34153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694045184 : -110914015506432 : ffff9b1fd1815000) 00010000:00000001:3.0:1788777548.061378:0:34153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694045184 : -110914015506432 : ffff9b1fd1815000) 00010000:00000001:3.0:1788777548.061381:0:34153:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777548.061383:0:34153:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.133@tcp lock: ffff9b1fd1815000/0x22b16ee488cdbdef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x542deec0941a4737 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788777548.061389:0:34153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788777548.061391:0:34153:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.133@tcp lock: ffff9b1fd1815000/0x22b16ee488cdbdef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x542deec0941a4737 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788777548.061396:0:34153:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1788777548.061399:0:34153:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788777548.061401:0:34153:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788777548.061403:0:34153:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788777548.061404:0:34153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777548.061405:0:34153:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777548.061407:0:34153:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788777548.061409:0:34153:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788777548.061410:0:34153:0:(mgc_request.c:123:config_log_put()) log params(ffff9b1fc9ec3600) refs 2 10000000:00000001:3.0:1788777548.061411:0:34153:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788777548.061412:0:34153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777548.061414:0:34153:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777548.061416:0:34153:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777548.061417:0:34153:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777548.061418:0:34153:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777548.061420:0:34153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777548.061422:0:34153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777548.061423:0:34153:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1815000 with handle 0x22b16ee488cdbdef from hash 00010000:00000001:3.0:1788777548.061634:0:34153:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777548.061635:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777548.061637:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777548.061638:0:34153:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777548.061639:0:34153:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777548.061641:0:34153:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777548.061643:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777548.061644:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777548.061645:0:34153:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777548.061647:0:34153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777548.061650:0:34153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.133@tcp lock: ffff9b1fd1815000/0x22b16ee488cdbdef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x542deec0941a4737 expref: -99 pid: 16844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777548.061658:0:34153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788777548.061661:0:34153:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fc723fd00 count: 0 00000001:00000001:3.0:1788777548.061666:0:34153:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777548.061669:0:34153:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777548.061670:0:34153:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788777548.061672:0:34153:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777548.061674:0:34153:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777548.061677:0:34153:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777548.061686:0:34153:0:(import.c:65:import_set_state_nolock()) ffff9b1fc302f800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788777548.061690:0:34153:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788777548.061694:0:34153:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788777548.061696:0:34153:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788777548.061699:0:34153:0:(import.c:65:import_set_state_nolock()) ffff9b1fc302f800 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788777548.061701:0:34153:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788777548.061704:0:34153:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1788777548.061705:0:34153:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.204.133@tcp: Reactivating import 00000100:00080000:3.0:1788777548.061719:0:34153:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1788777548.061721:0:34153:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777548.061723:0:34153:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788777548.061732:0:34153:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) MGC192.168.204.133@tcp: Connection restored to 192.168.204.133@tcp (at 192.168.204.133@tcp) 00000100:00000001:3.0:1788777548.061735:0:34153:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777548.061739:0:34153:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777548.061740:0:34153:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777548.061743:0:34153:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777548.061744:0:34153:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777548.066538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4600. 00010000:00000010:3.1:1788777548.066561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fc0031600. 00010000:00000010:3.1:1788777548.066569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf500. 00010000:00000010:3.1:1788777548.066574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5c00. 00010000:00000010:3.1:1788777548.066577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd8abf200. 00010000:00000010:3.1:1788777548.070118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815000. 00010000:00000010:3.1:1788777548.070143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fc723fd00. 00000080:00000001:0.0:1788777548.583134:0:34159:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777548.983304:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777548.983316:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777548.983323:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777549.040430:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87d08 00000080:00200008:2.0:1788777549.040444:0:34179:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777549.040455:0:34179:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777549.040456:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87c80 00000080:00200000:2.0:1788777549.040458:0:34179:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777549.040875:0:34179:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc9201000. 00800000:00000002:2.0:1788777549.040887:0:34179:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777549.040893:0:34179:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777549.040901:0:34179:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777549.040904:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87ba0 00800000:00000002:2.0:1788777549.040908:0:34179:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777549.040914:0:34179:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777549.040918:0:34179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777549.040922:0:34179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777549.040926:0:34179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777549.040929:0:34179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777549.040932:0:34179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777549.040935:0:34179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777549.040938:0:34179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777549.040942:0:34179:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777549.040949:0:34179:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777549.040951:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87a70 00000002:00010000:2.0:1788777549.040953:0:34179:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777549.040957:0:34179:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777549.040960:0:34179:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777549.040964:0:34179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777549.040973:0:34179:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777549.040975:0:34179:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777549.040977:0:34179:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777549.040981:0:34179:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777549.040984:0:34179:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777549.040992:0:34179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ce00. 00000020:00000040:2.0:1788777549.040997:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777549.041006:0:34179:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777549.041013:0:34179:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777549.041017:0:34179:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.041022:0:34179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777549.041025:0:34179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777549.041032:0:34179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777549.041041:0:34179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333a800. 00000100:00000001:2.0:1788777549.041050:0:34179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777549.041057:0:34179:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777549.041059:0:34179:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777549.041061:0:34179:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777549.041062:0:34179:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777549.041064:0:34179:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777549.041071:0:34179:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504809472 : -110914204742144 : ffff9b1fc639ce00) 00010000:00000001:2.0:1788777549.041077:0:34179:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777549.041079:0:34179:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777549.041084:0:34179:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6600. 00010000:00000010:2.0:1788777549.041090:0:34179:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835df80. 00010000:00000001:2.0:1788777549.041098:0:34179:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777549.041101:0:34179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5800. 00000020:00000001:2.0:1788777549.041105:0:34179:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777549.041109:0:34179:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5800 with handle 0x22b16ee488cdca44 to hash 00000020:00000001:2.0:1788777549.041111:0:34179:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777549.041113:0:34179:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777549.041118:0:34179:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777549.041124:0:34179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777549.041127:0:34179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777549.041132:0:34179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34179 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777549.041142:0:34179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34179 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777549.041157:0:34179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34179 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777549.041163:0:34179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777549.041165:0:34179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777549.041175:0:34179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba9c0. 00000100:00000001:2.0:1788777549.041178:0:34179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140608 : -110914027411008 : ffff9b1fd0cba9c0) 00000100:00000001:2.0:1788777549.041181:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.041182:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504809472 : -110914204742144 : ffff9b1fc639ce00) 00000100:00000001:2.0:1788777549.041188:0:34179:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777549.041194:0:34179:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.041196:0:34179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777549.041198:0:34179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777549.041213:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777549.041223:0:34179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777549.041226:0:34179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.041230:0:34179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777549.041233:0:34179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777549.041236:0:34179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777549.041240:0:34179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34179:1875667211133440:192.168.204.133@tcp:101:lfs.0 00000100:00000001:2.0:1788777549.041244:0:34179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777549.041250:0:34179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777549.041254:0:34179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.041256:0:34179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777549.041262:0:34179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920a000. 02000000:00000001:2.0:1788777549.041264:0:34179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777549.041273:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777549.041278:0:34179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bcb8. 00000400:00000010:2.0:1788777549.041286:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93908. 00000100:00000200:2.0:1788777549.041295:0:34179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211133440, portal 10 00000100:00000001:2.0:1788777549.041298:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.041299:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504809472 : -110914204742144 : ffff9b1fc639ce00) 00000100:00000040:2.0:1788777549.041306:0:34179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777549.041314:0:34179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777549.041317:0:34179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777549.041320:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e934c8. 00000100:00000200:2.0:1788777549.041323:0:34179:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211133440, offset 0 00000400:00000200:2.0:1788777549.041332:0:34179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777549.041345:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.041353:0:34179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777549.041361:0:34179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777549.041365:0:34179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777549.041370:0:34179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777549.041373:0:34179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777549.041378:0:34179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2909:2909:256:4294967295] 192.168.204.133@tcp LPNI seq info [2908:2908:8:4294967295] 00000400:00000200:2.0:1788777549.041382:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.041392:0:34179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777549.041399:0:34179:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777549.041405:0:34179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956000. 00000800:00000200:2.0:1788777549.041424:0:34179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777549.041433:0:34179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777549.041439:0:34179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777549.041573:0:34179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777549.041579:0:34179:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 869500 usecs (870 jiffies) 00000400:00000200:2.0:1788777549.041583:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777549.041587:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296653218 00000100:00000001:2.0:1788777549.041590:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296655396 00000100:00000001:2.0:1788777549.041592:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296653218 00000100:00000001:2.0:1788777549.041594:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296655396 00000100:00000001:2.0:1788777549.041597:0:34179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777549.041600:0:34179:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.041603:0:34179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777549.041605:0:34179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777549.041608:0:34179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777549.041611:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.041615:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777549.052047:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777549.052063:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956000. 00000400:00000200:2.0:1788777549.052071:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.052085:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777549.052094:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e934c8 00000400:00000010:2.0:1788777549.052098:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e934c8. 00000100:00000001:2.0:1788777549.052104:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777549.052115:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777549.052131:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777549.052134:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777549.052141:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.052143:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777549.061993:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.062017:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.062023:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.062026:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.062037:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.062045:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.062057:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.062064:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.062070:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.062075:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd62200 00000400:00000200:2.0:1788777549.062080:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.062087:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x87d5 [1] + 224 00000800:00000001:2.0:1788777549.062095:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.062103:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.062106:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.062112:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777549.062121:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.062133:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777549.062150:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777549.062179:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777549.062189:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.062193:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.062291:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.062300:0:34179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.062303:0:34179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.062308:0:34179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bcb8. 00000400:00000200:1.0:1788777549.062313:0:34179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93908 00000400:00000010:1.0:1788777549.062316:0:34179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93908. 00000100:00000001:1.0:1788777549.062319:0:34179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.062324:0:34179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777549.062333:0:34179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777549.062339:0:34179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.062342:0:34179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.062344:0:34179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.062349:0:34179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.062351:0:34179:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.062354:0:34179:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.062357:0:34179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.062369:0:34179:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=58 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777549.062373:0:34179:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.062376:0:34179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.062378:0:34179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.062381:0:34179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.062386:0:34179:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.062391:0:34179:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777549.062393:0:34179:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777549.062395:0:34179:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777549.062397:0:34179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.062402:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777549.062410:0:34179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.062426:0:34179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.062428:0:34179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.062432:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777549.062440:0:34179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34179:1875667211133440:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777549.062447:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.062450:0:34179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.062453:0:34179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.062456:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.062459:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777549.062513:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.062517:0:34179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777549.062521:0:34179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.062523:0:34179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.062527:0:34179:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777549.062532:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062535:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062539:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=4 00000020:00000001:1.0:1788777549.062541:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062544:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000040:1.0:1788777549.062552:0:34179:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5800, remote cookie: 0x542deec0941a7210, flags: 0x1001 00010000:00010000:1.0:1788777549.062558:0:34179:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777549.062571:0:34179:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.062578:0:34179:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777549.062584:0:34179:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777549.062587:0:34179:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777549.062589:0:34179:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777549.062590:0:34179:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777549.062593:0:34179:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6600) refcount = 1 00010000:00010000:1.0:1788777549.062596:0:34179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.062603:0:34179:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777549.062607:0:34179:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777549.062609:0:34179:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777549.062612:0:34179:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777549.062615:0:34179:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777549.062618:0:34179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.062629:0:34179:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777549.062631:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062634:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.062635:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062635:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.062637:0:34179:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777549.062642:0:34179:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777549.062644:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062645:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062646:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.062648:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062650:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062653:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062654:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062655:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=4 00000020:00000001:1.0:1788777549.062657:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062660:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062663:0:34179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777549.062666:0:34179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777549.062670:0:34179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.062676:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062677:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.062679:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062680:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062681:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=5 00000020:00000001:1.0:1788777549.062683:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062685:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062688:0:34179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777549.062691:0:34179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.062698:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062699:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777549.062701:0:34179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.062708:0:34179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777549.062709:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062710:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.062711:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062713:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777549.062718:0:34179:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777549.062728:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062729:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062731:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.062733:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062735:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062737:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062738:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777549.062740:0:34179:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777549.062742:0:34179:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777549.062746:0:34179:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777549.062749:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062750:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062752:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.062754:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062756:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00000002:00010000:1.0:1788777549.062760:0:34179:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.062767:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062769:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.062771:0:34179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777549.062772:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062773:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062775:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.062777:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062779:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000040:1.0:1788777549.062788:0:34179:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:1.0:1788777549.062791:0:34179:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777549.062796:0:34179:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777549.062798:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062799:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777549.062800:0:34179:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777549.062804:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c879f8 00000002:00002000:1.0:1788777549.062806:0:34179:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777549.062810:0:34179:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777549.062814:0:34179:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777549.062817:0:34179:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777549.062822:0:34179:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777549.062825:0:34179:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777549.062830:0:34179:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777549.062834:0:34179:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc9201000. 00000080:00000001:1.0:1788777549.062840:0:34179:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777549.062843:0:34179:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777549.062851:0:34179:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777549.062856:0:34179:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777549.062864:0:34179:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32de880. 00800000:00000001:1.0:1788777549.062866:0:34179:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453698176 : -110914255853440 : ffff9b1fc32de880) 00800000:00000001:1.0:1788777549.062869:0:34179:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777549.062872:0:34179:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777549.062875:0:34179:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777549.062877:0:34179:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788777549.062881:0:34179:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777549.062884:0:34179:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777549.062885:0:34179:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.062892:0:34179:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777549.062895:0:34179:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788777549.062898:0:34179:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777501 to 1788777510 00000080:00200000:1.0:1788777549.062904:0:34179:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788777549.062907:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062909:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062911:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.062913:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062915:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062917:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062918:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777549.062920:0:34179:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777549.062923:0:34179:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777549.062925:0:34179:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32de880 1 00800000:00000010:1.0:1788777549.062927:0:34179:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32de880. 00800000:00000001:1.0:1788777549.062931:0:34179:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777549.062934:0:34179:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:1.0:1788777549.062938:0:34179:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777549.062940:0:34179:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777549.062941:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062942:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062944:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.062946:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062948:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062950:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062952:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777549.062953:0:34179:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777549.062956:0:34179:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.062958:0:34179:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777549.062961:0:34179:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777549.062964:0:34179:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc0c87cb8 00010000:00000001:1.0:1788777549.062966:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.062967:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.062968:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.062971:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062973:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.062975:0:34179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777549.062978:0:34179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.062985:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.062986:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.062988:0:34179:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777549.062990:0:34179:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777549.062993:0:34179:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777549.063003:0:34179:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777549.063006:0:34179:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777549.063008:0:34179:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777549.063013:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.063014:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.063016:0:34179:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.063020:0:34179:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777549.063022:0:34179:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.063024:0:34179:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.063027:0:34179:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.063029:0:34179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777549.063030:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.063031:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777549.063034:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.063039:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ce00 x1875667211133440/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777549.063046:0:34179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.063049:0:34179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.063053:0:34179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc920a000. 02000000:00000001:1.0:1788777549.063057:0:34179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.063061:0:34179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.063063:0:34179:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777549.063067:0:34179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.063071:0:34179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333a800. 02000000:00000001:1.0:1788777549.063076:0:34179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.063078:0:34179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.063080:0:34179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ce00. 00000100:00000001:1.0:1788777549.063084:0:34179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.063085:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777549.063092:0:34179:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777549.063099:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87d08 00000080:00000008:1.0:1788777549.063101:0:34179:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777549.063943:0:34179:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777549.063997:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87d08 00000080:00200008:1.0:1788777549.064001:0:34179:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788777549.064009:0:34179:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777549.064011:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87c80 00000080:00200000:1.0:1788777549.064013:0:34179:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777549.064020:0:34179:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184c800. 00800000:00000002:1.0:1788777549.064028:0:34179:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777549.064033:0:34179:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777549.064037:0:34179:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777549.064039:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87ba0 00800000:00000002:1.0:1788777549.064042:0:34179:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777549.064046:0:34179:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777549.064050:0:34179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777549.064054:0:34179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777549.064057:0:34179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777549.064060:0:34179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777549.064061:0:34179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777549.064064:0:34179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777549.064067:0:34179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777549.064071:0:34179:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777549.064076:0:34179:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777549.064078:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87a70 00000002:00010000:1.0:1788777549.064081:0:34179:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777549.064084:0:34179:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777549.064087:0:34179:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777549.064089:0:34179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777549.064096:0:34179:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:1.0:1788777549.064099:0:34179:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777549.064103:0:34179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777549.064107:0:34179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777549.064112:0:34179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777549.064122:0:34179:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777549.064127:0:34179:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777549.064131:0:34179:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777549.064138:0:34179:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777549.064141:0:34179:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777549.064143:0:34179:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777549.064145:0:34179:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777549.064147:0:34179:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777549.064149:0:34179:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777549.064152:0:34179:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777549.064154:0:34179:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777549.064157:0:34179:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184c800. 00000080:00000001:1.0:1788777549.064160:0:34179:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777549.064162:0:34179:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777549.064164:0:34179:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777549.064168:0:34179:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:1.0:1788777549.064172:0:34179:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777549.064174:0:34179:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777549.064175:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.064178:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.064180:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.064182:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.064185:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.064190:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.064192:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777549.064194:0:34179:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777549.064196:0:34179:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777549.064198:0:34179:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc0c87cb8 00010000:00000001:1.0:1788777549.064200:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.064202:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.064203:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.064205:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.064207:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.064210:0:34179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777549.064213:0:34179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777549.064220:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.064221:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.064222:0:34179:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777549.064225:0:34179:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777549.064228:0:34179:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777549.064235:0:34179:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777549.064238:0:34179:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777549.064241:0:34179:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777549.064245:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.064246:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.064247:0:34179:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.064250:0:34179:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777549.064252:0:34179:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.064254:0:34179:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.064257:0:34179:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.064260:0:34179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777549.064261:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.064262:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777549.064265:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777549.064268:0:34179:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777549.064271:0:34179:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777549.064276:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87d08 00000080:00000008:1.0:1788777549.064278:0:34179:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788777549.064430:0:34179:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777549.064433:0:34179:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777549.064435:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87b78 00000080:00200000:1.0:1788777549.064438:0:34179:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777549.064442:0:34179:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd184c800. 00800000:00000002:1.0:1788777549.064446:0:34179:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777549.064448:0:34179:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777549.064450:0:34179:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777549.064451:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87a98 00800000:00000002:1.0:1788777549.064453:0:34179:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777549.064456:0:34179:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777549.064457:0:34179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777549.064459:0:34179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777549.064460:0:34179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777549.064518:0:34179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777549.064520:0:34179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777549.064521:0:34179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777549.064524:0:34179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777549.064526:0:34179:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777549.064529:0:34179:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777549.064531:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87968 00000002:00010000:1.0:1788777549.064533:0:34179:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777549.064537:0:34179:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777549.064538:0:34179:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777549.064540:0:34179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777549.064542:0:34179:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:1.0:1788777549.064544:0:34179:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777549.064547:0:34179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777549.064549:0:34179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777549.064552:0:34179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777549.064564:0:34179:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777549.064567:0:34179:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777549.064569:0:34179:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777549.064575:0:34179:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777549.064576:0:34179:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777549.064578:0:34179:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777549.064579:0:34179:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777549.064581:0:34179:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777549.064583:0:34179:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777549.064585:0:34179:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777549.064587:0:34179:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777549.064589:0:34179:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd184c800. 00000080:00000001:1.0:1788777549.064592:0:34179:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777549.064593:0:34179:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777549.064595:0:34179:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777549.064597:0:34179:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:1.0:1788777549.064599:0:34179:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777549.064601:0:34179:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777549.064602:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.064603:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.064605:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.064607:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.064609:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.064611:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.064612:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777549.064613:0:34179:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777549.064615:0:34179:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777549.064617:0:34179:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc0c87bb0 00010000:00000001:1.0:1788777549.064619:0:34179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.064620:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.064622:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777549.064623:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.064626:0:34179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777549.064627:0:34179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777549.064630:0:34179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777549.064636:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.064637:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.064638:0:34179:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777549.064639:0:34179:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777549.064641:0:34179:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777549.064646:0:34179:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777549.064648:0:34179:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777549.064649:0:34179:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777549.064651:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.064652:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.064653:0:34179:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.064655:0:34179:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777549.064656:0:34179:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.064658:0:34179:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.064660:0:34179:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.064661:0:34179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777549.064663:0:34179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.064664:0:34179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777549.064665:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777549.064666:0:34179:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777549.064668:0:34179:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788777549.064672:0:34179:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.064678:0:34179:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777549.064681:0:34179:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777549.064683:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87b78 00000080:00200008:1.0:1788777549.064685:0:34179:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000 00000080:00000010:1.0:1788777549.064690:0:34179:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c44280. 00000080:00000001:1.0:1788777549.064696:0:34179:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.064697:0:34179:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.064796:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.064798:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.064806:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.064809:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.064814:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.064819:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.064821:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.064824:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.064826:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.064832:0:34179:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788777549.064835:0:34179:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: age 1913, max_age 1984 00000002:00000001:1.0:1788777549.064839:0:34179:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788777549.064842:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000010:1.0:1788777549.064848:0:34179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121f80. 00000020:00000040:1.0:1788777549.064851:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777549.064855:0:34179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777549.064858:0:34179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777549.064862:0:34179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777549.064871:0:34179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5200. 00000100:00000001:1.0:1788777549.064881:0:34179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.064885:0:34179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777549.064888:0:34179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777549.064896:0:34179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc6003f00. 00000100:00000001:1.0:1788777549.064899:0:34179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159501037312 : -110914208514304 : ffff9b1fc6003f00) 00000100:00000001:1.0:1788777549.064902:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.064903:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000001:1.0:1788777549.064909:0:34179:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777549.064914:0:34179:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.064917:0:34179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777549.064919:0:34179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.064932:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.064942:0:34179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.064946:0:34179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.064950:0:34179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.064953:0:34179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.064955:0:34179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.064960:0:34179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34179:1875667211133568:192.168.204.133@tcp:41:lfs.0 00000100:00000001:1.0:1788777549.064965:0:34179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.064972:0:34179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.064974:0:34179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.064978:0:34179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.064983:0:34179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777549.064985:0:34179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.064994:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.065000:0:34179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12a50. 00000400:00000010:1.0:1788777549.065008:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256ee0. 00000100:00000200:1.0:1788777549.065019:0:34179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211133568, portal 10 00000100:00000001:1.0:1788777549.065021:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.065022:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000040:1.0:1788777549.065030:0:34179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.065037:0:34179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.065040:0:34179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.065043:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777549.065048:0:34179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211133568, offset 0 00000400:00000200:1.0:1788777549.065057:0:34179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.069675:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.069694:0:34179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.069702:0:34179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.069708:0:34179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.069712:0:34179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.069716:0:34179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.069720:0:34179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2910:2910:256:4294967295] 192.168.204.133@tcp LPNI seq info [2909:2909:8:4294967295] 00000400:00000200:1.0:1788777549.069725:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.069738:0:34179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.069747:0:34179:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.069766:0:34179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5600. 00000800:00000200:1.0:1788777549.069776:0:34179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.069786:0:34179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.069791:0:34179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.069889:0:34179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.069898:0:34179:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 868411 usecs (869 jiffies) 00000400:00000200:1.0:1788777549.069903:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.069906:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296653246 00000100:00000001:1.0:1788777549.069910:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296655396 00000100:00000001:1.0:1788777549.069913:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296653246 00000100:00000001:1.0:1788777549.069915:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296655396 00000100:00000001:1.0:1788777549.069919:0:34179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.069923:0:34179:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.069927:0:34179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.069930:0:34179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777549.069934:0:34179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc6003f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777549.069937:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.069941:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777549.077856:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777549.077869:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5600. 00000400:00000200:2.0:1788777549.077880:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.077892:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777549.077903:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:2.0:1788777549.077907:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:2.0:1788777549.077914:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777549.077926:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.077943:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777549.077947:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.077954:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.077956:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777549.085921:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.085953:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.085959:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.085962:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.085975:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.085985:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.086002:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.086008:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.086015:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.086019:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd62280 00000400:00000200:2.0:1788777549.086025:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.086032:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x87e5 [1] + 224 00000800:00000001:2.0:1788777549.086042:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.086058:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.086063:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.086068:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777549.086079:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.086091:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777549.086104:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.086135:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777549.086146:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.086150:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.086249:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.086261:0:34179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.086264:0:34179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.086269:0:34179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12a50. 00000400:00000200:1.0:1788777549.086275:0:34179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256ee0 00000400:00000010:1.0:1788777549.086278:0:34179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256ee0. 00000100:00000001:1.0:1788777549.086281:0:34179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.086287:0:34179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.086296:0:34179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.086303:0:34179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.086306:0:34179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.086309:0:34179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.086314:0:34179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.086318:0:34179:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.086321:0:34179:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.086325:0:34179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.086338:0:34179:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=58 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777549.086344:0:34179:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.086346:0:34179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.086349:0:34179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.086352:0:34179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.086357:0:34179:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.086362:0:34179:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777549.086365:0:34179:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777549.086367:0:34179:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777549.086369:0:34179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.086374:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.086381:0:34179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.086385:0:34179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.086387:0:34179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.086391:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.086399:0:34179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34179:1875667211133568:192.168.204.133@tcp:41:lfs.0 00000100:00000001:1.0:1788777549.086404:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.086408:0:34179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.086421:0:34179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.086425:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.086429:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.086437:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.086441:0:34179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc6003f00. 00000100:00000001:1.0:1788777549.086445:0:34179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.086448:0:34179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777549.086456:0:34179:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788777549.086458:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.086509:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121f80 x1875667211133568/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.086516:0:34179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.086520:0:34179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.086523:0:34179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777549.086529:0:34179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.086532:0:34179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.086534:0:34179:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777549.086536:0:34179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.086540:0:34179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5200. 02000000:00000001:1.0:1788777549.086545:0:34179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.086547:0:34179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.086549:0:34179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121f80. 00000100:00000001:1.0:1788777549.086555:0:34179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.086557:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777549.086558:0:34179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.086560:0:34179:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777549.086561:0:34179:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788777549.086565:0:34179:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: update ffff9b1fc3398450 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:1.0:1788777549.086570:0:34179:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777549.086578:0:34179:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.086583:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777549.086587:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.086591:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.086594:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.086694:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.086698:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.086709:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.086712:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.086718:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.086723:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.086725:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.086729:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.086731:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.086740:0:34179:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788777549.086743:0:34179:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9b1fc31a7000: age 1402, max_age 1984 00000002:00000001:1.0:1788777549.086746:0:34179:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788777549.086749:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000010:1.0:1788777549.086754:0:34179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121f80. 00000020:00000040:1.0:1788777549.086757:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777549.086761:0:34179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777549.086764:0:34179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777549.086769:0:34179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777549.086775:0:34179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5200. 00000100:00000001:1.0:1788777549.086782:0:34179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.086786:0:34179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777549.086787:0:34179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777549.086794:0:34179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc6003f00. 00000100:00000001:1.0:1788777549.086796:0:34179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159501037312 : -110914208514304 : ffff9b1fc6003f00) 00000100:00000001:1.0:1788777549.086799:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.086800:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000001:1.0:1788777549.086805:0:34179:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777549.086811:0:34179:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.086813:0:34179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777549.086815:0:34179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.086820:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.086826:0:34179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.086829:0:34179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.086833:0:34179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.086836:0:34179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.086839:0:34179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.086843:0:34179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34179:1875667211133696:192.168.204.133@tcp:41:lfs.0 00000100:00000001:1.0:1788777549.086848:0:34179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.086854:0:34179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.086857:0:34179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.086860:0:34179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.086865:0:34179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777549.086867:0:34179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.086873:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.086876:0:34179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12a50. 00000400:00000010:1.0:1788777549.086881:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256ee0. 00000100:00000200:1.0:1788777549.086889:0:34179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211133696, portal 10 00000100:00000001:1.0:1788777549.086891:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.086892:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000040:1.0:1788777549.086900:0:34179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.086908:0:34179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.086911:0:34179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.086917:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256660. 00000100:00000200:1.0:1788777549.086921:0:34179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211133696, offset 0 00000400:00000200:1.0:1788777549.086929:0:34179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.086937:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.086945:0:34179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.086951:0:34179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.086957:0:34179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.086962:0:34179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.086965:0:34179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.086969:0:34179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2911:2911:256:4294967295] 192.168.204.133@tcp LPNI seq info [2910:2910:8:4294967295] 00000400:00000200:1.0:1788777549.086973:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.086983:0:34179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.086990:0:34179:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.086995:0:34179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5a00. 00000800:00000200:1.0:1788777549.087002:0:34179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.087012:0:34179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.087017:0:34179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.087048:0:34179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.087053:0:34179:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21633 usecs (22 jiffies) 00000400:00000200:1.0:1788777549.087056:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.087061:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296652416 00000100:00000001:1.0:1788777549.087065:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296655396 00000100:00000001:1.0:1788777549.087068:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296652416 00000100:00000001:1.0:1788777549.087070:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296655396 00000100:00000001:1.0:1788777549.087073:0:34179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.087076:0:34179:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.087079:0:34179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.087082:0:34179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777549.087085:0:34179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc6003f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777549.087087:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.087090:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.087301:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.087308:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5a00. 00000400:00000200:3.0:1788777549.087313:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.087318:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.087322:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256660 00000400:00000010:3.0:1788777549.087325:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256660. 00000100:00000001:3.0:1788777549.087329:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.087334:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.087344:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.087347:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.087353:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.087355:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777549.094956:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.094980:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.094986:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.094988:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.095001:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.095013:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.095027:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.095033:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.095042:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.095047:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd62300 00000400:00000200:2.0:1788777549.095052:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.095062:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x87ed [1] + 224 00000800:00000001:2.0:1788777549.095073:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.095086:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.095090:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.095096:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777549.095106:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.095130:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777549.095144:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.095168:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777549.095181:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.095184:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.097302:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.097321:0:34179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.097324:0:34179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.097329:0:34179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12a50. 00000400:00000200:1.0:1788777549.097340:0:34179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256ee0 00000400:00000010:1.0:1788777549.097343:0:34179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256ee0. 00000100:00000001:1.0:1788777549.097349:0:34179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.097362:0:34179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.097374:0:34179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.097382:0:34179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.097385:0:34179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.097388:0:34179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.097393:0:34179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.097397:0:34179:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.097399:0:34179:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.097403:0:34179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.097425:0:34179:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=58 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777549.097431:0:34179:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777549.097434:0:34179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.097437:0:34179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.097441:0:34179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.097447:0:34179:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.097451:0:34179:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777549.097454:0:34179:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1788777549.097457:0:34179:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777549.097459:0:34179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.097515:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.097522:0:34179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.097525:0:34179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.097528:0:34179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.097532:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.097540:0:34179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34179:1875667211133696:192.168.204.133@tcp:41:lfs.0 00000100:00000001:1.0:1788777549.097547:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.097551:0:34179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.097554:0:34179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.097556:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.097560:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.097567:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.097570:0:34179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc6003f00. 00000100:00000001:1.0:1788777549.097575:0:34179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.097576:0:34179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777549.097584:0:34179:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788777549.097586:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.097589:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121f80 x1875667211133696/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.097595:0:34179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.097598:0:34179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.097602:0:34179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777549.097607:0:34179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.097610:0:34179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.097613:0:34179:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777549.097615:0:34179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.097619:0:34179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5200. 02000000:00000001:1.0:1788777549.097624:0:34179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.097626:0:34179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.097629:0:34179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121f80. 00000100:00000001:1.0:1788777549.097634:0:34179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.097636:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777549.097637:0:34179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.097639:0:34179:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777549.097640:0:34179:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788777549.097644:0:34179:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9b1fc31a7000: update ffff9b1fc93a9e08 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:1.0:1788777549.097648:0:34179:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777549.097658:0:34179:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097662:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777549.097666:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.097671:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097674:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097758:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.097761:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.097770:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.097773:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.097782:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.097787:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097789:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.097794:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.097796:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.097800:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097802:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097804:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.097807:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.097809:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097811:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097815:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.097816:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.097819:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.097820:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.097823:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.097825:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097826:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.097828:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.097829:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.097832:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097833:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097835:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.097837:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.097839:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097840:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097843:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.097845:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.097847:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.097848:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.097850:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.097852:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097853:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.097855:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.097856:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.097858:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097860:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097861:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.097863:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.097865:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097867:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097870:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.097871:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.097873:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.097874:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.097876:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.097879:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097880:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.097881:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.097882:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.097884:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097886:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097888:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.097891:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.097893:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097895:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097897:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.097898:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.097901:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.097902:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.097904:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.097906:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097908:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.097909:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.097910:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.097912:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097914:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097915:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.097917:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.097919:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097921:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097925:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.097926:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.097929:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.097930:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.097932:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.097934:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097935:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.097936:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.097938:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.097941:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097943:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097945:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.097947:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.097949:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097951:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097954:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.097955:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.097958:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.097960:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.097962:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.097964:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097965:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.097966:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.097968:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.097971:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097973:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097975:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.097977:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.097980:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097982:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.097984:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.097986:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.097989:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.097990:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.097992:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.097995:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.097996:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.097998:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.097999:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.098002:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098004:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098007:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.098009:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.098011:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098014:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098017:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.098018:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.098020:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.098021:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.098024:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.098026:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.098028:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.098029:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.098030:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.098033:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098035:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098037:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.098040:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.098041:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098043:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098046:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.098048:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.098050:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.098051:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.098054:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.098056:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.098057:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.098058:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.098060:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.098062:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098064:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098066:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.098067:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.098070:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098072:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098075:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.098077:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.098079:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.098080:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.098083:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.098085:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.098086:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.098088:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.098089:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.098092:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098094:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098096:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.098098:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.098100:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098102:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098105:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777549.098107:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:1.0:1788777549.098109:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777549.098110:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777549.098112:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d000. 00000020:00000001:1.0:1788777549.098114:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.098116:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777549.098117:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777549.098119:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d000 uarg=0000000000000000 00800000:00000001:1.0:1788777549.098121:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098285:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098288:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777549.098290:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d000. 00000080:00000001:1.0:1788777549.098293:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777549.098295:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109013:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109025:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109042:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109046:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109061:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109071:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109074:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109080:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109082:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109088:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109091:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109094:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109097:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109104:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109107:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109111:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109112:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109115:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109116:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109119:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109133:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109135:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109136:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109138:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109141:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109143:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109145:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109147:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109150:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109151:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109155:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109156:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109159:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109160:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109163:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109165:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109167:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109169:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109171:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109174:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109176:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109177:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109179:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109182:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109183:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109187:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109188:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109191:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109192:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109195:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109197:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109199:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109200:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109201:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109203:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109206:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109208:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109210:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109212:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109214:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109217:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109218:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109221:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109222:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109224:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109226:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109227:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109228:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109231:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109233:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109235:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109236:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109238:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109240:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109242:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109244:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109246:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109248:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109249:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109251:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109253:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109255:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109256:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109257:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109259:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109261:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109263:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109265:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109267:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109269:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109272:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109273:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109275:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109276:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109279:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109281:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109282:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109283:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109285:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109287:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109289:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109291:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109293:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109296:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109298:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109301:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109302:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109304:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109305:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109308:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109309:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109311:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109312:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109313:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109315:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109317:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109318:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109321:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109323:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109325:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109327:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109329:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109331:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109332:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109334:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109335:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109337:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109338:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109340:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109342:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109344:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109346:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109348:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109351:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109353:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109355:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109357:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109360:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109361:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109362:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109365:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109367:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109368:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109370:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109372:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109374:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109376:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109378:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109380:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109382:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109385:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109387:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109389:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109391:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109393:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109395:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109396:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109398:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109399:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109401:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109403:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109405:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109407:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109409:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109421:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109425:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109427:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109429:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109431:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109434:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109437:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109439:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109440:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109441:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109444:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109446:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109448:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109450:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109452:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109453:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109456:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109458:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109461:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109496:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109499:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109502:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109504:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109505:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109506:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109509:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109511:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109513:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109515:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109517:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109519:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109523:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109525:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109527:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109528:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109531:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109533:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109535:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109536:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109537:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109540:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109542:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109543:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109546:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109548:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109550:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109554:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109555:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109558:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109559:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109562:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109565:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109566:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109567:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109569:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109571:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109573:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109575:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109577:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109579:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109581:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109584:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109585:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109588:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109589:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109592:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109594:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109595:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109597:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109598:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109600:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109603:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109604:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109606:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109609:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109610:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109613:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109614:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109617:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109618:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109620:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109622:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109624:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109625:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109626:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109629:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109631:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109633:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109635:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109637:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109639:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109642:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109643:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109645:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109646:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109648:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109650:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109652:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109653:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109654:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109656:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109658:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109660:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109663:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109665:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109667:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109670:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109672:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109674:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109675:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109678:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109680:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109681:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109682:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109683:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109686:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109688:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109690:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109692:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109694:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109696:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109700:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109701:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109704:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109705:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109708:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109710:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109712:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109714:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109715:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109718:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109719:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109722:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109724:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109726:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109728:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109731:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109733:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109735:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109737:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109739:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109741:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109743:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109744:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109746:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109748:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109750:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109752:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109754:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109756:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109759:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109762:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109763:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109765:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109766:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109768:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109771:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109772:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109774:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109775:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109778:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109780:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109782:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109784:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109786:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109787:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109790:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109792:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109795:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109796:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109798:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109800:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109802:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109803:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109804:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109807:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109809:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109811:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109813:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109815:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109817:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109820:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109821:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109824:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109825:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109827:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109829:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109830:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109832:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109833:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109835:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109837:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109839:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109842:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109843:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109845:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109849:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109850:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109853:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109854:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109856:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109858:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109860:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109862:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109863:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109866:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109868:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109869:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109871:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109873:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109875:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109878:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109879:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109882:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109883:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109885:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109887:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109889:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109890:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109891:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109894:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109896:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109898:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109900:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109902:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109904:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109906:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109908:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109910:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109911:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109914:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109916:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109917:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109918:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109920:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109923:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109925:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109927:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109929:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109931:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109933:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109936:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109938:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109940:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109941:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109944:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109947:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109948:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109949:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109951:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109953:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109955:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109957:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109959:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109962:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109963:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109967:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109968:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.109971:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.109972:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.109974:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.109977:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.109978:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.109979:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.109980:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.109983:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109985:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109987:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.109989:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.109991:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109993:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.109996:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.109998:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110000:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110001:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110004:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110005:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110007:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110008:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110009:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110012:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110013:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110015:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110017:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110019:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110020:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110024:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110025:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110028:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110029:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110032:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110033:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110035:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110036:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110038:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110040:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110042:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110044:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110047:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110049:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110051:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110054:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110055:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110058:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110059:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110062:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110064:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110066:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110067:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110068:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110070:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110073:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110074:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110076:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110079:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110081:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110084:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110085:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110088:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110089:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110091:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110094:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110095:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110096:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110098:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110101:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110103:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110104:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110107:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110109:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110110:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110113:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110115:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110117:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110118:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110121:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110123:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110125:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110126:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110128:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110130:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110132:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110134:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110136:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110139:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110140:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110144:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110146:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110149:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110150:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110152:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110154:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110156:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110157:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110158:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110161:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110163:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110165:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110168:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110170:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110172:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110175:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110176:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110179:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110180:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110182:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110184:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110187:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110188:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110190:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110192:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110194:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110196:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110198:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110200:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110202:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110204:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110206:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110209:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110210:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110212:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110214:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110215:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110217:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110218:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110220:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110223:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110225:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110226:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110228:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110230:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110233:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110235:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110237:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110238:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110240:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110242:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110244:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110246:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110247:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110249:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110251:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110253:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110255:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110257:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110258:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110260:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110262:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110264:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110265:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110267:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110270:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110271:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110273:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110274:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110276:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110278:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110280:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110282:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110284:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110286:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110289:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110290:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110293:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110295:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110297:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110299:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110301:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110302:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110303:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110305:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110307:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110309:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110311:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110314:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110316:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110319:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110321:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110323:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110325:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110327:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110329:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110330:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110332:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110333:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110335:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110337:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110338:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110340:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110343:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110344:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110348:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110349:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110352:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110353:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110355:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110357:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110359:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110360:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110362:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110364:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110366:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110368:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110370:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110373:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110374:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110377:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110379:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110382:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110383:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110385:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110387:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110389:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110390:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110391:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110394:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110396:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110397:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110399:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110402:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110403:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110406:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110407:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110410:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110429:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110432:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110434:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110436:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110437:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110439:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110441:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110443:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110445:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110447:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110449:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110451:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110455:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110457:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110459:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110461:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110501:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110504:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110506:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110507:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110509:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110511:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110513:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110515:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110517:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110520:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110522:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110527:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110528:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110531:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110532:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110535:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110537:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110539:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110540:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110542:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110544:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110547:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110549:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110551:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110553:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110555:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110558:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110559:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110562:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110563:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110565:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110567:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110569:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110570:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110572:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110575:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110577:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110578:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110581:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110583:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110584:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110587:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110589:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110591:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110592:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110594:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110596:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110597:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110598:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110599:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110601:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110603:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110605:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110607:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110609:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110611:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110614:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110615:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110618:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110619:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110622:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110624:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110625:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110626:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110627:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110630:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110632:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110634:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110635:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110638:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110640:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110643:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110644:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110646:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110647:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110649:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110651:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110653:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110654:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110656:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110658:0:34179:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110660:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110662:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.110664:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110666:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110668:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.110671:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110673:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110676:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110677:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110679:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110681:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110683:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777549.110684:0:34179:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777549.110685:0:34179:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777549.110689:0:34179:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777549.110691:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777549.110693:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788777549.110695:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.110699:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777549.110701:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777549.110705:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.110706:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.110709:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.110710:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.110713:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777549.110715:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.110717:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.110721:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.110723:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777549.110732:0:34179:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788777549.110734:0:34179:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b1fc31a7000: age 1402, max_age 1984 00000008:00000001:0.0:1788777549.110738:0:34179:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788777549.110744:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000010:0.0:1788777549.110755:0:34179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ee300. 00000020:00000040:0.0:1788777549.110759:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777549.110764:0:34179:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788777549.110771:0:34179:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788777549.110782:0:34179:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1913 00000400:00000200:0.0:1788777549.110796:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777549.110804:0:34179:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:0.0:1788777549.110809:0:34179:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777549.110814:0:34179:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777549.110817:0:34179:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777549.110820:0:34179:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:0.0:1788777549.110823:0:34179:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777549.110826:0:34179:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:0.0:1788777549.110829:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777549.110833:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:0.0:1788777549.110836:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:0.0:1788777549.110838:0:34179:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000040:0.0:1788777549.110840:0:34179:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777549.110843:0:34179:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777549.110845:0:34179:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:0.0:1788777549.110846:0:34179:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:0.0:1788777549.110850:0:34179:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00080000:0.0:1788777549.110853:0:34179:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b1fc31a7000: import ffff9b1fc530c800 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:0.0:1788777549.110856:0:34179:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777549.110860:0:34179:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788777549.110868:0:34179:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777549.110872:0:34179:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.110875:0:34179:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788777549.110878:0:34179:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788777549.110881:0:34179:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.110883:0:34179:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777549.110886:0:34179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ee680. 00000020:00000040:0.0:1788777549.110888:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=5 obd=lustre-OST0000-osc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777549.110892:0:34179:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777549.110894:0:34179:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.110898:0:34179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777549.110903:0:34179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777549.110908:0:34179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777549.110918:0:34179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001400. 00000100:00000001:0.0:1788777549.110926:0:34179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777549.110939:0:34179:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777549.110951:0:34179:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777549.110957:0:34179:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777549.110962:0:34179:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000323a69c3] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.110987:0:34179:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.110990:0:34179:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1788777549.110992:0:34179:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:0.0:1788777549.110996:0:34179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777549.110998:0:34179:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777549.111001:0:34179:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788777549.111002:0:34179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777549.111003:0:34179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777549.111006:0:34179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777549.111010:0:34179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd0cbd000. 00000100:00000001:0.0:1788777549.111013:0:34179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.111017:0:34179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777549.111019:0:34179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777549.111027:0:34179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca735000. 00000100:00000001:0.0:1788777549.111029:0:34179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575687168 : -110914133864448 : ffff9b1fca735000) 00000100:00000001:0.0:1788777549.111032:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777549.111034:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452713728 : -110914256837888 : ffff9b1fc31ee300) 00000100:00000001:0.0:1788777549.111037:0:34179:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777549.111039:0:34179:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.111041:0:34179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777549.111043:0:34179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777549.111050:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.111058:0:34179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777549.111060:0:34179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788777549.111064:0:34179:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.111072:0:34179:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.111075:0:34179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777549.111077:0:34179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777549.111081:0:34179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca735000 going to sleep for 0 seconds 00000100:00000001:0.0:1788777549.111084:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777549.111088:0:34179:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.111089:0:34179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777549.111090:0:34179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.111093:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.111320:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777549.111326:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.111328:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777549.111335:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.111341:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777549.111342:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.111347:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777549.111350:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777549.111353:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777549.111357:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211133824:192.168.204.133@tcp:8:lfs.0 00000100:00000001:2.0:1788777549.111362:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777549.111368:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777549.111371:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.111373:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777549.111380:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777549.111383:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777549.111390:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777549.111394:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b478. 00000400:00000010:2.0:1788777549.111402:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e934c8. 00000100:00000200:2.0:1788777549.111422:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211133824, portal 4 00000100:00000001:2.0:1788777549.111424:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.111426:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452714624 : -110914256836992 : ffff9b1fc31ee680) 00000100:00000040:2.0:1788777549.111434:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.111442:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777549.111445:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777549.111449:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777549.111452:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667211133824, offset 0 00000400:00000200:2.0:1788777549.111461:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777549.111508:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.111515:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777549.111522:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777549.111527:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777549.111532:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777549.111536:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777549.111540:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2912:2912:256:4294967295] 192.168.204.133@tcp LPNI seq info [2911:2911:8:4294967295] 00000400:00000200:2.0:1788777549.111544:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.111554:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777549.111561:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777549.111568:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956000. 00000800:00000200:2.0:1788777549.111576:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777549.111587:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777549.111593:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788777549.111607:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777549.111612:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20493 usecs (21 jiffies) 00000400:00000200:2.0:1788777549.111616:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777549.111619:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296652440 00000100:00000001:2.0:1788777549.111623:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296655396 00000100:00000001:2.0:1788777549.111626:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296652440 00000100:00000001:2.0:1788777549.111628:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296655396 00000100:00000001:2.0:1788777549.111631:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777549.111634:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.111637:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.111640:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777549.111649:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777549.111650:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788777549.111652:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777549.111654:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.111656:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.111658:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.111956:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.111962:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956000. 00000400:00000200:3.0:1788777549.111968:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.111975:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.111982:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:3.0:1788777549.111985:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:3.0:1788777549.111989:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.111995:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.112004:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.112008:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.112016:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.112018:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777549.117152:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.117175:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.117181:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.117184:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.117197:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.117206:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.117217:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.117223:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.117230:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.117234:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 4 MB=0x6a9e8cdd62380 00000400:00000200:2.0:1788777549.117240:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.117248:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 416/416 into md 0x87f5 [1] + 0 00000800:00000001:2.0:1788777549.117257:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.117266:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.117269:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.117275:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777549.117285:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.117296:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777549.117310:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.117338:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777549.117350:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.117354:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.118262:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777549.118270:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777549.118282:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777549.118286:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777549.118290:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b478. 00000400:00000200:0.0:1788777549.118300:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e934c8 00000400:00000010:0.0:1788777549.118303:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e934c8. 00000100:00000001:0.0:1788777549.118308:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777549.118319:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777549.118331:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.118339:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777549.118342:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.118345:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777549.118350:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777549.118353:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777549.118355:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777549.118359:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777549.118371:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777549.118376:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777549.118380:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777549.118382:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777549.118385:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777549.118391:0:2411:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.118396:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777549.118399:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: committing for last_committed 4294967322 gen 16 00000100:00000040:0.0:1788777549.118403:0:2411:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788777549.118406:0:2411:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777549.118408:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777549.118425:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.118432:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777549.118436:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777549.118438:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.118441:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788777549.118450:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:0.0:1788777549.118454:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777549.118457:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:0.0:1788777549.118460:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777549.118511:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:0.0:1788777549.118514:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:0.0:1788777549.118517:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00001000:0.0:1788777549.118521:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=1788777549 v=0 (0 0 0 0) 00000100:00001000:0.0:1788777549.118524:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fc530cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788777549.118530:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000100:00080000:0.0:1788777549.118536:0:2411:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9b1fc31a7000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788777549.118540:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:0.0:1788777549.118543:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788777549.118547:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788777549.118551:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9b1fc31a7000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1788777549.118554:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788777549.118558:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788777549.118563:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777549.118567:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777549.118570:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777549.118572:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777549.118575:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.118577:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777549.118579:0:2411:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788777549.118584:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788777549.118587:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788777549.118588:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788777549.118590:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788777549.118591:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788777549.118593:0:2411:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788777549.118596:0:2411:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b1fc339bb90 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1788777549.118602:0:2411:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1788777549.118604:0:2411:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777549.118606:0:2411:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.118609:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777549.118612:0:2411:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788777549.118614:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788777549.118617:0:2411:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788777549.118618:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788777549.118621:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788777549.118623:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.118626:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.118628:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788777549.118629:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788777549.118630:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.118632:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788777549.118634:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788777549.118638:0:2411:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788777549.118641:0:2411:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.118643:0:2411:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.118645:0:2411:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.118647:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777549.118649:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777549.118651:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777549.118653:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.118654:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788777549.118656:0:2411:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777549.118660:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788777549.118667:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fabbf96c): req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.118694:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.118698:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777549.118703:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777549.118712:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211133824:192.168.204.133@tcp:8:lfs.0 00000100:00000001:0.0:1788777549.118717:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.118721:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777549.118724:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee680 x1875667211133824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.118738:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777549.118741:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777549.118745:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:0.0:1788777549.118751:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777549.118753:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777549.118755:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777549.118758:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777549.118762:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001400. 02000000:00000001:0.0:1788777549.118768:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777549.118770:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777549.118773:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee680. 00000100:00000001:0.0:1788777549.118778:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777549.118780:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.118783:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.118792:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777549.118795:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.118797:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777549.118799:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.119002:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.119006:0:34179:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777549.119009:0:34179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777549.119012:0:34179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.119015:0:34179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777549.119020:0:34179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777549.119023:0:34179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.119026:0:34179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777549.119034:0:34179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777549.119037:0:34179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.119041:0:34179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777549.119051:0:34179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339400. 02000000:00000001:2.0:1788777549.119054:0:34179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777549.119062:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777549.119068:0:34179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bf78. 00000400:00000010:2.0:1788777549.119076:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93a18. 00000100:00000200:2.0:1788777549.119085:0:34179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211133952, portal 4 00000100:00000001:2.0:1788777549.119088:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.119090:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452713728 : -110914256837888 : ffff9b1fc31ee300) 00000100:00000040:2.0:1788777549.119098:0:34179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.119106:0:34179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777549.119109:0:34179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777549.119112:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e936e8. 00000100:00000200:2.0:1788777549.119116:0:34179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667211133952, offset 0 00000400:00000200:2.0:1788777549.119134:0:34179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777549.119143:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.119151:0:34179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777549.119157:0:34179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777549.119162:0:34179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777549.119166:0:34179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777549.119169:0:34179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777549.119173:0:34179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2913:2913:256:4294967295] 192.168.204.133@tcp LPNI seq info [2912:2912:8:4294967295] 00000400:00000200:2.0:1788777549.119177:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.119186:0:34179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777549.119192:0:34179:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777549.119199:0:34179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956e00. 00000800:00000200:2.0:1788777549.119206:0:34179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777549.119215:0:34179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777549.119220:0:34179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777549.119244:0:34179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777549.119250:0:34179:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20438 usecs (21 jiffies) 00000400:00000200:2.0:1788777549.119253:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777549.119257:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296652447 00000100:00000001:2.0:1788777549.119261:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296655396 00000100:00000001:2.0:1788777549.119264:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296652447 00000100:00000001:2.0:1788777549.119266:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296655396 00000100:00000001:2.0:1788777549.119269:0:34179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777549.119272:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777549.119274:0:34179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777549.119276:0:34179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777549.119279:0:34179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca735000 going to sleep for 11 seconds 00000100:00000001:2.0:1788777549.119281:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.119283:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.119598:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.119605:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956e00. 00000400:00000200:3.0:1788777549.119611:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.119617:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.119622:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e936e8 00000400:00000010:3.0:1788777549.119625:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e936e8. 00000100:00000001:3.0:1788777549.119629:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.119634:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.119644:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.119647:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.119654:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.119655:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777549.125604:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.125628:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.125634:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.125636:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.125648:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.125658:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.125670:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.125677:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.125683:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.125688:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 4 MB=0x6a9e8cdd62400 00000400:00000200:2.0:1788777549.125693:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.125701:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 368/368 into md 0x8805 [1] + 224 00000800:00000001:2.0:1788777549.125711:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.125721:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.125726:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.125731:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777549.125741:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.125753:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777549.125766:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.125794:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777549.125806:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.125809:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.127291:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777549.127308:0:34179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777549.127311:0:34179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777549.127316:0:34179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bf78. 00000400:00000200:0.0:1788777549.127327:0:34179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93a18 00000400:00000010:0.0:1788777549.127330:0:34179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93a18. 00000100:00000001:0.0:1788777549.127335:0:34179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777549.127349:0:34179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777549.127361:0:34179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.127368:0:34179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777549.127371:0:34179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.127374:0:34179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777549.127379:0:34179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777549.127382:0:34179:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777549.127385:0:34179:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777549.127390:0:34179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777549.127403:0:34179:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530ccf0 time=656 v=5 (5 5 0 5) 00000100:00001000:0.0:1788777549.127408:0:34179:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777549.127422:0:34179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777549.127424:0:34179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777549.127427:0:34179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777549.127433:0:34179:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.127438:0:34179:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777549.127441:0:34179:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777549.127443:0:34179:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777549.127445:0:34179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777549.127450:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.127458:0:34179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777549.127462:0:34179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777549.127608:0:34179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777549.127614:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777549.127622:0:34179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee300 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34179:1875667211133952:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777549.127628:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.127631:0:34179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.127634:0:34179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777549.127636:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777549.127640:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.127648:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777549.127652:0:34179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca735000. 00000100:00000001:0.0:1788777549.127655:0:34179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777549.127658:0:34179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777549.127666:0:34179:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788777549.127668:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777549.127671:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee300 x1875667211133952/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.127681:0:34179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777549.127684:0:34179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777549.127688:0:34179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339400. 02000000:00000001:0.0:1788777549.127692:0:34179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777549.127695:0:34179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777549.127697:0:34179:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777549.127699:0:34179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777549.127703:0:34179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd0cbd000. 02000000:00000001:0.0:1788777549.127708:0:34179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777549.127710:0:34179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777549.127712:0:34179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee300. 00000100:00000001:0.0:1788777549.127718:0:34179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777549.127720:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788777549.127723:0:34179:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b1fc31a7000: update ffff9b1fc93ab7c0 cache blocks 901365/958279 objects 261772/262144 00020000:00000001:0.0:1788777549.127727:0:34179:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777549.127735:0:34179:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.127739:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777549.127742:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777549.127748:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.127751:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.131380:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.131392:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.131409:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.131423:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.131436:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a000. 00000020:00000001:2.0:1788777549.131444:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.131448:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.131453:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.131456:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a000 uarg=0000000000000000 00020000:00000001:2.0:1788777549.131523:0:34179:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788777549.131526:0:34179:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b1fc31a7000: age 1402, max_age 1984 00000008:00000001:2.0:1788777549.131531:0:34179:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788777549.131535:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000010:2.0:1788777549.131546:0:34179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ca80. 00000020:00000040:2.0:1788777549.131550:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777549.131556:0:34179:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788777549.131562:0:34179:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788777549.131571:0:34179:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1911 00000400:00000200:2.0:1788777549.131583:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.131591:0:34179:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:2.0:1788777549.131597:0:34179:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777549.131602:0:34179:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777549.131604:0:34179:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777549.131607:0:34179:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:2.0:1788777549.131611:0:34179:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777549.131613:0:34179:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:2.0:1788777549.131617:0:34179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777549.131621:0:34179:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:2.0:1788777549.131624:0:34179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:2.0:1788777549.131627:0:34179:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00000040:2.0:1788777549.131630:0:34179:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777549.131632:0:34179:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777549.131633:0:34179:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777549.131635:0:34179:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:2.0:1788777549.131639:0:34179:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 00000100:00080000:2.0:1788777549.131643:0:34179:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b1fc31a7000: import ffff9b1fc530b800 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:2.0:1788777549.131646:0:34179:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.131649:0:34179:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788777549.131658:0:34179:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777549.131661:0:34179:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.131664:0:34179:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788777549.131667:0:34179:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 8380416, lost: 0. 00000008:00000001:2.0:1788777549.131671:0:34179:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.131673:0:34179:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777549.131677:0:34179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c380. 00000020:00000040:2.0:1788777549.131679:0:34179:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=5 obd=lustre-OST0001-osc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777549.131684:0:34179:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777549.131686:0:34179:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.131689:0:34179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777549.131693:0:34179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777549.131700:0:34179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777549.131710:0:34179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3339c00. 00000100:00000001:2.0:1788777549.131720:0:34179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777549.131732:0:34179:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777549.131743:0:34179:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777549.131749:0:34179:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777549.131755:0:34179:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a682bd6f] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.131775:0:34179:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.131778:0:34179:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1788777549.131780:0:34179:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1788777549.131783:0:34179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777549.131785:0:34179:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777549.131788:0:34179:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788777549.131789:0:34179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777549.131791:0:34179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777549.131793:0:34179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777549.131797:0:34179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956b00. 00000100:00000001:2.0:1788777549.131800:0:34179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.131805:0:34179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777549.131807:0:34179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777549.131814:0:34179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba3c0. 00000100:00000001:2.0:1788777549.131816:0:34179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682139072 : -110914027412544 : ffff9b1fd0cba3c0) 00000100:00000001:2.0:1788777549.131820:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.131822:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000001:2.0:1788777549.131825:0:34179:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777549.131827:0:34179:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.131829:0:34179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777549.131832:0:34179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777549.131837:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.131845:0:34179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777549.131849:0:34179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788777549.131854:0:34179:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.131862:0:34179:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.131864:0:34179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777549.131867:0:34179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777549.131870:0:34179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788777549.131874:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.131878:0:34179:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777549.131881:0:34179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777549.131882:0:34179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777549.131886:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.131993:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777549.131999:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.132001:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.132008:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.132016:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.132017:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.132021:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.132024:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.132026:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.132030:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211134080:192.168.204.133@tcp:8:lfs.0 00000100:00000001:1.0:1788777549.132034:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.132040:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.132044:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.132046:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.132053:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356d000. 02000000:00000001:1.0:1788777549.132055:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.132062:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.132067:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12a50. 00000400:00000010:1.0:1788777549.132076:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256ee0. 00000100:00000200:1.0:1788777549.132086:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211134080, portal 4 00000100:00000001:1.0:1788777549.132088:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.132090:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504806784 : -110914204744832 : ffff9b1fc639c380) 00000100:00000040:1.0:1788777549.132097:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.132106:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.132109:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.132111:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256220. 00000100:00000200:1.0:1788777549.132116:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667211134080, offset 0 00000400:00000200:1.0:1788777549.132137:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.132147:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.132155:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.132162:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.132168:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.132181:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.132185:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.132189:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2914:2914:256:4294967295] 192.168.204.133@tcp LPNI seq info [2913:2913:8:4294967295] 00000400:00000200:1.0:1788777549.132194:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.132205:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.132213:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.132220:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5200. 00000800:00000200:1.0:1788777549.132229:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.132238:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.132243:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.132264:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.132269:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 227766 usecs (228 jiffies) 00000400:00000200:1.0:1788777549.132273:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.132276:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296652667 00000100:00000001:1.0:1788777549.132280:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296655396 00000100:00000001:1.0:1788777549.132282:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296652667 00000100:00000001:1.0:1788777549.132285:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296655396 00000100:00000001:1.0:1788777549.132287:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.132290:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.132297:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.132303:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.132312:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.132314:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777549.132316:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777549.132320:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.132322:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.132324:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.132622:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.132627:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5200. 00000400:00000200:3.0:1788777549.132634:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.132641:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.132648:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256220 00000400:00000010:3.0:1788777549.132651:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256220. 00000100:00000001:3.0:1788777549.132656:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.132661:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.132671:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.132675:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.132682:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.132684:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777549.147666:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.147709:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.147785:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.147791:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.147803:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.147813:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.147827:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.147834:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.147841:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.147845:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 4 MB=0x6a9e8cdd62480 00000400:00000200:2.0:1788777549.147851:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.147859:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 416/416 into md 0x8815 [1] + 0 00000800:00000001:2.0:1788777549.147867:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.147882:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.147887:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.147892:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777549.147902:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.147914:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777549.147928:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.147959:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777549.147970:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.147974:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.149062:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777549.149071:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.149088:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.149091:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.149096:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12a50. 00000400:00000200:1.0:1788777549.149105:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256ee0 00000400:00000010:1.0:1788777549.149108:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256ee0. 00000100:00000001:1.0:1788777549.149113:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.149136:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.149153:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.149162:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.149165:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.149169:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.149174:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.149177:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.149180:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.149184:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.149197:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777549.149202:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.149206:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.149208:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.149211:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.149216:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.149222:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777549.149225:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: committing for last_committed 4294967328 gen 14 00000100:00000040:1.0:1788777549.149229:0:2411:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788777549.149232:0:2411:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777549.149234:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.149239:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.149248:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.149251:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.149254:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.149257:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788777549.149267:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:1.0:1788777549.149272:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777549.149275:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:1.0:1788777549.149279:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.149291:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:1.0:1788777549.149294:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:1.0:1788777549.149297:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00001000:1.0:1788777549.149304:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=1788777549 v=0 (0 0 0 0) 00000100:00001000:1.0:1788777549.149307:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fc530bc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788777549.149313:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000100:00080000:1.0:1788777549.149320:0:2411:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9b1fc31a7000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788777549.149327:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 00000100:00000001:1.0:1788777549.149331:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777549.149335:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788777549.149339:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9b1fc31a7000, setting cl_avail_grant: 8380416 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1788777549.149342:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777549.149346:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788777549.149350:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777549.149357:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777549.149361:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777549.149363:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777549.149365:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.149366:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777549.149369:0:2411:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788777549.149373:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788777549.149376:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777549.149378:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788777549.149379:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777549.149380:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788777549.149382:0:2411:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788777549.149385:0:2411:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b1fc339bb90 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788777549.149392:0:2411:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788777549.149394:0:2411:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788777549.149397:0:2411:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777549.149399:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777549.149403:0:2411:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788777549.149406:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788777549.149408:0:2411:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788777549.149421:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777549.149424:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777549.149427:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.149430:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.149432:0:2411:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777549.149433:0:2411:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777549.149435:0:2411:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.149437:0:2411:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788777549.149439:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788777549.149444:0:2411:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788777549.149446:0:2411:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.149448:0:2411:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.149450:0:2411:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777549.149452:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777549.149454:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777549.149455:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777549.149457:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.149458:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788777549.149461:0:2411:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.149516:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788777549.149523:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000be43d880): req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.149599:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.149603:0:34179:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.149770:0:2411:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.149792:0:34179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777549.149795:0:34179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.149799:0:34179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777549.149803:0:34179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777549.149807:0:34179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.149810:0:34179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777549.149817:0:34179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777549.149820:0:34179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.149824:0:34179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777549.149835:0:34179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3338800. 02000000:00000001:2.0:1788777549.149837:0:34179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777549.149846:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777549.149851:0:34179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b420. 00000400:00000010:2.0:1788777549.149858:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93cc0. 00000100:00000200:2.0:1788777549.149866:0:34179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211134208, portal 4 00000100:00000001:2.0:1788777549.149869:0:34179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.149870:0:34179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000040:2.0:1788777549.149878:0:34179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.149886:0:34179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777549.149889:0:34179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777549.149891:0:34179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777549.149895:0:34179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667211134208, offset 0 00000400:00000200:2.0:1788777549.149902:0:34179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777549.149912:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.149922:0:34179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777549.149929:0:34179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777549.149934:0:34179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777549.149939:0:34179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777549.149942:0:34179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777549.149946:0:34179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2915:2915:256:4294967295] 192.168.204.133@tcp LPNI seq info [2914:2914:8:4294967295] 00000400:00000200:2.0:1788777549.149950:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.149960:0:34179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777549.149967:0:34179:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777549.149973:0:34179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956c00. 00000800:00000200:2.0:1788777549.149981:0:34179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777549.149991:0:34179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777549.149997:0:34179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777549.150020:0:34179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777549.150025:0:34179:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 226705 usecs (227 jiffies) 00000400:00000200:2.0:1788777549.150028:0:34179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777549.150032:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296652684 00000100:00000001:2.0:1788777549.150036:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296655396 00000100:00000001:2.0:1788777549.150039:0:34179:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296652684 00000100:00000001:2.0:1788777549.150041:0:34179:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296655396 00000100:00000001:2.0:1788777549.150044:0:34179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777549.150047:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777549.150051:0:34179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777549.150052:0:34179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777549.150055:0:34179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777549.150058:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.150059:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.151737:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.151751:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956c00. 00000400:00000200:3.0:1788777549.151760:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.151770:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.151779:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:3.0:1788777549.151783:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:3.0:1788777549.151789:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.151797:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.151811:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.151815:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.151822:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.151824:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777549.153834:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.153867:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.153887:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211134080:192.168.204.133@tcp:8:lfs.0 00000100:00000001:1.0:1788777549.153894:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.153899:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.153903:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c380 x1875667211134080/t0(0) o8->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.153910:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.153916:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.153921:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356d000. 02000000:00000001:1.0:1788777549.153929:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.153933:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.153935:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777549.153938:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.153941:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3339c00. 02000000:00000001:1.0:1788777549.153946:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.153948:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.153950:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c380. 00000100:00000001:1.0:1788777549.153955:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.153957:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.153959:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.153969:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.153972:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.153975:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777549.153977:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777549.154657:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.154676:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.154680:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.154683:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.154692:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.154700:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.154711:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.154717:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.154724:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.154729:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 4 MB=0x6a9e8cdd62500 00000400:00000200:2.0:1788777549.154735:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.154743:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 368/368 into md 0x881d [1] + 224 00000800:00000001:2.0:1788777549.154752:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.154762:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.154765:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.154771:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777549.154782:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.154791:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777549.154802:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.154884:0:34179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.154903:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777549.154915:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.154918:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777549.157506:0:34179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777549.157516:0:34179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777549.157522:0:34179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b420. 00000400:00000200:0.0:1788777549.157535:0:34179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93cc0 00000400:00000010:0.0:1788777549.157539:0:34179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93cc0. 00000100:00000001:0.0:1788777549.157545:0:34179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777549.157561:0:34179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777549.157574:0:34179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.157585:0:34179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777549.157588:0:34179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.157591:0:34179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777549.157598:0:34179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777549.157602:0:34179:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777549.157605:0:34179:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777549.157609:0:34179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777549.157621:0:34179:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bca8 time=656 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777549.157626:0:34179:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777549.157629:0:34179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777549.157631:0:34179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777549.157635:0:34179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777549.157641:0:34179:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.157646:0:34179:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777549.157648:0:34179:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788777549.157651:0:34179:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777549.157653:0:34179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777549.157659:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.157667:0:34179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777549.157671:0:34179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777549.157673:0:34179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777549.157678:0:34179:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777549.157686:0:34179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34179:1875667211134208:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777549.157692:0:34179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.157696:0:34179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.157699:0:34179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777549.157702:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777549.157705:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.157712:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777549.157716:0:34179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777549.157720:0:34179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777549.157722:0:34179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777549.157730:0:34179:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788777549.157732:0:34179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777549.157735:0:34179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ca80 x1875667211134208/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.157742:0:34179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777549.157745:0:34179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777549.157749:0:34179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3338800. 02000000:00000001:0.0:1788777549.157752:0:34179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777549.157756:0:34179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777549.157758:0:34179:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777549.157760:0:34179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777549.157764:0:34179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956b00. 02000000:00000001:0.0:1788777549.157769:0:34179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777549.157771:0:34179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777549.157773:0:34179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ca80. 00000100:00000001:0.0:1788777549.157777:0:34179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777549.157778:0:34179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788777549.157782:0:34179:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b1fc31a7000: update ffff9b1fc93ad178 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:0.0:1788777549.157787:0:34179:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777549.157795:0:34179:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.157799:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777549.157803:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a000. 00000080:00000001:0.0:1788777549.157807:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.157811:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.157914:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.157917:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.157926:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.157929:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.157938:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.157943:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.157945:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.157949:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.157951:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.157955:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.157958:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.157960:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.157963:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.157968:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.157970:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.157974:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.157976:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.157978:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.157979:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.157982:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.157984:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.157986:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.157987:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.157988:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.157991:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.157993:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.157995:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.157997:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.157999:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158002:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158005:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158006:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158008:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158009:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158011:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158013:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158015:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158016:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158018:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158021:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158023:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158025:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158027:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158030:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158031:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158035:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158037:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158040:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158041:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158043:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158045:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158047:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158048:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158049:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158051:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158053:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158055:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158057:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158059:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158061:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158063:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158065:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158067:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158068:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158070:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158072:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158073:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158074:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158076:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158078:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158080:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158082:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158084:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158086:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158089:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158093:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158094:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158096:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158098:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158100:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158102:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158104:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158105:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158107:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158109:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158112:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158114:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158116:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158118:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158120:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158205:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158208:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158212:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158213:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158217:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158220:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158221:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158223:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158225:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158228:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158231:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158233:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158236:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158238:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158241:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158243:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158245:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158248:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158249:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158251:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158253:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158256:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158257:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158258:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158261:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158263:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158265:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158268:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158270:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158272:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158274:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158276:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158278:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158279:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158281:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158283:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158285:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158286:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158287:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158290:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158292:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158294:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158296:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158299:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158300:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158303:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158305:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158307:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158308:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158310:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158312:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158314:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158315:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158317:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158322:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158324:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158326:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158328:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158330:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158332:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158335:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158337:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158339:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158340:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158342:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158344:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158346:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158347:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158348:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158351:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158353:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158354:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158356:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158359:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158360:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158363:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158365:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158367:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158369:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158371:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158373:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158375:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158376:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158377:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158380:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158382:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158384:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158386:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158388:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158390:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158392:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158394:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158396:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158397:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158399:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158401:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158403:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158405:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158406:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158421:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158423:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158425:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158427:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158430:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158432:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158559:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158562:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158567:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158569:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158572:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158575:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158577:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158578:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158580:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158583:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158585:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158587:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158589:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158592:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158594:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158600:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158601:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158604:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158605:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158606:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158608:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158610:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158610:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158612:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158614:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158616:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158618:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158620:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158622:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158624:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158627:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158629:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158632:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158633:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158635:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158637:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158639:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158640:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158641:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158644:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158646:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158648:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158650:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158653:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158654:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158657:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158659:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158661:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158663:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158665:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158666:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158668:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158669:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158670:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158673:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158675:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158677:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158680:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158682:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158684:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158687:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158688:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158690:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158692:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158694:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158696:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158698:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158699:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158700:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158703:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158705:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158707:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158710:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158712:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158713:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158716:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158717:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158720:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158721:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158724:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158726:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158728:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158729:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158730:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158733:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158736:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158737:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158740:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158742:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158744:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158747:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158748:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158750:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158752:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158754:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158756:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158758:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158759:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158760:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158762:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158765:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158767:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158769:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158771:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158772:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158775:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158776:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158778:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158780:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158782:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158784:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158786:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158787:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158789:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158791:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158793:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158795:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158797:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158799:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158802:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158805:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158806:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158809:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158810:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158812:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158814:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158816:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158817:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158818:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158821:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158823:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158825:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158826:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158828:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158830:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158832:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158834:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158836:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.158837:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.158839:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.158841:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.158843:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.158844:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.158845:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.158848:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158851:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158853:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.158856:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.158858:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158860:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.158863:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.158864:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.158866:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159497:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159507:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159512:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159515:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159518:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159520:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159525:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159527:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159529:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159532:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159535:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159538:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159547:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159549:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159554:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159555:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159557:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159560:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159562:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159563:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159565:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159567:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159569:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159571:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159573:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159576:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159578:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159581:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159582:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159585:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159586:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159588:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159591:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159592:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159594:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159595:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159598:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159600:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159602:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159604:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159606:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159608:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159611:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159612:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159615:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159616:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159618:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159620:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159621:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159623:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159624:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159627:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159628:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159630:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159632:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159634:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159636:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159639:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159641:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159643:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159644:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159647:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159648:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159650:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159651:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159652:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159654:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159657:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159658:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159660:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159662:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159664:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159667:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159668:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159671:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159672:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159673:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159675:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159677:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159677:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159679:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159681:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159683:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159685:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159687:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159689:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159691:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159694:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159695:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159697:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159699:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159701:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159703:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159705:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159706:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159707:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159710:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159712:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159713:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159715:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159717:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159719:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159721:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159723:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159725:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159726:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159728:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159730:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159731:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159732:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159733:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159736:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159738:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159739:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159741:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159743:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159744:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159747:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159748:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159751:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159752:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159754:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159756:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159757:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159759:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159760:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159764:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159765:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159767:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159769:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159771:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159773:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159777:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159778:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159780:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159781:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159783:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159785:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159787:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159788:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159789:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159792:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159794:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159795:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159797:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159799:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159800:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159803:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159804:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159806:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159807:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159809:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159811:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159813:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159814:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159815:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159817:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159820:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159822:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159824:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159826:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159827:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159830:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159832:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159834:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159835:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159837:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159839:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159841:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159842:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159844:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159846:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159848:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159850:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159852:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159854:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159856:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159859:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159861:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159864:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159865:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159867:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159870:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159889:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159890:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159891:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159894:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159896:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159898:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159900:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159903:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159904:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159908:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159910:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159912:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159913:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159916:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159918:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159919:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159920:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159921:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159924:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159926:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159927:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159929:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159931:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159933:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159936:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159937:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159939:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159940:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159942:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159944:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159945:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159947:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159948:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159951:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159953:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159954:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159956:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159959:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159960:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159963:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159965:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159967:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159969:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159970:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.159972:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.159974:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.159975:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.159976:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.159978:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159980:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159982:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.159984:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.159986:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159988:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.159992:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.159993:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.159996:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.159997:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.159999:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.160001:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.160003:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.160004:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.160005:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.160008:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160010:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160013:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.160015:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.160017:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160019:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160021:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.160023:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.160025:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.160027:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.160029:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.160031:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.160033:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.160034:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.160036:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.160039:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160041:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160042:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.160044:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.160047:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160049:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160052:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.160053:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.160056:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.160057:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.160059:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.160061:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.160063:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.160064:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.160066:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.160069:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160071:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160073:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.160076:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.160078:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160079:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160082:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.160083:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.160086:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.160087:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.160089:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.160092:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.160093:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.160095:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.160097:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.160099:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160102:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160104:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.160106:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.160108:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160110:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.160113:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777549.160115:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:0.0:1788777549.160118:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777549.160119:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777549.162055:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001400. 00000020:00000001:0.0:1788777549.162074:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777549.162079:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777549.162085:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777549.162087:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001400 uarg=0000000000000000 00020000:00000001:0.0:1788777549.162094:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.162097:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.162100:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777549.162103:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001400. 00000080:00000001:0.0:1788777549.162112:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777549.162116:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169021:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169034:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169051:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169055:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169067:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169076:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169079:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169084:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169087:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169092:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169096:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169098:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169102:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169109:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169112:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169117:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169118:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169133:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169135:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169138:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169141:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169142:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169144:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169145:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169148:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169151:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169153:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169155:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169157:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169159:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169163:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169164:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169167:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169168:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169170:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169173:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169174:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169175:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169177:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169180:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169182:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169184:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169186:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169188:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169190:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169194:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169195:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169198:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169199:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169201:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169203:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169205:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169206:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169208:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169210:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169212:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169214:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169216:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169219:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169220:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169224:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169226:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169228:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169229:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169231:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169233:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169235:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169236:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169237:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169239:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169241:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169243:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169246:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169248:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169250:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169253:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169255:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169258:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169259:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169261:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169263:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169265:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169266:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169267:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169270:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169272:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169274:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169276:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169278:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169279:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169282:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169284:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169286:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169287:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169290:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169292:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169294:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169295:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169296:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169299:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169301:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169303:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169306:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169308:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169309:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169312:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169313:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169316:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169317:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169319:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169322:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169323:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169324:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169325:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169327:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169329:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169331:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169333:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169334:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169336:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169338:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169339:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169341:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169342:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169345:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169347:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169348:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169349:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169350:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169352:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169354:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169355:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169357:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169359:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169361:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169363:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169365:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169367:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169368:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169369:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169371:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169373:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169374:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169375:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169378:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169380:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169382:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169384:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169386:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169387:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169390:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169392:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169394:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169395:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169397:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169400:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169401:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169403:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169404:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169407:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169418:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169420:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169422:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169425:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169427:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169431:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169432:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169435:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169437:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169439:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169441:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169443:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169444:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169446:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169449:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169451:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169453:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169455:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169457:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169459:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169513:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169515:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169518:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169519:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169522:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169525:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169527:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169528:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169529:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169532:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169535:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169537:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169540:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169542:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169544:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169547:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169549:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169551:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169553:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169555:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169557:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169559:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169560:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169561:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169564:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169566:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169568:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169570:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169572:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169574:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169577:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169579:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169582:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169583:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169585:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169587:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169589:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169590:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169592:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169594:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169596:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169598:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169600:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169603:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169604:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169608:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169609:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169612:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169613:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169615:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169617:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169619:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169620:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169621:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169624:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169626:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169628:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169630:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169632:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169634:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169638:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169639:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169641:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169642:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169644:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169646:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169648:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169649:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169651:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169653:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169655:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169657:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169659:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169661:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169662:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169665:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169667:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169670:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169671:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169673:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169675:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169676:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169677:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169678:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169680:0:34179:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169682:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169684:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777549.169687:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169689:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169690:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777549.169693:0:34179:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777549.169694:0:34179:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd21d27ca0 00000080:00000001:2.0:1788777549.169696:0:34179:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777549.169697:0:34179:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777549.169699:0:34179:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339800. 00000020:00000001:2.0:1788777549.169700:0:34179:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169702:0:34179:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777549.169703:0:34179:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777549.169705:0:34179:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339800 uarg=0000000000000000 00020000:00000001:2.0:1788777549.169708:0:34179:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777549.169710:0:34179:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777549.169712:0:34179:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788777549.169714:0:34179:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339800. 00000080:00000001:2.0:1788777549.169716:0:34179:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777549.169717:0:34179:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777549.169733:0:34179:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777549.169736:0:34179:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777549.169741:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87dd0 00000080:00200008:2.0:1788777549.169744:0:34179:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000 00000080:00400000:2.0:1788777549.169749:0:34179:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788777549.169754:0:34179:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c44280. 00000080:00000001:2.0:1788777549.169760:0:34179:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777549.169762:0:34179:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87dd0 00000080:00000008:2.0:1788777549.169764:0:34179:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000, rc = 0 00000080:00000001:2.0:1788777549.169767:0:34179:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777549.169768:0:34179:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777549.365711:0:16858:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788777549.365719:0:16858:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9b1fc5178400) refs 2 10000000:00000001:2.0:1788777549.365724:0:16858:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777549.365727:0:16858:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788777549.365729:0:16858:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1788777549.365730:0:16858:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788777549.365733:0:16858:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1788777549.365735:0:16858:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788777549.365738:0:16858:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9b1fc31a7000 from 7 10000000:00000001:2.0:1788777549.365741:0:16858:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788777549.365743:0:16858:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1788777549.365752:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d500. 00000020:00000040:2.0:1788777549.365758:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777549.365764:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777549.365769:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777549.365774:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777549.365786:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9201a00. 00000100:00000001:2.0:1788777549.365795:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777549.365801:0:16858:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777549.365805:0:16858:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777549.365814:0:16858:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6e00. 00010000:00000001:2.0:1788777549.365821:0:16858:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777549.365824:0:16858:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5000. 00000020:00000001:2.0:1788777549.365831:0:16858:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777549.365834:0:16858:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5000 with handle 0x22b16ee488cdca4b to hash 00000020:00000001:2.0:1788777549.365837:0:16858:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777549.365838:0:16858:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677136896 : -110914032414720 : ffff9b1fd07f5000) 00010000:00000001:2.0:1788777549.365842:0:16858:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677136896 : -110914032414720 : ffff9b1fd07f5000) 00010000:00000001:2.0:1788777549.365846:0:16858:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777549.365851:0:16858:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777549.365856:0:16858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5000/0x22b16ee488cdca4b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777549.365866:0:16858:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5000/0x22b16ee488cdca4b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777549.365880:0:16858:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5000/0x22b16ee488cdca4b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777549.365886:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777549.365888:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777549.365895:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cbac00. 00000100:00000001:2.0:1788777549.365898:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682141184 : -110914027410432 : ffff9b1fd0cbac00) 00000100:00000001:2.0:1788777549.365901:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.365902:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:2.0:1788777549.365908:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777549.365913:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.365916:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777549.365917:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777549.365931:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.365939:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777549.365942:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.365947:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777549.365950:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777549.365953:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777549.365956:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134336:192.168.204.133@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788777549.365961:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777549.365967:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777549.365971:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.365973:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777549.365979:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339800. 02000000:00000001:2.0:1788777549.365982:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777549.365992:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777549.365996:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b268. 00000400:00000010:2.0:1788777549.366005:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e932a8. 00000100:00000200:2.0:1788777549.366015:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211134336, portal 25 00000100:00000001:2.0:1788777549.366018:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.366019:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:2.0:1788777549.366025:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.366033:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777549.366037:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777549.366040:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93990. 00000100:00000200:2.0:1788777549.366043:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667211134336, offset 0 00000400:00000200:2.0:1788777549.366052:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777549.366063:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.366072:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777549.366078:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777549.366084:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777549.366088:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777549.366091:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777549.366095:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2916:2916:256:4294967295] 192.168.204.133@tcp LPNI seq info [2915:2915:8:4294967295] 00000400:00000200:2.0:1788777549.366099:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.366109:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777549.366116:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777549.366123:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956500. 00000800:00000200:2.0:1788777549.366131:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777549.366142:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777549.366147:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777549.366167:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777549.366171:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777549.366175:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656735 00000100:00000001:2.0:1788777549.366184:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655396 00000100:00000001:2.0:1788777549.366190:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656735 00000100:00000001:2.0:1788777549.366194:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655396 00000100:00000001:2.0:1788777549.366197:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777549.366200:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.366203:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777549.366205:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777549.366208:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbac00 going to sleep for 11 seconds 00000100:00000001:2.0:1788777549.366211:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.366215:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777549.366347:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777549.366353:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956500. 00000400:00000200:2.0:1788777549.366358:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.366363:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777549.366370:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93990 00000400:00000010:2.0:1788777549.366373:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93990. 00000100:00000001:2.0:1788777549.366378:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777549.366384:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.366395:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777549.366398:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.366418:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.366421:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777549.372516:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.372541:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.372546:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.372549:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.372562:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.372572:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.372582:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.372588:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.372594:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.372600:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 344 into portal 25 MB=0x6a9e8cdd62580 00000400:00000200:2.0:1788777549.372606:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.372613:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 344/344 into md 0x882d [1] + 224 00000800:00000001:2.0:1788777549.372622:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.372634:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.372638:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.372644:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777549.372654:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.372666:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777549.372678:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.372695:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777549.372705:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.372708:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777549.372747:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777549.372756:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777549.372758:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777549.372762:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b268. 00000400:00000200:2.0:1788777549.372766:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e932a8 00000400:00000010:2.0:1788777549.372769:0:16858:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e932a8. 00000100:00000001:2.0:1788777549.372772:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.372777:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777549.372801:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.372808:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777549.372810:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777549.372813:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777549.372818:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777549.372821:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777549.372823:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.372827:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777549.372837:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777549.372843:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777549.372846:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777549.372848:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777549.372851:0:16858:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777549.372855:0:16858:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.372858:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777549.372863:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.372871:0:16858:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777549.372874:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777549.372876:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777549.372881:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777549.372888:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134336:192.168.204.133@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788777549.372895:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777549.372899:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.372901:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777549.372904:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777549.372908:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.372915:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777549.372918:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cbac00. 00000100:00000001:2.0:1788777549.372922:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777549.372924:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777549.372927:0:16858:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777549.372931:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777549.372935:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777549.372939:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5000 refcount=4 00000020:00000001:2.0:1788777549.372942:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136896 : -110914032414720 : ffff9b1fd07f5000) 00010000:00000001:2.0:1788777549.372945:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136896 : -110914032414720 : ffff9b1fd07f5000) 00010000:00000040:2.0:1788777549.372953:0:16858:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5000, remote cookie: 0x542deec0941a7225, flags: 0x0 00010000:00000001:2.0:1788777549.372957:0:16858:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777549.372961:0:16858:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777549.372964:0:16858:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777549.372967:0:16858:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777549.372969:0:16858:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777549.372972:0:16858:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9b1fd20e6e00) refcount = 1 00010000:00010000:2.0:1788777549.372978:0:16858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5000/0x22b16ee488cdca4b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a7225 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777549.372987:0:16858:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777549.372989:0:16858:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777549.372991:0:16858:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777549.372995:0:16858:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777549.372997:0:16858:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777549.373000:0:16858:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5000/0x22b16ee488cdca4b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x542deec0941a7225 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777549.373006:0:16858:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777549.373008:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777549.373010:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777549.373011:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777549.373012:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777549.373014:0:16858:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.373017:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777549.373021:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211134336/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.373028:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777549.373032:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777549.373036:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339800. 02000000:00000001:2.0:1788777549.373041:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777549.373044:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777549.373046:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:2.0:1788777549.373049:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777549.373053:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc9201a00. 02000000:00000001:2.0:1788777549.373057:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777549.373059:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777549.373062:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:2.0:1788777549.373066:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777549.373067:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1788777549.373070:0:16858:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777549.373074:0:16858:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788777549.373076:0:16858:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9b1fc5178400) refs 3 10000000:00000001:2.0:1788777549.373078:0:16858:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777549.373081:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777549.373082:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777549.373084:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5000 refcount=3 00000020:00000001:2.0:1788777549.373086:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136896 : -110914032414720 : ffff9b1fd07f5000) 00010000:00000001:2.0:1788777549.373088:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136896 : -110914032414720 : ffff9b1fd07f5000) 00010000:00000001:2.0:1788777549.373090:0:16858:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1788777549.373092:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777549.373093:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777549.373094:0:16858:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777549.373097:0:16858:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1788777549.373102:0:16858:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9b1fca613060. 00000100:00000010:2.0:1788777549.373124:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d500. 00000020:00000040:2.0:1788777549.373128:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777549.373133:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777549.373136:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777549.373142:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777549.373149:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9201a00. 00000100:00000001:2.0:1788777549.373157:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.373162:0:16858:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788777549.373166:0:16858:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b1fc3339800. 00000100:00000010:2.0:1788777549.373170:0:16858:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9b1fc4f3dd00. 00000020:00000040:2.0:1788777549.373173:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777549.373178:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777549.373180:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777549.373187:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cbac00. 00000100:00000001:2.0:1788777549.373189:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682141184 : -110914027410432 : ffff9b1fd0cbac00) 00000100:00000001:2.0:1788777549.373192:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.373194:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:2.0:1788777549.373199:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777549.373206:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.373208:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777549.373210:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777549.373215:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.373223:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777549.373226:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.373231:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777549.373234:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777549.373237:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777549.373241:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134464:192.168.204.133@tcp:256:ll_cfg_requeue.0 00000100:00000001:2.0:1788777549.373246:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777549.373252:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777549.373256:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.373259:0:16858:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788777549.373266:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777549.373270:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b268. 00000400:00000010:2.0:1788777549.373277:0:16858:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b1fd0cba3c0. 00000100:00000200:2.0:1788777549.373285:0:16858:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9e8cdd62600-0x6a9e8cdd62600, portal 33 00000100:00000001:2.0:1788777549.373289:0:16858:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777549.373292:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777549.373297:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9200e00. 02000000:00000001:2.0:1788777549.373299:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777549.373302:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777549.373304:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b8f0. 00000400:00000010:2.0:1788777549.373308:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e932a8. 00000100:00000200:2.0:1788777549.373312:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211134464, portal 25 00000100:00000001:2.0:1788777549.373314:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777549.373315:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:2.0:1788777549.373321:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.373328:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777549.373331:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777549.373334:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93990. 00000100:00000200:2.0:1788777549.373337:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875667211134464, offset 0 00000400:00000200:2.0:1788777549.373343:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777549.373352:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.373360:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777549.373367:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777549.373372:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777549.373378:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777549.373381:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777549.373384:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2917:2917:256:4294967295] 192.168.204.133@tcp LPNI seq info [2916:2916:8:4294967295] 00000400:00000200:2.0:1788777549.373389:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.373398:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777549.373417:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777549.373424:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc8956500. 00000800:00000200:2.0:1788777549.373432:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777549.373440:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777549.373446:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc8956500 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:2.0:1788777549.373495:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777549.373500:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777549.373503:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656743 00000100:00000001:2.0:1788777549.373511:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656735 00000100:00000001:2.0:1788777549.373517:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656743 00000100:00000001:2.0:1788777549.373521:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656735 00000100:00000001:2.0:1788777549.373524:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777549.373526:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.373529:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777549.373531:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777549.373534:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbac00 going to sleep for 11 seconds 00000100:00000001:2.0:1788777549.373537:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777549.373539:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777549.373769:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777549.373774:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc8956500. 00000400:00000200:2.0:1788777549.373778:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.373783:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777549.373788:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93990 00000400:00000010:2.0:1788777549.373790:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93990. 00000100:00000001:2.0:1788777549.373793:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777549.373799:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.373807:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777549.373810:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.373816:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.373817:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777549.378976:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.378999:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.379003:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.379006:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.379018:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.379027:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.379038:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.379045:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.379051:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.379056:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 176 into portal 33 MB=0x6a9e8cdd62600 00000400:00000200:2.0:1788777549.379062:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.379070:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.133@tcp of length 176/176 into md 0x883d [4] + 0 00000400:00000010:2.0:1788777549.379076:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b268. 00000400:00000200:2.0:1788777549.379082:0:2407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fd0cba3c0 00000800:00000001:2.0:1788777549.379090:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.379121:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.379125:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.379131:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777549.379139:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd0cba3c0 00000400:00000010:2.0:1788777549.379142:0:2407:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b1fd0cba3c0. 00000100:00000001:2.0:1788777549.379149:0:2407:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788777549.379152:0:2407:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9b1fc639d500 desc ffff9b1fc3339800 mbits 1875667211134464 00000100:00000001:2.0:1788777549.379171:0:2407:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788777549.379182:0:2407:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788777549.379186:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.379193:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777549.379200:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2918:2918:256:4294967295] 192.168.204.133@tcp LPNI seq info [2917:2917:8:4294967295] 00000400:00000200:2.0:1788777549.379205:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.379214:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) 192.168.204.133@tcp : ACK try# 0 00000800:00000200:2.0:1788777549.379220:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777549.379227:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff9b1fc9200400. 00000800:00000200:2.0:1788777549.379234:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777549.379242:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777549.379248:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc9200400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788777549.379354:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777549.379359:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff9b1fc9200400. 00000400:00000200:2.0:1788777549.379363:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.379367:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: ACK: OK 00000800:00000001:2.0:1788777549.379374:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.379378:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777549.383119:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777549.383131:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777549.391756:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.391776:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777549.391780:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.391783:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.391794:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.391804:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777549.391816:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.391822:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.391829:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.391834:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 240 into portal 25 MB=0x6a9e8cdd62600 00000400:00000200:3.0:1788777549.391840:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.391848:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 240/240 into md 0x8845 [1] + 224 00000800:00000001:3.0:1788777549.391856:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.391863:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.391867:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.391872:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777549.391882:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777549.391893:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777549.391905:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.391922:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777549.391933:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.391936:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.392027:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.392038:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.392040:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.392044:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b8f0. 00000400:00000200:1.0:1788777549.392050:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e932a8 00000400:00000010:1.0:1788777549.392053:0:16858:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e932a8. 00000100:00000001:1.0:1788777549.392056:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.392061:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.392070:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.392076:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.392078:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.392081:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.392086:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.392088:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.392091:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.392094:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.392103:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777549.392108:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.392112:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.392114:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.392117:0:16858:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.392120:0:16858:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.392123:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.392128:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777549.392138:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.392145:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.392148:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.392152:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.392159:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134464:192.168.204.133@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.392165:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.392169:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.392171:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.392174:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.392178:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.392184:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.392188:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cbac00. 00000100:00000001:1.0:1788777549.392191:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.392193:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788777549.392200:0:16858:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:1.0:1788777549.392204:0:16858:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1788777549.392211:0:16858:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9b1fc356d000. 10000000:00000010:1.0:1788777549.392214:0:16858:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff9b1fd0182280. 10000000:00000200:1.0:1788777549.392220:0:16858:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788777549.392223:0:16858:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777549.392232:0:16858:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788777549.392236:0:16858:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788777549.392240:0:16858:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.133@tcp has 192.168.204.133@tcp. 00000100:00000001:1.0:1788777549.392243:0:16858:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.392245:0:16858:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788777549.392247:0:16858:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.133@tcp with 192.168.204.133@tcp 00000100:00000200:1.0:1788777549.392249:0:16858:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.133@tcp' 00000400:00000200:1.0:1788777549.392253:0:16858:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788777549.392256:0:16858:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1788777549.392259:0:16858:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.395614:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.395629:0:16858:0:(peer.c:1907:lnet_peer_add()) peer 192.168.204.133@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788777549.395636:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.395644:0:16858:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788777549.395648:0:16858:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.204.133@tcp NID 192.168.204.133@tcp: 0. pending discovery 00000400:00000200:1.0:1788777549.395651:0:16858:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.133@tcp 00000100:00000001:1.0:1788777549.395657:0:16858:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.395662:0:16858:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788777549.395668:0:16858:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/10 for lustre-MDT0001-mdc-ffff9b1fc31a7000 10000000:00000200:1.0:1788777549.395675:0:16858:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788777549.395678:0:16858:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777549.395686:0:16858:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788777549.395688:0:16858:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788777549.395692:0:16858:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.133@tcp has 192.168.204.133@tcp. 00000100:00000001:1.0:1788777549.395694:0:16858:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.395696:0:16858:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788777549.395698:0:16858:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.133@tcp with 192.168.204.133@tcp 00000100:00000200:1.0:1788777549.395700:0:16858:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.133@tcp' 00000400:00000200:1.0:1788777549.395702:0:16858:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788777549.395705:0:16858:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1788777549.395707:0:16858:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.395710:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.395713:0:16858:0:(peer.c:1907:lnet_peer_add()) peer 192.168.204.133@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788777549.395715:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.395718:0:16858:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788777549.395720:0:16858:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.204.133@tcp NID 192.168.204.133@tcp: 0. pending discovery 00000400:00000200:1.0:1788777549.395723:0:16858:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.133@tcp 00000100:00000001:1.0:1788777549.395725:0:16858:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.395727:0:16858:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788777549.395729:0:16858:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/10 for lustre-OST0001-osc-ffff9b1fc31a7000 10000000:00000200:1.0:1788777549.395731:0:16858:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788777549.395733:0:16858:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777549.395736:0:16858:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788777549.395738:0:16858:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788777549.395739:0:16858:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.133@tcp has 192.168.204.133@tcp. 00000100:00000001:1.0:1788777549.395741:0:16858:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.395743:0:16858:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788777549.395744:0:16858:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.133@tcp with 192.168.204.133@tcp 00000100:00000200:1.0:1788777549.395746:0:16858:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.133@tcp' 00000400:00000200:1.0:1788777549.395748:0:16858:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788777549.395749:0:16858:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1788777549.395751:0:16858:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.395753:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.395755:0:16858:0:(peer.c:1907:lnet_peer_add()) peer 192.168.204.133@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788777549.395758:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.395760:0:16858:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788777549.395763:0:16858:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.204.133@tcp NID 192.168.204.133@tcp: 0. pending discovery 00000400:00000200:1.0:1788777549.395765:0:16858:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.133@tcp 00000100:00000001:1.0:1788777549.395767:0:16858:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.395768:0:16858:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788777549.395770:0:16858:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-OST0000-osc-ffff9b1fc31a7000 10000000:00000200:1.0:1788777549.395773:0:16858:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788777549.395774:0:16858:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777549.395777:0:16858:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788777549.395778:0:16858:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788777549.395781:0:16858:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.133@tcp has 192.168.204.133@tcp. 00000100:00000001:1.0:1788777549.395782:0:16858:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.395784:0:16858:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788777549.395785:0:16858:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.133@tcp with 192.168.204.133@tcp 00000100:00000200:1.0:1788777549.395787:0:16858:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.133@tcp' 00000400:00000200:1.0:1788777549.395789:0:16858:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788777549.395790:0:16858:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1788777549.395791:0:16858:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.395794:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.395796:0:16858:0:(peer.c:1907:lnet_peer_add()) peer 192.168.204.133@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788777549.395798:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.395801:0:16858:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788777549.395803:0:16858:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.204.133@tcp NID 192.168.204.133@tcp: 0. pending discovery 00000400:00000200:1.0:1788777549.395805:0:16858:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.133@tcp 00000100:00000001:1.0:1788777549.395807:0:16858:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.395808:0:16858:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788777549.395810:0:16858:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-MDT0000-mdc-ffff9b1fc31a7000 10000000:00000010:1.0:1788777549.395813:0:16858:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff9b1fd0182280. 10000000:00000010:1.0:1788777549.395818:0:16858:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9b1fc356d000. 10000000:00000001:1.0:1788777549.395822:0:16858:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.395828:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.395840:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211134464/t0(0) o256->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.395850:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.395854:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.395858:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9200e00. 02000000:00000001:1.0:1788777549.395862:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.395865:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.395866:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.395868:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777549.395871:0:16858:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788777549.395874:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.395875:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.395877:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788777549.395880:0:16858:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9b1fc4f3dd00. 00000100:00000010:1.0:1788777549.395884:0:16858:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b1fc3339800. 00000100:00000001:1.0:1788777549.395886:0:16858:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788777549.395890:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc9201a00. 02000000:00000001:1.0:1788777549.395894:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.395896:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.395898:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:1.0:1788777549.395903:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.395905:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1788777549.395920:0:16858:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9b1fca613060. 10000000:01000000:1.0:1788777549.395924:0:16858:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1788777549.395928:0:16858:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788777549.395933:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.395936:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.395940:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5000 refcount=3 00000020:00000001:1.0:1788777549.395943:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136896 : -110914032414720 : ffff9b1fd07f5000) 00010000:00000001:1.0:1788777549.395946:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136896 : -110914032414720 : ffff9b1fd07f5000) 00010000:00000001:1.0:1788777549.395948:0:16858:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777549.395954:0:16858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5000/0x22b16ee488cdca4b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a7225 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.395962:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.395965:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777549.395967:0:16858:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: ffff9b1fd07f5000/0x22b16ee488cdca4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a7225 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.395973:0:16858:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777549.395975:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.395976:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788777549.395978:0:16858:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.395980:0:16858:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.395983:0:16858:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788777549.395986:0:16858:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788777549.395987:0:16858:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9b1fc3cac600) refs 2 10000000:00000001:1.0:1788777549.395990:0:16858:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.395992:0:16858:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788777549.395993:0:16858:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9b1fc5178400) refs 3 10000000:00000001:1.0:1788777549.395996:0:16858:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788777549.395997:0:16858:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788777549.395999:0:16858:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1788777549.396001:0:16858:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788777549.396003:0:16858:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9b1fc31a7000 from 52 10000000:00000001:1.0:1788777549.396007:0:16858:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788777549.396009:0:16858:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1788777549.396015:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121f80. 00000020:00000040:1.0:1788777549.396019:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777549.396023:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777549.396027:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777549.396032:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777549.396039:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd184c400. 00000100:00000001:1.0:1788777549.396048:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.396053:0:16858:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777549.396056:0:16858:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777549.396063:0:16858:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611d00. 00010000:00000001:1.0:1788777549.396069:0:16858:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777549.396072:0:16858:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045400. 00000020:00000001:1.0:1788777549.396077:0:16858:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777549.396079:0:16858:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045400 with handle 0x22b16ee488cdca52 to hash 00000020:00000001:1.0:1788777549.396081:0:16858:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777549.396082:0:16858:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:1.0:1788777549.396085:0:16858:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:1.0:1788777549.396089:0:16858:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777549.396092:0:16858:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777549.396095:0:16858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: ffff9b2002045400/0x22b16ee488cdca52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777549.396102:0:16858:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: ffff9b2002045400/0x22b16ee488cdca52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777549.396116:0:16858:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: ffff9b2002045400/0x22b16ee488cdca52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777549.396122:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777549.396124:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777549.396131:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc6003540. 00000100:00000001:1.0:1788777549.396134:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159501034816 : -110914208516800 : ffff9b1fc6003540) 00000100:00000001:1.0:1788777549.396136:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.396139:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000001:1.0:1788777549.396144:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777549.396149:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.396151:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777549.396153:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.396159:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.396166:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.396169:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.396173:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.396176:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.396179:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.396183:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134592:192.168.204.133@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.396188:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.396195:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.396197:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.396200:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.396206:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356d000. 02000000:00000001:1.0:1788777549.396208:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.396214:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.396219:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12a50. 00000400:00000010:1.0:1788777549.396227:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256ee0. 00000100:00000200:1.0:1788777549.396237:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211134592, portal 25 00000100:00000001:1.0:1788777549.396239:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.396240:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686758272 : -110914022793344 : ffff9b1fd1121f80) 00000100:00000040:1.0:1788777549.396246:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.396254:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.396257:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.396260:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256cc0. 00000100:00000200:1.0:1788777549.396264:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667211134592, offset 0 00000400:00000200:1.0:1788777549.396272:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.396283:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.396290:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.396298:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.396303:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.396307:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.396311:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.396315:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2919:2919:256:4294967295] 192.168.204.133@tcp LPNI seq info [2918:2918:8:4294967295] 00000400:00000200:1.0:1788777549.396319:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.396332:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.396339:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.396345:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5100. 00000800:00000200:1.0:1788777549.396353:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.396362:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.396367:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.396385:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.396390:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.396393:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656764 00000100:00000001:1.0:1788777549.396401:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656743 00000100:00000001:1.0:1788777549.396420:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656764 00000100:00000001:1.0:1788777549.396424:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656743 00000100:00000001:1.0:1788777549.396427:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.396431:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.396434:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.396436:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777549.396440:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc6003540 going to sleep for 11 seconds 00000100:00000001:1.0:1788777549.396443:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.396447:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.398615:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.398628:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5100. 00000400:00000200:3.0:1788777549.398637:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.398647:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.398656:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256cc0 00000400:00000010:3.0:1788777549.398660:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256cc0. 00000100:00000001:3.0:1788777549.398666:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.398676:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.398689:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.398693:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.398699:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.398702:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777549.403285:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.403308:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777549.403313:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.403316:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.403327:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.403338:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777549.403348:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.403355:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.403361:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.403365:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 344 into portal 25 MB=0x6a9e8cdd62680 00000400:00000200:3.0:1788777549.403371:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.403378:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 344/344 into md 0x8855 [1] + 224 00000800:00000001:3.0:1788777549.403387:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.403393:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.403397:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.403402:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777549.403423:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777549.403436:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777549.403448:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.403498:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777549.403510:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.403514:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.406558:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777549.406578:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777549.406581:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777549.406586:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12a50. 00000400:00000200:0.0:1788777549.406593:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256ee0 00000400:00000010:0.0:1788777549.406596:0:16858:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256ee0. 00000100:00000001:0.0:1788777549.406602:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777549.406618:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777549.406630:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.406639:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777549.406641:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.406644:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777549.406649:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777549.406651:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777549.406654:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777549.406657:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777549.406666:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777549.406671:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777549.406674:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777549.406676:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777549.406679:0:16858:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777549.406682:0:16858:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.406686:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777549.406691:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.406698:0:16858:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777549.406701:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777549.406704:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777549.406708:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777549.406716:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134592:192.168.204.133@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788777549.406722:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777549.406725:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.406727:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777549.406730:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777549.406735:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.406741:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777549.406744:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc6003540. 00000100:00000001:0.0:1788777549.406748:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777549.406751:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777549.406755:0:16858:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777549.406759:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777549.406763:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777549.406767:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045400 refcount=4 00000020:00000001:0.0:1788777549.406770:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:0.0:1788777549.406773:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000040:0.0:1788777549.406780:0:16858:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045400, remote cookie: 0x542deec0941a722c, flags: 0x0 00010000:00000001:0.0:1788777549.406784:0:16858:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777549.406788:0:16858:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777549.406791:0:16858:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777549.406793:0:16858:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777549.406795:0:16858:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777549.406798:0:16858:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9b1fd2611d00) refcount = 1 00010000:00010000:0.0:1788777549.406805:0:16858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: ffff9b2002045400/0x22b16ee488cdca52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a722c expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777549.406814:0:16858:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777549.406817:0:16858:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777549.406819:0:16858:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777549.406824:0:16858:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777549.406827:0:16858:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777549.406831:0:16858:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: ffff9b2002045400/0x22b16ee488cdca52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x542deec0941a722c expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777549.406837:0:16858:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777549.406839:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777549.406842:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777549.406843:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777549.406844:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777549.406846:0:16858:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.406850:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777549.406854:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121f80 x1875667211134592/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.406862:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777549.406866:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777549.406870:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356d000. 02000000:00000001:0.0:1788777549.406875:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777549.406878:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777549.406880:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777549.406882:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777549.406886:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd184c400. 02000000:00000001:0.0:1788777549.406890:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777549.406893:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777549.406895:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121f80. 00000100:00000001:0.0:1788777549.406902:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777549.406904:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788777549.406906:0:16858:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777549.406910:0:16858:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788777549.406912:0:16858:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9b1fc3cac600) refs 3 10000000:00000001:0.0:1788777549.406915:0:16858:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777549.406917:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777549.406919:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777549.406920:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045400 refcount=3 00000020:00000001:0.0:1788777549.406923:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:0.0:1788777549.406925:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:0.0:1788777549.406928:0:16858:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788777549.406930:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777549.406931:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777549.406932:0:16858:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777549.406935:0:16858:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788777549.406943:0:16858:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b1fd12e4740. 00000020:00000010:0.0:1788777549.406949:0:16858:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc312a600. 00000020:00000010:0.0:1788777549.406955:0:16858:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fc312a000. 00000040:00000010:0.0:1788777549.406960:0:16858:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b1fc312b000. 00000020:00000010:0.0:1788777549.406966:0:16858:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b1fd8958000. 00000020:00000010:0.0:1788777549.406973:0:16858:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b1fc312be00. 80000000:00000010:0.0:1788777549.406978:0:16858:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b1fca617360. 00040000:00000010:0.0:1788777549.406983:0:16858:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b1fc312ba00. 20000000:00000010:0.0:1788777549.406990:0:16858:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b1fc312aa00. 10000000:00000040:0.0:1788777549.406995:0:16858:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b1fc340d900 : new refcount 2 00000020:00000001:0.0:1788777549.406999:0:16858:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788777549.407001:0:16858:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1788777549.407004:0:16858:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788777549.407007:0:16858:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b1fc312b800. 00000040:00000001:0.0:1788777549.407012:0:16858:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788777549.407014:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000010:0.0:1788777549.407020:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ee300. 00000020:00000040:0.0:1788777549.407023:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000100:00000001:0.0:1788777549.407029:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777549.407032:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777549.407037:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777549.407044:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc312bc00. 00000100:00000001:0.0:1788777549.407052:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.407058:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777549.407061:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777549.407067:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca735f00. 00000100:00000001:0.0:1788777549.407070:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575691008 : -110914133860608 : ffff9b1fca735f00) 00000100:00000001:0.0:1788777549.407073:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777549.407075:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452713728 : -110914256837888 : ffff9b1fc31ee300) 00000100:00000001:0.0:1788777549.407080:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777549.407085:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.407087:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777549.407089:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777549.407094:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.407101:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777549.407104:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777549.407109:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777549.407112:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777549.407115:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777549.407119:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134720:192.168.204.133@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788777549.407124:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777549.407131:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777549.407133:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777549.407137:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777549.407143:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc93d8800. 02000000:00000001:0.0:1788777549.407145:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777549.407153:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777549.407158:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0210. 00000400:00000010:0.0:1788777549.407165:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bdd0. 00000100:00000200:0.0:1788777549.407173:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211134720, portal 25 00000100:00000001:0.0:1788777549.407175:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777549.407176:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452713728 : -110914256837888 : ffff9b1fc31ee300) 00000100:00000040:0.0:1788777549.407182:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777549.407190:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777549.407193:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777549.407196:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b330. 00000100:00000200:0.0:1788777549.407201:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875667211134720, offset 0 00000400:00000200:0.0:1788777549.407208:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777549.407220:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777549.407230:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777549.407238:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777549.407244:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777549.407249:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777549.407252:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777549.407256:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2920:2920:256:4294967295] 192.168.204.133@tcp LPNI seq info [2919:2919:8:4294967295] 00000400:00000200:0.0:1788777549.407261:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777549.407273:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777549.407280:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777549.407286:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd0cbd000. 00000800:00000200:0.0:1788777549.407294:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777549.407303:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777549.407317:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd0cbd000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788777549.407394:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777549.407400:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777549.407404:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656775 00000100:00000001:0.0:1788777549.407422:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656764 00000100:00000001:0.0:1788777549.407428:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656775 00000100:00000001:0.0:1788777549.407432:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656764 00000100:00000001:0.0:1788777549.407435:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777549.407438:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777549.407441:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777549.407443:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777549.407446:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca735f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788777549.407448:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777549.407450:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.412764:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.412776:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd0cbd000. 00000400:00000200:3.0:1788777549.412786:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.412798:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.412807:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b330 00000400:00000010:3.0:1788777549.412810:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b330. 00000100:00000001:3.0:1788777549.412818:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.412829:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.412844:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.412848:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.412864:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.412866:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777549.421620:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.421641:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777549.421647:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.421650:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.421662:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.421673:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777549.421683:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.421689:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.421696:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.421700:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 272 into portal 25 MB=0x6a9e8cdd62700 00000400:00000200:3.0:1788777549.421706:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.421713:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 272/272 into md 0x885d [1] + 224 00000800:00000001:3.0:1788777549.421722:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.421730:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.421734:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.421739:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777549.421749:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777549.421760:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777549.421773:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.421797:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777549.421807:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.421811:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.423289:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.423307:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.423310:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.423315:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0210. 00000400:00000200:1.0:1788777549.423324:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bdd0 00000400:00000010:1.0:1788777549.423328:0:16858:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bdd0. 00000100:00000001:1.0:1788777549.423334:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.423347:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.423358:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.423366:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.423369:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.423371:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.423377:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.423380:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.423383:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.423386:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.423397:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777549.423402:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.423417:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.423419:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.423423:0:16858:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.423426:0:16858:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.423429:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.423434:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.423442:0:16858:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.423446:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.423449:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.423453:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.423474:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134720:192.168.204.133@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.423481:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.423485:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.423488:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.423491:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.423496:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.423504:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.423508:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca735f00. 00000100:00000001:1.0:1788777549.423513:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.423515:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788777549.423523:0:16858:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788777549.423528:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.423531:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.423533:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777549.423535:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.423538:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee300 x1875667211134720/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.423545:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.423549:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.423552:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc93d8800. 02000000:00000001:1.0:1788777549.423556:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.423557:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.423558:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.423560:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.423564:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc312bc00. 02000000:00000001:1.0:1788777549.423570:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.423572:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.423574:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee300. 00000100:00000001:1.0:1788777549.423581:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.423582:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788777549.423585:0:16858:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788777549.423589:0:16858:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788777549.423600:0:16858:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9b1fd12c6000. 00000040:00000001:1.0:1788777549.423603:0:16858:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788777549.423605:0:16858:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788777549.423608:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000010:1.0:1788777549.423613:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123b80. 00000020:00000040:1.0:1788777549.423616:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777549.423619:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777549.423622:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777549.423628:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777549.423635:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd184ce00. 00000100:00000001:1.0:1788777549.423641:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.423645:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777549.423647:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777549.423655:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc6003f00. 00000100:00000001:1.0:1788777549.423658:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159501037312 : -110914208514304 : ffff9b1fc6003f00) 00000100:00000001:1.0:1788777549.423660:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.423662:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000001:1.0:1788777549.423668:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777549.423674:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.423676:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777549.423678:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.423682:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.423690:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.423693:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.423697:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.423700:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.423703:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.423708:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134848:192.168.204.133@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.423712:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.423719:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.423722:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.423725:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.423745:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9b1fca648000. 02000000:00000001:1.0:1788777549.423747:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.423755:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.423759:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000010:1.0:1788777549.423765:0:16858:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b1fc6003000. 00000100:00000200:1.0:1788777549.423773:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875667211134848, portal 25 00000100:00000001:1.0:1788777549.423775:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.423777:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000040:1.0:1788777549.423783:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.423795:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.423799:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.423804:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256770. 00000100:00000200:1.0:1788777549.423808:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875667211134848, offset 0 00000400:00000200:1.0:1788777549.423817:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.423827:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.423837:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.423845:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.423851:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.423856:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.423859:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.423864:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2921:2921:256:4294967295] 192.168.204.133@tcp LPNI seq info [2920:2920:8:4294967295] 00000400:00000200:1.0:1788777549.424614:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.424630:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.424638:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.424645:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5400. 00000800:00000200:1.0:1788777549.424654:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.424663:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.424668:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.424681:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.424687:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.424691:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656794 00000100:00000001:1.0:1788777549.424700:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656775 00000100:00000001:1.0:1788777549.424706:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656794 00000100:00000001:1.0:1788777549.424710:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656775 00000100:00000001:1.0:1788777549.424713:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.424717:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.424720:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.424722:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777549.424726:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc6003f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777549.424729:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.424731:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.425550:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.425558:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5400. 00000400:00000200:3.0:1788777549.425565:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.425573:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.425580:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256770 00000400:00000010:3.0:1788777549.425584:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256770. 00000100:00000001:3.0:1788777549.425590:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.425599:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.425611:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.425615:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.425622:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.425623:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777549.445868:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.445893:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777549.445900:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.445903:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.445914:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.445925:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777549.445936:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.445943:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.445950:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.445955:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 8416 into portal 25 MB=0x6a9e8cdd62780 00000400:00000200:3.0:1788777549.445961:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.445968:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 8416/8416 into md 0x8865 [4] + 224 00000800:00000001:3.0:1788777549.445977:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.445991:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.445995:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.446000:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777549.446012:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777549.446024:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777549.446037:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.446060:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777549.446073:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.446077:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.446574:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.446587:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.446590:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.446594:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000200:1.0:1788777549.446602:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc6003000 00000400:00000010:1.0:1788777549.446604:0:16858:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b1fc6003000. 00000100:00000001:1.0:1788777549.446609:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.446617:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.446628:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.446634:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.446637:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.446640:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.446645:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.446649:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.446651:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.446655:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.446666:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777549.446670:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.446674:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.446676:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.446679:0:16858:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.446682:0:16858:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.446686:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.446691:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.446698:0:16858:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.446702:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.446705:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.446709:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.446732:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134848:192.168.204.133@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.446738:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.446741:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.446744:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.446747:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.446751:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.446758:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.446761:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc6003f00. 00000100:00000001:1.0:1788777549.446764:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.446766:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788777549.446778:0:16858:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788777549.446780:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.446784:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123b80 x1875667211134848/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.446791:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.446794:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.446799:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9b1fca648000. 02000000:00000001:1.0:1788777549.446813:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.446818:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.446820:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.446822:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.446826:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd184ce00. 02000000:00000001:1.0:1788777549.446830:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.446832:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.446834:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123b80. 00000100:00000001:1.0:1788777549.446839:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.446840:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777549.446843:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.446844:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.446845:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1788777549.446848:0:16858:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788777549.446851:0:16858:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788777549.446856:0:16858:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788777549.446861:0:16858:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9b1fd1213180. 00000040:00001000:1.0:1788777549.446864:0:16858:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 51 last_idx 0 read_mode 0 00000040:00000001:3.0:1788777549.451640:0:34222:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1788777549.451658:0:34222:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fd1068e00. 00000020:00000010:3.0:1788777549.451670:0:34222:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fd1069600. 00000040:00000010:3.0:1788777549.451675:0:34222:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b1fd1068600. 00000020:00000010:3.0:1788777549.451684:0:34222:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b1fd1096000. 00000020:00000010:3.0:1788777549.451693:0:34222:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b1fc33c2d48. 00000020:00000010:3.0:1788777549.451699:0:34222:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b1fd1068a00. 80000000:00000010:3.0:1788777549.451706:0:34222:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b1fc3181b40. 40000000:00000010:3.0:1788777549.451712:0:34222:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b1fc4817340. 00100000:00000010:3.0:1788777549.451720:0:34222:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b1fd1090800. 00040000:00000010:3.0:1788777549.451727:0:34222:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b1fc870bb00. 00040000:00000010:3.0:1788777549.451733:0:34222:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9b1fd1091800. 00040000:00000010:3.0:1788777549.451738:0:34222:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b1fd1069400. 00000004:00000010:3.0:1788777549.451744:0:34222:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9b1fd1094000. 00000004:00000010:3.0:1788777549.451752:0:34222:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9b1fc486d000. 00000004:00000010:3.0:1788777549.451759:0:34222:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9b1fd1095800. 00002000:00000010:3.0:1788777549.451766:0:34222:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9b1fd12ec000. 00000004:00000010:3.0:1788777549.451773:0:34222:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9b1fd12edc00. 00000020:00000010:3.0:1788777549.451779:0:34222:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b1fc4817cc0. 00000040:00000010:3.0:1788777549.451792:0:34222:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9b1fca71c000. 00000040:00080000:3.0:1788777549.452364:0:34222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000040:00000010:3.0:1788777549.452371:0:34222:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9b1fca71c000. 00000020:00000010:3.0:1788777549.452381:0:34222:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9b1fc4817cc0. 00000020:00000010:3.0:1788777549.452402:0:34222:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b1fd1069600. 00000040:00000010:3.0:1788777549.452420:0:34222:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b1fd1068600. 00000020:00000010:3.0:1788777549.452425:0:34222:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b1fd1096000. 00000020:00000010:3.0:1788777549.452431:0:34222:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9b1fc33c2d48. 00000020:00000010:3.0:1788777549.452436:0:34222:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b1fd1068a00. 80000000:00000010:3.0:1788777549.452440:0:34222:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b1fc3181b40. 40000000:00000010:3.0:1788777549.452445:0:34222:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9b1fc4817340. 00100000:00000010:3.0:1788777549.452450:0:34222:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9b1fd1090800. 00040000:00000010:3.0:1788777549.452454:0:34222:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9b1fc870bb00. 00040000:00000010:3.0:1788777549.452459:0:34222:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9b1fd1091800. 00040000:00000010:3.0:1788777549.452490:0:34222:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b1fd1069400. 00000004:00000010:3.0:1788777549.452495:0:34222:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9b1fd1094000. 00000004:00000010:3.0:1788777549.452499:0:34222:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9b1fc486d000. 00000004:00000010:3.0:1788777549.452504:0:34222:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9b1fd1095800. 00002000:00000010:3.0:1788777549.452508:0:34222:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9b1fd12ec000. 00000004:00000010:3.0:1788777549.452512:0:34222:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9b1fd12edc00. 00000020:00000010:3.0:1788777549.452515:0:34222:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fd1068e00. 00000040:00000010:1.0:1788777549.452848:0:16858:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9b1fd1213180. 00000040:00000001:1.0:1788777549.452854:0:16858:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788777549.452858:0:16858:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 00000040:00000010:1.0:1788777549.452865:0:16858:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9b1fd12c6000. 00000040:00000010:1.0:1788777549.452869:0:16858:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b1fc312b800. 00000020:00000001:1.0:1788777549.452873:0:16858:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.452877:0:16858:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788777549.452881:0:16858:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b1fc312a000. 00000040:00000010:1.0:1788777549.452884:0:16858:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b1fc312b000. 00000020:00000010:1.0:1788777549.452886:0:16858:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b1fd8958000. 00000020:00000010:1.0:1788777549.452890:0:16858:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b1fc312be00. 80000000:00000010:1.0:1788777549.452893:0:16858:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b1fca617360. 00040000:00000010:1.0:1788777549.452898:0:16858:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b1fc312ba00. 20000000:00000010:1.0:1788777549.452903:0:16858:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b1fc312aa00. 00000020:00000010:1.0:1788777549.452907:0:16858:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc312a600. 10000000:00000010:1.0:1788777549.452909:0:16858:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b1fd12e4740. 10000000:01000000:1.0:1788777549.452913:0:16858:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1788777549.452916:0:16858:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788777549.452920:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.452924:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.452927:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045400 refcount=3 00000020:00000001:1.0:1788777549.452929:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:1.0:1788777549.452932:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937792 : -110913201613824 : ffff9b2002045400) 00010000:00000001:1.0:1788777549.452935:0:16858:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777549.452941:0:16858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: ffff9b2002045400/0x22b16ee488cdca52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a722c expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.452952:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.452954:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777549.452957:0:16858:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: ffff9b2002045400/0x22b16ee488cdca52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a722c expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.452967:0:16858:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777549.452969:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.452970:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788777549.452971:0:16858:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.452974:0:16858:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.452977:0:16858:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788777549.452994:0:16858:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788777549.452996:0:16858:0:(mgc_request.c:108:config_log_get()) log params (ffff9b1fc9ec3600) refs 2 10000000:00000001:1.0:1788777549.452999:0:16858:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.453001:0:16858:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788777549.453002:0:16858:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9b1fc3cac600) refs 3 10000000:00000001:1.0:1788777549.453005:0:16858:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788777549.453007:0:16858:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788777549.453009:0:16858:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788777549.453010:0:16858:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788777549.453013:0:16858:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b1fc31a7000 from 7 10000000:00000001:1.0:1788777549.453016:0:16858:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788777549.453017:0:16858:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788777549.453028:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123b80. 00000020:00000040:1.0:1788777549.453033:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777549.453038:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777549.453043:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777549.453048:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777549.453057:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd184ce00. 00000100:00000001:1.0:1788777549.453065:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.453072:0:16858:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777549.453075:0:16858:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777549.453082:0:16858:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611b00. 00010000:00000001:1.0:1788777549.453087:0:16858:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777549.453091:0:16858:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044200. 00000020:00000001:1.0:1788777549.453096:0:16858:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777549.453098:0:16858:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044200 with handle 0x22b16ee488cdca59 to hash 00000020:00000001:1.0:1788777549.453101:0:16858:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777549.453102:0:16858:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777549.453105:0:16858:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777549.453110:0:16858:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777549.453113:0:16858:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777549.453117:0:16858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: ffff9b2002044200/0x22b16ee488cdca59 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777549.453125:0:16858:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: ffff9b2002044200/0x22b16ee488cdca59 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777549.453139:0:16858:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: ffff9b2002044200/0x22b16ee488cdca59 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777549.453146:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777549.453148:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777549.453156:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc6003000. 00000100:00000001:1.0:1788777549.453158:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159501033472 : -110914208518144 : ffff9b1fc6003000) 00000100:00000001:1.0:1788777549.453161:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.453163:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000001:1.0:1788777549.453168:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777549.453174:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.453177:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777549.453179:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.453192:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.453202:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.453205:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.453209:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.453213:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.453216:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.453220:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134976:192.168.204.133@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.453225:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.453232:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.453235:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.453238:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.453244:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777549.453246:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.453255:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.453260:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000010:1.0:1788777549.453268:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256908. 00000100:00000200:1.0:1788777549.453277:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211134976, portal 25 00000100:00000001:1.0:1788777549.453279:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.453280:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000040:1.0:1788777549.453286:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.453294:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.453297:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.453300:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256a18. 00000100:00000200:1.0:1788777549.453304:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667211134976, offset 0 00000400:00000200:1.0:1788777549.453312:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.453322:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.453331:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.453338:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.453343:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.453348:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.453350:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.453354:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2922:2922:256:4294967295] 192.168.204.133@tcp LPNI seq info [2921:2921:8:4294967295] 00000400:00000200:1.0:1788777549.453359:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.453371:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.453378:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.453383:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5900. 00000800:00000200:1.0:1788777549.453391:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.453400:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.453417:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.453439:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.453444:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.453447:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656818 00000100:00000001:1.0:1788777549.453456:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656794 00000100:00000001:1.0:1788777549.453484:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656818 00000100:00000001:1.0:1788777549.453489:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656794 00000100:00000001:1.0:1788777549.453492:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.453495:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.453497:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.453499:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777549.453503:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc6003000 going to sleep for 11 seconds 00000100:00000001:1.0:1788777549.453506:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.453509:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.456343:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.456356:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5900. 00000400:00000200:3.0:1788777549.456365:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.456376:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.456386:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256a18 00000400:00000010:3.0:1788777549.456390:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256a18. 00000100:00000001:3.0:1788777549.456396:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.456417:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.456432:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.456436:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.456443:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.456445:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777549.472526:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.472553:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777549.472559:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.472562:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.472574:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.472585:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777549.472596:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.472603:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.472611:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.472616:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 344 into portal 25 MB=0x6a9e8cdd62800 00000400:00000200:3.0:1788777549.472621:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.472628:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 344/344 into md 0x886d [1] + 224 00000800:00000001:3.0:1788777549.472637:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.472646:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.472651:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.472656:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777549.472667:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777549.472678:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777549.472691:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.472713:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777549.472723:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.472727:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.472765:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.472777:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.472779:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.472783:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000200:1.0:1788777549.472788:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256908 00000400:00000010:1.0:1788777549.472792:0:16858:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256908. 00000100:00000001:1.0:1788777549.472796:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.472800:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.472808:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.472814:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.472816:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.472818:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.472823:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.472826:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.472829:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.472833:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.472842:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777549.472847:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.472850:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.472852:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.472855:0:16858:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.472859:0:16858:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.472862:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.472867:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.472875:0:16858:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.472878:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.472880:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.472884:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.472893:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211134976:192.168.204.133@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.472898:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.472901:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.472904:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.472906:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.472910:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.472917:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.472920:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc6003000. 00000100:00000001:1.0:1788777549.472924:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.472926:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.472929:0:16858:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777549.472933:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.472936:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.472939:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=4 00000020:00000001:1.0:1788777549.472942:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777549.472945:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000040:1.0:1788777549.472953:0:16858:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044200, remote cookie: 0x542deec0941a7233, flags: 0x0 00010000:00000001:1.0:1788777549.472957:0:16858:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777549.472962:0:16858:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777549.472964:0:16858:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777549.472966:0:16858:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777549.472967:0:16858:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777549.472971:0:16858:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9b1fd2611b00) refcount = 1 00010000:00010000:1.0:1788777549.472977:0:16858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: ffff9b2002044200/0x22b16ee488cdca59 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a7233 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.473064:0:16858:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777549.473067:0:16858:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777549.473068:0:16858:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777549.473073:0:16858:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777549.473076:0:16858:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777549.473080:0:16858:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: ffff9b2002044200/0x22b16ee488cdca59 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x542deec0941a7233 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.473086:0:16858:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777549.473088:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.473091:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.473092:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.473093:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.473095:0:16858:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.473098:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.473102:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123b80 x1875667211134976/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.473108:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.473111:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.473115:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777549.473118:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.473121:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.473123:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.473126:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.473130:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd184ce00. 02000000:00000001:1.0:1788777549.473133:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.473135:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.473137:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123b80. 00000100:00000001:1.0:1788777549.473142:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.473143:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788777549.473145:0:16858:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.473149:0:16858:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788777549.473152:0:16858:0:(mgc_request.c:108:config_log_get()) log params (ffff9b1fc9ec3600) refs 3 10000000:00000001:1.0:1788777549.473154:0:16858:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.473156:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.473158:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.473160:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=3 00000020:00000001:1.0:1788777549.473162:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777549.473164:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777549.473166:0:16858:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788777549.473168:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.473169:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.473171:0:16858:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.473173:0:16858:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788777549.473178:0:16858:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b1fc32de280. 00000020:00000010:1.0:1788777549.473182:0:16858:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fd184ce00. 00000020:00000010:1.0:1788777549.473188:0:16858:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fd184d800. 00000040:00000010:1.0:1788777549.473193:0:16858:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b1fd184c000. 00000020:00000010:1.0:1788777549.473200:0:16858:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b1fd1167800. 00000020:00000010:1.0:1788777549.473205:0:16858:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b1fd184dc00. 80000000:00000010:1.0:1788777549.473210:0:16858:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b1fd1213180. 00040000:00000010:1.0:1788777549.473215:0:16858:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b1fd184c400. 20000000:00000010:1.0:1788777549.473221:0:16858:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b1fd184c800. 10000000:00000040:1.0:1788777549.473227:0:16858:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b1fc340d900 : new refcount 2 00000020:00000001:1.0:1788777549.473230:0:16858:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788777549.473232:0:16858:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788777549.473235:0:16858:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788777549.473238:0:16858:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b1fd184d400. 00000040:00000001:1.0:1788777549.473242:0:16858:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788777549.473245:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000010:1.0:1788777549.473249:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123b80. 00000020:00000040:1.0:1788777549.473252:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777549.473258:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777549.473262:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777549.473268:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777549.473275:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc312a600. 00000100:00000001:1.0:1788777549.473282:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.473289:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777549.473291:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777549.473297:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc6003000. 00000100:00000001:1.0:1788777549.473300:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159501033472 : -110914208518144 : ffff9b1fc6003000) 00000100:00000001:1.0:1788777549.473303:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.473305:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000001:1.0:1788777549.473310:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777549.473316:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.473318:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777549.473320:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.473324:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.473332:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.473334:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.473339:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.473341:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.473344:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.473348:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211135104:192.168.204.133@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.473352:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.473358:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.473361:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.473364:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.473369:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc312aa00. 02000000:00000001:1.0:1788777549.473370:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.473377:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.473380:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000010:1.0:1788777549.473386:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256908. 00000100:00000200:1.0:1788777549.473394:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211135104, portal 25 00000100:00000001:1.0:1788777549.473397:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.473398:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000040:1.0:1788777549.473416:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.473425:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.473428:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.473430:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256990. 00000100:00000200:1.0:1788777549.473435:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875667211135104, offset 0 00000400:00000200:1.0:1788777549.473442:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.473450:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.473458:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.473492:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.473498:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.473503:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.473505:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.473510:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2923:2923:256:4294967295] 192.168.204.133@tcp LPNI seq info [2922:2922:8:4294967295] 00000400:00000200:1.0:1788777549.473514:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.473524:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.473530:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.473536:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5300. 00000800:00000200:1.0:1788777549.473544:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.473553:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.473558:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.473579:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.473583:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.473586:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656840 00000100:00000001:1.0:1788777549.473593:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656818 00000100:00000001:1.0:1788777549.473600:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656840 00000100:00000001:1.0:1788777549.473604:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656818 00000100:00000001:1.0:1788777549.473607:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.473611:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.473614:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.473616:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777549.473619:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc6003000 going to sleep for 11 seconds 00000100:00000001:1.0:1788777549.473621:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.473624:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.478974:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.478987:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5300. 00000400:00000200:3.0:1788777549.478996:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.479009:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.479020:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256990 00000400:00000010:3.0:1788777549.479024:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256990. 00000100:00000001:3.0:1788777549.479032:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.479044:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.479061:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.479066:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.479074:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.479076:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777549.483155:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.483179:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777549.483185:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.483187:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.483201:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.483212:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777549.483224:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.483229:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.483237:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.483242:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 272 into portal 25 MB=0x6a9e8cdd62880 00000400:00000200:2.0:1788777549.483248:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777549.483258:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 272/272 into md 0x8875 [1] + 224 00000800:00000001:2.0:1788777549.483267:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.483276:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777549.483280:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.483285:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777549.483295:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777549.483306:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777549.483318:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.483339:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777549.483351:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777549.483354:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.483445:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.483456:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.483459:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.483491:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000200:1.0:1788777549.483497:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256908 00000400:00000010:1.0:1788777549.483500:0:16858:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256908. 00000100:00000001:1.0:1788777549.483504:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.483509:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.483518:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.483524:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.483527:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.483530:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.483536:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.483539:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.483543:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.483546:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.483556:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777549.483561:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.483564:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.483567:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.483570:0:16858:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.483573:0:16858:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.483577:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.483582:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.483589:0:16858:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.483592:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.483595:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.483599:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.483608:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211135104:192.168.204.133@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.483617:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.483621:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.483624:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.483627:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.483631:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.483638:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.483641:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc6003000. 00000100:00000001:1.0:1788777549.483645:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.483647:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788777549.483654:0:16858:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788777549.483659:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.483661:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.483664:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777549.483665:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.483668:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123b80 x1875667211135104/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.483674:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.483678:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.483681:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc312aa00. 02000000:00000001:1.0:1788777549.483685:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.483686:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.483687:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.483688:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.483692:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc312a600. 02000000:00000001:1.0:1788777549.483695:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.483697:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.483699:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123b80. 00000100:00000001:1.0:1788777549.483704:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.483705:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788777549.483708:0:16858:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788777549.483712:0:16858:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788777549.483721:0:16858:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9b1fd12c6000. 00000040:00000001:1.0:1788777549.483723:0:16858:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788777549.483725:0:16858:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788777549.483728:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000010:1.0:1788777549.483732:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123b80. 00000020:00000040:1.0:1788777549.483734:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777549.483738:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777549.483741:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777549.483746:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777549.483751:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc312a600. 00000100:00000001:1.0:1788777549.483759:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.483763:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777549.483765:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777549.483773:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc6003000. 00000100:00000001:1.0:1788777549.483775:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159501033472 : -110914208518144 : ffff9b1fc6003000) 00000100:00000001:1.0:1788777549.483778:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.483779:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000001:1.0:1788777549.483785:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777549.483791:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.483793:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777549.483795:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.483799:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.483806:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.483809:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.483814:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.483817:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.483820:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.483824:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211135232:192.168.204.133@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.483828:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.483834:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.483837:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.483840:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.483875:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9b1fca648000. 02000000:00000001:1.0:1788777549.483878:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.483885:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.483888:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000010:1.0:1788777549.483897:0:16858:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b1fc6003f00. 00000100:00000200:1.0:1788777549.483905:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875667211135232, portal 25 00000100:00000001:1.0:1788777549.483907:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.483909:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686765440 : -110914022786176 : ffff9b1fd1123b80) 00000100:00000040:1.0:1788777549.483915:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.483923:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.483925:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.483929:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256908. 00000100:00000200:1.0:1788777549.483933:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875667211135232, offset 0 00000400:00000200:1.0:1788777549.483940:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.483948:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.483956:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.483963:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.483969:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.483974:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.483977:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.484400:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2924:2924:256:4294967295] 192.168.204.133@tcp LPNI seq info [2923:2923:8:4294967295] 00000400:00000200:1.0:1788777549.484419:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.484433:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.484440:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.484448:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5800. 00000800:00000200:1.0:1788777549.484457:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.484498:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.484504:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.484521:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.484525:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.484528:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656852 00000100:00000001:1.0:1788777549.484537:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656840 00000100:00000001:1.0:1788777549.484543:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656852 00000100:00000001:1.0:1788777549.484546:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656840 00000100:00000001:1.0:1788777549.484550:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.484553:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.484556:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.484559:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777549.484561:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc6003000 going to sleep for 11 seconds 00000100:00000001:1.0:1788777549.484564:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.484566:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777549.485638:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777549.485648:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5800. 00000400:00000200:2.0:1788777549.485656:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.485670:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777549.485679:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256908 00000400:00000010:2.0:1788777549.485682:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256908. 00000100:00000001:2.0:1788777549.485688:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777549.485696:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.485710:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777549.485714:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.485722:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.485723:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777549.497359:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.497379:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777549.497384:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.497386:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.497399:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.497419:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777549.497431:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.497439:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.497447:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.497452:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 8416 into portal 25 MB=0x6a9e8cdd62900 00000400:00000200:3.0:1788777549.497458:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.497487:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 8416/8416 into md 0x887d [4] + 224 00000800:00000001:3.0:1788777549.497497:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.497514:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.497518:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.497523:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777549.497532:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777549.497544:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777549.497556:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.497571:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777549.497581:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.497585:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777549.497613:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777549.497622:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777549.497625:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777549.497628:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12ec8. 00000400:00000200:3.0:1788777549.497632:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc6003f00 00000400:00000010:3.0:1788777549.497636:0:16858:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b1fc6003f00. 00000100:00000001:3.0:1788777549.497639:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777549.497644:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777549.497653:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.497660:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777549.497662:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777549.497666:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777549.497671:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777549.497675:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777549.497677:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777549.497681:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777549.497690:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777549.497695:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777549.497698:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777549.497701:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777549.497704:0:16858:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777549.497707:0:16858:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.497711:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777549.497716:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.497723:0:16858:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777549.497727:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777549.497729:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777549.497734:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777549.497742:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211135232:192.168.204.133@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788777549.497748:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777549.497751:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.497755:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777549.497757:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.497761:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.497768:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777549.497771:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc6003000. 00000100:00000001:3.0:1788777549.497773:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777549.497776:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788777549.497785:0:16858:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788777549.497787:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.497790:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123b80 x1875667211135232/t0(0) o503->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.497796:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777549.497799:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777549.497803:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9b1fca648000. 02000000:00000001:3.0:1788777549.497812:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777549.497816:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777549.497818:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777549.497819:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777549.497823:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc312a600. 02000000:00000001:3.0:1788777549.497828:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777549.497830:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777549.497832:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123b80. 00000100:00000001:3.0:1788777549.497836:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777549.497837:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777549.497840:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777549.497841:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777549.497843:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1788777549.497845:0:16858:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788777549.497848:0:16858:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788777549.497852:0:16858:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788777549.497856:0:16858:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9b1fc3181b40. 00000040:00001000:3.0:1788777549.497859:0:16858:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1788777549.502729:0:34225:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788777549.502744:0:34225:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc312aa00. 00000020:00000010:1.0:1788777549.502754:0:34225:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fc312ba00. 00000040:00000010:1.0:1788777549.502759:0:34225:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b1fc312be00. 00000020:00000010:1.0:1788777549.502765:0:34225:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b1fd1167000. 00000020:00000010:1.0:1788777549.502772:0:34225:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b1fc481f3b8. 00000020:00000010:1.0:1788777549.502778:0:34225:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b1fc312b000. 80000000:00000010:1.0:1788777549.502784:0:34225:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b1fd1213540. 40000000:00000010:1.0:1788777549.502789:0:34225:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b1fc32de440. 00100000:00000010:1.0:1788777549.502796:0:34225:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b1fd1163000. 00040000:00000010:1.0:1788777549.502803:0:34225:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b1fd12a5000. 00040000:00000010:1.0:1788777549.502809:0:34225:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9b1fd1163800. 00040000:00000010:1.0:1788777549.502813:0:34225:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b1fc312a000. 00000004:00000010:1.0:1788777549.502820:0:34225:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9b1fd1166800. 00000004:00000010:1.0:1788777549.502827:0:34225:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9b1fd11fa000. 00000004:00000010:1.0:1788777549.502833:0:34225:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9b1fd1165800. 00002000:00000010:1.0:1788777549.502840:0:34225:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9b1fc356ec00. 00000004:00000010:1.0:1788777549.502846:0:34225:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9b1fc356d800. 00000020:00000010:1.0:1788777549.502852:0:34225:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b1fc32deac0. 00000040:00000010:1.0:1788777549.502865:0:34225:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9b1fd12c4000. 00000040:00080000:1.0:1788777549.503599:0:34225:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1788777549.503606:0:34225:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9b1fd12c4000. 00000020:00000010:1.0:1788777549.503616:0:34225:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9b1fc32deac0. 00000020:00000010:1.0:1788777549.503636:0:34225:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b1fc312ba00. 00000040:00000010:1.0:1788777549.503642:0:34225:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b1fc312be00. 00000020:00000010:1.0:1788777549.503646:0:34225:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b1fd1167000. 00000020:00000010:1.0:1788777549.503651:0:34225:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9b1fc481f3b8. 00000020:00000010:1.0:1788777549.503657:0:34225:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b1fc312b000. 80000000:00000010:1.0:1788777549.503661:0:34225:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b1fd1213540. 40000000:00000010:1.0:1788777549.503665:0:34225:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9b1fc32de440. 00100000:00000010:1.0:1788777549.503670:0:34225:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9b1fd1163000. 00040000:00000010:1.0:1788777549.503676:0:34225:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9b1fd12a5000. 00040000:00000010:1.0:1788777549.503680:0:34225:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9b1fd1163800. 00040000:00000010:1.0:1788777549.503684:0:34225:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b1fc312a000. 00000004:00000010:1.0:1788777549.503688:0:34225:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9b1fd1166800. 00000004:00000010:1.0:1788777549.503695:0:34225:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9b1fd11fa000. 00000004:00000010:1.0:1788777549.503701:0:34225:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9b1fd1165800. 00002000:00000010:1.0:1788777549.503705:0:34225:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9b1fc356ec00. 00000004:00000010:1.0:1788777549.503710:0:34225:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9b1fc356d800. 00000020:00000010:1.0:1788777549.503714:0:34225:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc312aa00. 00000040:00000010:1.0:1788777549.503738:0:16858:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9b1fc3181b40. 00000040:00000001:1.0:1788777549.503743:0:16858:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788777549.503747:0:16858:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788777549.503754:0:16858:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9b1fd12c6000. 00000040:00000010:1.0:1788777549.503758:0:16858:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b1fd184d400. 00000020:00000001:1.0:1788777549.503763:0:16858:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.503766:0:16858:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788777549.503770:0:16858:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b1fd184d800. 00000040:00000010:1.0:1788777549.503772:0:16858:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b1fd184c000. 00000020:00000010:1.0:1788777549.503775:0:16858:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b1fd1167800. 00000020:00000010:1.0:1788777549.503778:0:16858:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b1fd184dc00. 80000000:00000010:1.0:1788777549.503780:0:16858:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b1fd1213180. 00040000:00000010:1.0:1788777549.503782:0:16858:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b1fd184c400. 20000000:00000010:1.0:1788777549.503786:0:16858:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b1fd184c800. 00000020:00000010:1.0:1788777549.503789:0:16858:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fd184ce00. 10000000:00000010:1.0:1788777549.503792:0:16858:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b1fc32de280. 10000000:01000000:1.0:1788777549.503796:0:16858:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788777549.503800:0:16858:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788777549.503804:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.503807:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.503811:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044200 refcount=3 00000020:00000001:1.0:1788777549.503814:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777549.503819:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933184 : -110913201618432 : ffff9b2002044200) 00010000:00000001:1.0:1788777549.503822:0:16858:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777549.503829:0:16858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: ffff9b2002044200/0x22b16ee488cdca59 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a7233 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.503839:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.503842:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777549.503845:0:16858:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: ffff9b2002044200/0x22b16ee488cdca59 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a7233 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.503851:0:16858:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777549.503853:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.503854:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788777549.503855:0:16858:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.503858:0:16858:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.503862:0:16858:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788777549.503865:0:16858:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788777549.503867:0:16858:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9b1fc9356200) refs 2 10000000:00000001:1.0:1788777549.503870:0:16858:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.503872:0:16858:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788777549.503874:0:16858:0:(mgc_request.c:123:config_log_put()) log params(ffff9b1fc9ec3600) refs 3 10000000:00000001:1.0:1788777549.503877:0:16858:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788777549.503878:0:16858:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788777549.503880:0:16858:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1788777549.503882:0:16858:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788777549.503885:0:16858:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9b1fc93a8000 from 1 10000000:00000001:1.0:1788777549.503888:0:16858:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788777549.503889:0:16858:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1788777549.505727:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777549.505734:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777549.505739:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777549.505743:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777549.505749:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777549.505758:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc312aa00. 00000100:00000001:1.0:1788777549.505766:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.505772:0:16858:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777549.505777:0:16858:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777549.505785:0:16858:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611d00 count: 2 00010000:00000001:1.0:1788777549.505789:0:16858:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777549.505792:0:16858:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777549.505795:0:16858:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045e00. 00000020:00000001:1.0:1788777549.505802:0:16858:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777549.505804:0:16858:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045e00 with handle 0x22b16ee488cdca60 to hash 00000020:00000001:1.0:1788777549.505806:0:16858:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777549.505808:0:16858:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:1.0:1788777549.505811:0:16858:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:1.0:1788777549.505817:0:16858:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777549.505820:0:16858:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777549.505825:0:16858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.133@tcp lock: ffff9b2002045e00/0x22b16ee488cdca60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777549.505836:0:16858:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.133@tcp lock: ffff9b2002045e00/0x22b16ee488cdca60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777549.505850:0:16858:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.133@tcp lock: ffff9b2002045e00/0x22b16ee488cdca60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777549.505855:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777549.505857:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777549.505865:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc6003840. 00000100:00000001:1.0:1788777549.505867:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159501035584 : -110914208516032 : ffff9b1fc6003840) 00000100:00000001:1.0:1788777549.505870:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.505872:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777549.505877:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777549.505882:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.505885:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777549.505887:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.506287:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.506299:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.506304:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.506309:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.506313:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.506315:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.506319:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211135360:192.168.204.133@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.506325:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.506333:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.506336:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.506339:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.506345:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356d800. 02000000:00000001:1.0:1788777549.506347:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.506357:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.506362:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e123c8. 00000400:00000010:1.0:1788777549.506371:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777549.506380:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211135360, portal 25 00000100:00000001:1.0:1788777549.506382:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.506383:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777549.506389:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.506396:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.506399:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.506401:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92566e8. 00000100:00000200:1.0:1788777549.506415:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667211135360, offset 0 00000400:00000200:1.0:1788777549.506423:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.506435:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.506446:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.506452:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.506457:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.506480:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.506483:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.506497:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2925:2925:256:4294967295] 192.168.204.133@tcp LPNI seq info [2924:2924:8:4294967295] 00000400:00000200:1.0:1788777549.506501:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.506512:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.506520:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.506525:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5000. 00000800:00000200:1.0:1788777549.506534:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.506542:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.506547:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.506568:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.506573:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.506576:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656875 00000100:00000001:1.0:1788777549.506584:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656852 00000100:00000001:1.0:1788777549.506589:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656875 00000100:00000001:1.0:1788777549.506592:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656852 00000100:00000001:1.0:1788777549.506595:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.506598:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.506601:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.506603:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777549.506606:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc6003840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777549.506609:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.506612:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777549.508578:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777549.508590:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5000. 00000400:00000200:2.0:1788777549.508599:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777549.508609:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777549.508618:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92566e8 00000400:00000010:2.0:1788777549.508623:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92566e8. 00000100:00000001:2.0:1788777549.508630:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777549.508640:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.508655:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777549.508658:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777549.508666:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777549.508668:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777549.512490:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.512515:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777549.512520:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.512523:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.512535:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.512546:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777549.512558:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.512564:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.512570:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.512575:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 344 into portal 25 MB=0x6a9e8cdd62980 00000400:00000200:3.0:1788777549.512581:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.512588:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 344/344 into md 0x8885 [1] + 224 00000800:00000001:3.0:1788777549.512598:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.512608:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.512611:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.512616:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777549.512627:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777549.512638:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777549.512651:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.512681:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777549.512692:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.512696:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.513146:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.513157:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.513160:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.513164:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e123c8. 00000400:00000200:1.0:1788777549.513169:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:1.0:1788777549.513172:0:16858:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:1.0:1788777549.513176:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.513182:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.513192:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.513199:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.513201:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.513204:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.513209:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.513212:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.513214:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.513217:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.513226:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777549.513231:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.513234:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777549.513235:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.513239:0:16858:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777549.513242:0:16858:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.513246:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777549.513251:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.513259:0:16858:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.513262:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.513265:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.513269:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.513277:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211135360:192.168.204.133@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.513283:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.513287:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.513290:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.513292:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.513297:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.513304:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.513307:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc6003840. 00000100:00000001:1.0:1788777549.513312:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.513314:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.513317:0:16858:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777549.513321:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.513325:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.513329:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045e00 refcount=4 00000020:00000001:1.0:1788777549.513331:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:1.0:1788777549.513335:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000040:1.0:1788777549.513343:0:16858:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045e00, remote cookie: 0x542deec0941a723a, flags: 0x0 00010000:00000001:1.0:1788777549.513348:0:16858:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777549.513352:0:16858:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777549.513355:0:16858:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777549.513358:0:16858:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777549.513359:0:16858:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777549.513363:0:16858:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9b1fd2611d00) refcount = 2 00010000:00000040:1.0:1788777549.513366:0:16858:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777549.513371:0:16858:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.133@tcp lock: ffff9b2002045400/0x22b16ee488cdca52 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x542deec0941a722c expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777549.513383:0:16858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.133@tcp lock: ffff9b2002045e00/0x22b16ee488cdca60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a723a expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.513390:0:16858:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777549.513393:0:16858:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777549.513394:0:16858:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777549.513398:0:16858:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777549.513401:0:16858:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777549.513416:0:16858:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.133@tcp lock: ffff9b2002045e00/0x22b16ee488cdca60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x542deec0941a723a expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.513422:0:16858:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777549.513424:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.513427:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.513428:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.513429:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.513431:0:16858:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.513434:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.513439:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211135360/t0(0) o101->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.513452:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.513456:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.513460:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356d800. 02000000:00000001:1.0:1788777549.513484:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.514595:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.514598:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.514603:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.514609:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc312aa00. 02000000:00000001:1.0:1788777549.514614:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.514616:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.514619:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:1.0:1788777549.514625:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.514626:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788777549.514629:0:16858:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.514632:0:16858:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788777549.514635:0:16858:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9b1fc9356200) refs 3 10000000:00000001:1.0:1788777549.514638:0:16858:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777549.514641:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.514644:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.514646:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045e00 refcount=3 00000020:00000001:1.0:1788777549.514648:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:1.0:1788777549.514651:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:1.0:1788777549.514654:0:16858:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788777549.514656:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.514658:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777549.514660:0:16858:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.514663:0:16858:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788777549.514669:0:16858:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b1fc32de280. 00000020:00000010:1.0:1788777549.514673:0:16858:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc312aa00. 00000020:00000010:1.0:1788777549.514679:0:16858:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fc312a000. 00000040:00000010:1.0:1788777549.514684:0:16858:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b1fc312b000. 00000020:00000010:1.0:1788777549.514691:0:16858:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b1fd1167800. 00000020:00000010:1.0:1788777549.514697:0:16858:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b1fc312be00. 80000000:00000010:1.0:1788777549.514702:0:16858:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b1fd1213180. 00040000:00000010:1.0:1788777549.514708:0:16858:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b1fc312ba00. 20000000:00000010:1.0:1788777549.514713:0:16858:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b1fc312b800. 10000000:00000040:1.0:1788777549.514718:0:16858:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b1fc340d900 : new refcount 2 00000020:00000001:1.0:1788777549.514722:0:16858:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788777549.514724:0:16858:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1788777549.514727:0:16858:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788777549.514730:0:16858:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b1fc312a400. 00000040:00000001:1.0:1788777549.514735:0:16858:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788777549.514737:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000010:1.0:1788777549.514742:0:16858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777549.514745:0:16858:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=5 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777549.514750:0:16858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777549.514754:0:16858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777549.514759:0:16858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777549.514768:0:16858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc312bc00. 00000100:00000001:1.0:1788777549.514776:0:16858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.514784:0:16858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777549.514786:0:16858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777549.514794:0:16858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc6003840. 00000100:00000001:1.0:1788777549.514797:0:16858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159501035584 : -110914208516032 : ffff9b1fc6003840) 00000100:00000001:1.0:1788777549.514801:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.514802:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777549.514808:0:16858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777549.514813:0:16858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.514815:0:16858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777549.514816:0:16858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777549.514826:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.514834:0:16858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777549.514837:0:16858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.514842:0:16858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777549.514845:0:16858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777549.514847:0:16858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777549.514851:0:16858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211135488:192.168.204.133@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.514858:0:16858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777549.514865:0:16858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777549.514868:0:16858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.514872:0:16858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777549.514876:0:16858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc312a600. 02000000:00000001:1.0:1788777549.514878:0:16858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.514886:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777549.514891:0:16858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e123c8. 00000400:00000010:1.0:1788777549.514898:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777549.514908:0:16858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211135488, portal 25 00000100:00000001:1.0:1788777549.514910:0:16858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777549.514911:0:16858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777549.514918:0:16858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.514926:0:16858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777549.514929:0:16858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777549.514932:0:16858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256bb0. 00000100:00000200:1.0:1788777549.514936:0:16858:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875667211135488, offset 0 00000400:00000200:1.0:1788777549.514943:0:16858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777549.514953:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.514961:0:16858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777549.514968:0:16858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777549.514973:0:16858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777549.514978:0:16858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777549.515338:0:16858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777549.515344:0:16858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2926:2926:256:4294967295] 192.168.204.133@tcp LPNI seq info [2925:2925:8:4294967295] 00000400:00000200:1.0:1788777549.515349:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777549.515361:0:16858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777549.515369:0:16858:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777549.515376:0:16858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5500. 00000800:00000200:1.0:1788777549.515384:0:16858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777549.515393:0:16858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777549.515399:0:16858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788777549.515705:0:16858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777549.515712:0:16858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777549.515716:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296656884 00000100:00000001:1.0:1788777549.515724:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656875 00000100:00000001:1.0:1788777549.515731:0:16858:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296656884 00000100:00000001:1.0:1788777549.515734:0:16858:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656875 00000100:00000001:1.0:1788777549.515736:0:16858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777549.515739:0:16858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777549.515742:0:16858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777549.515744:0:16858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777549.515747:0:16858:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc6003840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777549.515749:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777549.515752:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777549.517595:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777549.517605:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5500. 00000400:00000200:3.0:1788777549.517612:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.517622:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777549.517631:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256bb0 00000400:00000010:3.0:1788777549.517634:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256bb0. 00000100:00000001:3.0:1788777549.517639:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777549.517649:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.517663:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777549.517667:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.517675:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777549.517677:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777549.533794:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.533821:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777549.533826:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.533830:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.533842:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.533852:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777549.533864:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.533869:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.533876:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.533881:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 272 into portal 25 MB=0x6a9e8cdd62a00 00000400:00000200:3.0:1788777549.533888:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777549.533896:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 272/272 into md 0x888d [1] + 224 00000800:00000001:3.0:1788777549.533906:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.533923:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777549.533928:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777549.533934:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777549.533945:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777549.533956:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777549.533969:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777549.533988:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777549.533998:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777549.534002:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.543593:0:16858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777549.543612:0:16858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777549.543621:0:16858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777549.543626:0:16858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e123c8. 00000400:00000200:1.0:1788777549.543638:0:16858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:1.0:1788777549.543641:0:16858:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:1.0:1788777549.543647:0:16858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777549.543765:0:16858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777549.543785:0:16858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.543796:0:16858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777549.543799:0:16858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.543805:0:16858:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777549.543809:0:16858:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777549.543812:0:16858:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777549.543815:0:16858:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777549.543819:0:16858:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777549.543833:0:16858:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777549.543838:0:16858:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777549.543844:0:16858:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788777549.543849:0:16858:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.543855:0:16858:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788777549.543861:0:16858:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1788777549.543866:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.543876:0:16858:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1788777549.543880:0:16858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777549.543882:0:16858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777549.543886:0:16858:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777549.543897:0:16858:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ffe1b94c-889f-4040-a9df-417ffabe4bf6:16858:1875667211135488:192.168.204.133@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788777549.543905:0:16858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777549.543909:0:16858:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788777549.543912:0:16858:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777549.543914:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.543918:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.543928:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777549.543931:0:16858:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc6003840. 00000100:00000001:1.0:1788777549.543935:0:16858:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777549.543936:0:16858:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1788777549.543942:0:16858:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1788777549.543948:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.543950:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.543953:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777549.543955:0:16858:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777549.543961:0:16858:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211135488/t0(0) o501->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777565 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777549.543967:0:16858:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777549.543971:0:16858:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777549.543977:0:16858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc312a600. 02000000:00000001:1.0:1788777549.543980:0:16858:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777549.543982:0:16858:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777549.543983:0:16858:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777549.543985:0:16858:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777549.543988:0:16858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc312bc00. 02000000:00000001:1.0:1788777549.543993:0:16858:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777549.543995:0:16858:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777549.543997:0:16858:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:1.0:1788777549.544001:0:16858:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777549.544003:0:16858:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1788777549.544006:0:16858:0:(llog.c:1559:llog_open()) MGC192.168.204.133@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1788777549.544010:0:16858:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b1fc312a400. 00000040:00000001:1.0:1788777549.544013:0:16858:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1788777549.544016:0:16858:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788777549.544021:0:16858:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1788777549.544028:0:16858:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b1fc312a000. 00000040:00000010:1.0:1788777549.544033:0:16858:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b1fc312b000. 00000020:00000010:1.0:1788777549.544037:0:16858:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b1fd1167800. 00000020:00000010:1.0:1788777549.544043:0:16858:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b1fc312be00. 80000000:00000010:1.0:1788777549.544048:0:16858:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b1fd1213180. 00040000:00000010:1.0:1788777549.544180:0:16858:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b1fc312ba00. 20000000:00000010:1.0:1788777549.544185:0:16858:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b1fc312b800. 00000020:00000010:1.0:1788777549.544189:0:16858:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc312aa00. 10000000:00000010:1.0:1788777549.544192:0:16858:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b1fc32de280. 10000000:01000000:1.0:1788777549.544703:0:16858:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.133@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1788777549.544708:0:16858:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788777549.544711:0:16858:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777549.544715:0:16858:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777549.544719:0:16858:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045e00 refcount=3 00000020:00000001:1.0:1788777549.544725:0:16858:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:1.0:1788777549.544729:0:16858:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507940352 : -110913201611264 : ffff9b2002045e00) 00010000:00000001:1.0:1788777549.544732:0:16858:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777549.544742:0:16858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.133@tcp lock: ffff9b2002045e00/0x22b16ee488cdca60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a723a expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.544753:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.544756:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777549.544758:0:16858:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.133@tcp lock: ffff9b2002045e00/0x22b16ee488cdca60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x542deec0941a723a expref: -99 pid: 16858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777549.544806:0:16858:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777549.544809:0:16858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777549.544846:0:16858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788777549.545848:0:16858:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777549.545856:0:16858:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788777549.545862:0:16858:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788777549.545864:0:16858:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788777549.545866:0:16858:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9b1fc9356200) refs 3 10000000:00000001:1.0:1788777549.545870:0:16858:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1788777550.004736:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777550.004747:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777550.004755:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777550.004756:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777550.004837:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777550.004842:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777550.004844:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777551.028684:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777551.028694:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777551.028701:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777551.028703:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777551.030288:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777551.030295:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777551.030301:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1788777551.348840:0:16858:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788777551.348847:0:16858:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1788777552.057816:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777552.057826:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777552.057834:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777552.057835:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777552.057860:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777552.057864:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777552.057868:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777553.078499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:2.0:1788777553.078505:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777553.078510:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.078511:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:2.0:1788777553.078515:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777553.078516:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777553.078526:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777553.078533:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777553.078539:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777553.078544:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1788777553.078546:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777553.078549:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.078550:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777553.078552:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1788777553.078560:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5c00. 00000100:00000001:1.0:1788777553.078584:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078600:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777553.078612:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777553.078618:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078626:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b6e9fb] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.078649:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078652:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777553.078656:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777553.078659:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120380. 00000020:00000040:1.0:1788777553.078661:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777553.078663:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777553.078665:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777553.078666:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777553.078670:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5700. 00000100:00000001:1.0:1788777553.078673:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078677:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777553.078685:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777553.078687:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078691:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b7f696] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.078700:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078702:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777553.078705:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777553.078707:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121c00. 00000020:00000040:1.0:1788777553.078709:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777553.078711:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777553.078712:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777553.078714:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777553.078719:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5f00. 00000100:00000001:1.0:1788777553.078721:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078726:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777553.078737:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777553.078739:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078742:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002196dbbb] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.078748:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777553.078753:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777553.078757:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121180. 00000020:00000040:1.0:1788777553.078759:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777553.078761:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777553.078763:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777553.078764:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777553.078767:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5500. 00000100:00000001:1.0:1788777553.078770:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078774:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777553.078780:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777553.078781:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078785:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079550021] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.078792:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777553.078797:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777553.078800:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123100. 00000020:00000040:1.0:1788777553.078802:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777553.078804:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777553.078806:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777553.078807:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777553.078810:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5000. 00000100:00000001:1.0:1788777553.078813:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078817:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777553.078823:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777553.078824:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078828:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052878ad9] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.078834:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.078838:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1994) 00000100:00000001:1.0:1788777553.078848:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777553.078853:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777553.078856:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777553.078861:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.078869:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777553.078872:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.078876:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777553.078879:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777553.078883:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777553.078900:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211135616:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777553.078905:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777553.078912:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777553.078915:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.078918:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777553.078931:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc312b800. 02000000:00000001:1.0:1788777553.078933:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777553.078942:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777553.078947:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e123c8. 00000400:00000010:1.0:1788777553.078956:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777553.078966:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211135616, portal 25 00000100:00000001:1.0:1788777553.078968:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777553.078970:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777553.078976:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.078984:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777553.078987:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777553.078990:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256440. 00000100:00000200:1.0:1788777553.078994:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211135616, offset 0 00000400:00000200:1.0:1788777553.079002:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777553.079013:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777553.079022:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777553.079029:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777553.079035:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777553.079040:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777553.079043:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777553.079047:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2927:2927:256:4294967295] 192.168.204.133@tcp LPNI seq info [2926:2926:8:4294967295] 00000400:00000200:1.0:1788777553.079052:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777553.079064:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777553.079072:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777553.079078:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5800. 00000800:00000200:1.0:1788777553.079086:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777553.079095:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777553.079100:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777553.079124:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777553.079129:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777553.079133:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296660448 00000100:00000001:1.0:1788777553.079141:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296656884 00000100:00000001:1.0:1788777553.079146:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296660448 00000100:00000001:1.0:1788777553.079150:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296656884 00000100:00000001:1.0:1788777553.079153:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777553.079155:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.079158:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777553.079163:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.079181:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777553.079183:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.079185:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777553.079186:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777553.079188:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777553.079190:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211135872:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777553.079194:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777553.079196:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777553.079198:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.079199:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777553.079202:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc312aa00. 02000000:00000001:1.0:1788777553.079204:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777553.079208:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777553.079210:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12580. 00000400:00000010:1.0:1788777553.079214:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256198. 00000100:00000200:1.0:1788777553.079217:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211135872, portal 10 00000100:00000001:1.0:1788777553.079218:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777553.079220:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000040:1.0:1788777553.079226:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.079233:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777553.079235:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777553.079237:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256b28. 00000100:00000200:1.0:1788777553.079240:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211135872, offset 0 00000400:00000200:1.0:1788777553.079244:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777553.079247:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777553.079250:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777553.079253:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777553.079255:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777553.079257:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777553.079260:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777553.079263:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2928:2928:255:4294967295] 192.168.204.133@tcp LPNI seq info [2927:2927:7:4294967295] 00000400:00000200:1.0:1788777553.079266:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777553.079271:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777553.079275:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777553.079278:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5300. 00000800:00000200:1.0:1788777553.079282:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777553.079286:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777553.079289:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777553.079292:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.079296:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21605 usecs (22 jiffies) 00000400:00000200:1.0:1788777553.079299:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777553.079301:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296656408 00000100:00000001:1.0:1788777553.079303:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296660448 00000100:00000001:1.0:1788777553.079305:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296656408 00000100:00000001:1.0:1788777553.079307:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296660448 00000100:00000001:1.0:1788777553.079309:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777553.079709:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.079714:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777553.079720:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.079727:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777553.079729:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.079731:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777553.079733:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777553.079735:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777553.079738:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211136128:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777553.079741:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777553.079745:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777553.079747:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.079749:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777553.079753:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc312a600. 02000000:00000001:1.0:1788777553.079755:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777553.079760:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777553.079764:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12268. 00000400:00000010:1.0:1788777553.079768:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777553.079772:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211136128, portal 4 00000100:00000001:1.0:1788777553.079774:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777553.079776:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00000100:00000040:1.0:1788777553.079782:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.079788:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777553.079790:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777553.079793:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256aa0. 00000100:00000200:1.0:1788777553.079795:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211136128, offset 0 00000400:00000200:1.0:1788777553.079799:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777553.079804:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777553.079808:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777553.079811:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777553.079814:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777553.079816:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777553.079818:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777553.079821:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2929:2929:254:4294967295] 192.168.204.133@tcp LPNI seq info [2928:2928:6:4294967295] 00000400:00000200:1.0:1788777553.079825:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777553.079832:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777553.079837:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777553.079841:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5900. 00000800:00000200:1.0:1788777553.079845:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777553.079850:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777553.079853:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777553.079856:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.079860:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 225707 usecs (226 jiffies) 00000400:00000200:1.0:1788777553.079863:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777553.079865:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296656612 00000100:00000001:1.0:1788777553.079868:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296660448 00000100:00000001:1.0:1788777553.079870:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296656612 00000100:00000001:1.0:1788777553.079872:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296660448 00000100:00000001:1.0:1788777553.079874:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777553.079877:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.079880:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.081157:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.081175:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777553.081178:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777553.081183:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777553.081186:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777553.081191:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777553.081195:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788777553.081197:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.081200:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777553.081201:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.081203:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777553.081204:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777553.081206:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777553.081219:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.081230:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777553.081233:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.081237:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777553.081241:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777553.081245:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777553.081248:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211135744:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777553.081253:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777553.081259:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777553.081262:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.081265:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777553.081275:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc312b000. 02000000:00000001:1.0:1788777553.081277:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777553.081284:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777553.081289:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12d68. 00000400:00000010:1.0:1788777553.081296:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92565d8. 00000100:00000200:1.0:1788777553.081303:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211135744, portal 10 00000100:00000001:1.0:1788777553.081306:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777553.081308:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686751104 : -110914022800512 : ffff9b1fd1120380) 00000100:00000040:1.0:1788777553.082072:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.082084:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777553.082087:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777553.082092:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256e58. 00000100:00000200:1.0:1788777553.082098:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211135744, offset 0 00000400:00000200:1.0:1788777553.082106:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777553.082117:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777553.082126:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000800:00000200:2.0:1788777553.082128:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1788777553.082132:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1788777553.082134:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5800. 00000400:00000200:1.0:1788777553.082137:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777553.082141:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777553.082143:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777553.082144:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777553.082148:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2930:2930:253:4294967295] 192.168.204.133@tcp LPNI seq info [2929:2929:5:4294967295] 00000400:00000200:2.0:1788777553.082149:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:1.0:1788777553.082152:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.082156:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256440 00000400:00000010:2.0:1788777553.082159:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256440. 00000400:00000200:1.0:1788777553.082162:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000100:00000001:2.0:1788777553.082164:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1788777553.082167:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000100:00000200:2.0:1788777553.082170:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788777553.082173:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5400. 00000100:00000001:2.0:1788777553.082181:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1788777553.082181:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000100:00000040:2.0:1788777553.082184:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788777553.082187:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000100:00000001:2.0:1788777553.082192:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777553.082192:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777553.082194:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777553.082196:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.082202:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 867327 usecs (868 jiffies) 00000400:00000200:1.0:1788777553.082205:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000800:00000200:2.0:1788777553.082206:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777553.082208:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5300. 00000100:00000001:1.0:1788777553.082209:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296657257 00000400:00000200:2.0:1788777553.082210:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788777553.082212:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296660448 00000400:00000200:2.0:1788777553.082214:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:1.0:1788777553.082215:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296657257 00000400:00000200:2.0:1788777553.082216:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256b28 00000100:00000001:1.0:1788777553.082217:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296660448 00000400:00000010:2.0:1788777553.082218:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256b28. 00000100:00000001:2.0:1788777553.082220:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1788777553.082220:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777553.082222:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788777553.082225:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.082225:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777553.082231:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777553.082232:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777553.082235:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.082239:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777553.082241:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.082241:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777553.082242:0:2406:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1788777553.082245:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1788777553.082248:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1788777553.082248:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1788777553.082250:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5900. 02000000:00000001:1.0:1788777553.082250:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777553.082252:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1788777553.082253:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211136000:192.168.204.133@tcp:400:kworker.0 00000400:00000200:2.0:1788777553.082255:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:1.0:1788777553.082257:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788777553.082258:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256aa0 00000400:00000010:2.0:1788777553.082259:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256aa0. 00000100:00000001:2.0:1788777553.082261:0:2406:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1788777553.082261:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777553.082263:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788777553.082265:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788777553.082265:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777553.082269:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc312a000. 02000000:00000001:1.0:1788777553.082271:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777553.082273:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788777553.082274:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000040:2.0:1788777553.082276:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788777553.082277:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12210. 00000400:00000010:1.0:1788777553.082281:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256330. 00000100:00000001:2.0:1788777553.082282:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777553.082283:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1788777553.082284:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211136000, portal 4 00000100:00000001:1.0:1788777553.082286:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777553.082288:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686754688 : -110914022796928 : ffff9b1fd1121180) 00000100:00000040:1.0:1788777553.082293:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.082304:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777553.082306:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777553.082308:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92563b8. 00000100:00000200:1.0:1788777553.082310:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211136000, offset 0 00000800:00000200:2.0:1788777553.082370:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777553.082373:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5400. 00000400:00000200:2.0:1788777553.082376:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777553.082380:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777553.082383:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256e58 00000400:00000010:2.0:1788777553.082384:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256e58. 00000100:00000001:2.0:1788777553.082387:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777553.082390:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777553.082397:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777553.082399:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777553.082404:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777553.082406:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1788777553.084573:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777553.084587:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777553.084597:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777553.084603:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777553.084608:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777553.084612:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777553.084615:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777553.084619:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2931:2931:256:4294967295] 192.168.204.133@tcp LPNI seq info [2930:2930:8:4294967295] 00000400:00000200:1.0:1788777553.084624:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777553.084635:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777553.084643:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777553.084651:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5100. 00000800:00000200:1.0:1788777553.084659:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777553.084667:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777553.084673:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777553.084694:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.084702:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20438 usecs (21 jiffies) 00000400:00000200:1.0:1788777553.084706:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777553.084709:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296656411 00000100:00000001:1.0:1788777553.084713:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296660448 00000100:00000001:1.0:1788777553.084717:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296656411 00000100:00000001:1.0:1788777553.084719:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296660448 00000100:00000001:1.0:1788777553.084722:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777553.084727:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.084734:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.084740:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.084768:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777553.084772:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777553.085996:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086017:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777553.086023:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086026:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777553.086035:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086042:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777553.086052:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086057:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086064:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086068:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd62c80 00000400:00000200:3.0:1788777553.086074:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086081:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x88a5 [1] + 224 00000800:00000001:3.0:1788777553.086091:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086096:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777553.086100:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777553.086105:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777553.086114:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777553.086125:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777553.086138:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777553.086150:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788777553.086205:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777553.086209:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5100. 00000400:00000200:3.0:1788777553.086213:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777553.086217:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777553.086221:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92563b8 00000400:00000010:3.0:1788777553.086224:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92563b8. 00000100:00000001:3.0:1788777553.086228:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777553.086233:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777553.086244:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777553.086247:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777553.086254:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777553.086256:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777553.086263:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086267:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777553.086269:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086271:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777553.086274:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086277:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777553.086280:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086283:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086286:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086289:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd62b80 00000400:00000200:3.0:1788777553.086292:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086296:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x889d [1] + 224 00000800:00000001:3.0:1788777553.086300:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086305:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777553.086306:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777553.086309:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777553.086312:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777553.086316:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777553.086323:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777553.086331:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777553.086348:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086351:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777553.086353:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086355:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777553.086358:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086361:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777553.086365:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086367:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086370:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086372:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd62b00 00000400:00000200:3.0:1788777553.086375:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777553.086379:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x88ad [1] + 224 00000800:00000001:3.0:1788777553.086383:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086389:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777553.086391:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777553.086394:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777553.086397:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777553.086414:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777553.086424:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777553.086431:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777553.086435:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777553.086438:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777553.093518:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777553.093543:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777553.093549:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777553.093551:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777553.093563:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.093572:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777553.093584:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.093590:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.093597:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.093601:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd62a80 00000400:00000200:2.0:1788777553.093608:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.093615:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8895 [1] + 224 00000800:00000001:2.0:1788777553.093627:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777553.093640:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777553.093643:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777553.093648:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777553.093657:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777553.093668:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777553.093679:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777553.093688:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777553.093699:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777553.093701:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.093909:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777553.093914:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777553.093922:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777553.093925:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777553.093929:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12d68. 00000400:00000200:1.0:1788777553.093935:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92565d8 00000400:00000010:1.0:1788777553.093937:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92565d8. 00000100:00000001:1.0:1788777553.093941:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777553.093947:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777553.093956:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.093961:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777553.093963:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.093966:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777553.093970:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777553.093973:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777553.093975:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.093978:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777553.093989:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=62 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777553.093994:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777553.093997:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777553.093998:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777553.094002:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777553.094006:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.094011:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777553.094013:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777553.094015:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777553.094017:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.094023:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094036:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777553.094040:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777553.094053:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777553.094058:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777553.094067:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211135744:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777553.094074:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777553.094076:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777553.094078:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e123c8. 00000400:00000200:1.0:1788777553.094081:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:1.0:1788777553.094083:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:1.0:1788777553.094084:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777553.094087:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777553.094095:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094101:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777553.094103:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.094104:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777553.094106:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777553.094107:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777553.094109:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.094111:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777553.094113:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777553.094117:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777553.094119:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777553.094120:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777553.094121:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777553.094123:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.094125:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.094128:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094136:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777553.094138:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777553.094139:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777553.094142:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777553.094149:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2413:1875667211135616:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777553.094155:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777553.094156:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777553.094158:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12580. 00000400:00000200:1.0:1788777553.094160:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256198 00000400:00000010:1.0:1788777553.094162:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256198. 00000100:00000001:1.0:1788777553.094164:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777553.094168:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777553.094177:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094183:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777553.094185:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.094186:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777553.094188:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777553.094189:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777553.094190:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.094192:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777553.094197:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=62 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777553.094200:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777553.094202:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777553.094203:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777553.094205:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777553.094207:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.094210:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777553.094211:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1788777553.094214:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777553.094216:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.094219:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094226:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777553.094228:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777553.094229:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777553.094233:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777553.094241:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211135872:192.168.204.133@tcp:400:kworker.0 00000400:00000001:1.0:1788777553.094246:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777553.094247:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777553.094249:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12268. 00000400:00000200:1.0:1788777553.094252:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:1.0:1788777553.094253:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:1.0:1788777553.094255:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777553.094259:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777553.094268:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094274:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777553.094275:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.094277:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777553.094278:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777553.094280:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777553.094281:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777553.094283:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777553.094287:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777553.094291:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777553.094293:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777553.094295:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777553.094297:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777553.094299:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.094302:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777553.094303:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788777553.094305:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777553.094306:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777553.094311:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094317:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777553.094319:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777553.094321:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777553.094324:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777553.094331:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211136128:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777553.094346:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.094349:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777553.094353:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120380 x1875667211135744/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094360:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777553.094363:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777553.094367:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc312b000. 02000000:00000001:1.0:1788777553.094373:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777553.094376:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777553.094379:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777553.094381:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777553.094384:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5700. 02000000:00000001:1.0:1788777553.094389:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777553.094391:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777553.094393:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120380. 00000100:00000001:1.0:1788777553.094396:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777553.094398:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.094400:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777553.094404:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211135616/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094410:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777553.094412:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777553.094413:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc312b800. 02000000:00000001:1.0:1788777553.094415:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777553.094416:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777553.094417:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777553.094419:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777553.094420:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5c00. 02000000:00000001:1.0:1788777553.094422:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777553.094424:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777553.094425:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:1.0:1788777553.094429:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777553.094430:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.094432:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777553.094434:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121c00 x1875667211135872/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094440:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777553.094441:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777553.094443:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc312aa00. 02000000:00000001:1.0:1788777553.094445:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777553.094445:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777553.094446:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777553.094448:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777553.094450:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5f00. 02000000:00000001:1.0:1788777553.094451:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777553.094452:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777553.094453:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121c00. 00000100:00000001:1.0:1788777553.094455:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777553.094456:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.094458:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777553.094460:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123100 x1875667211136128/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777553.094512:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777553.094514:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777553.094515:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc312a600. 02000000:00000001:1.0:1788777553.094518:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777553.094519:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777553.094520:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777553.094522:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777553.094523:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5000. 02000000:00000001:1.0:1788777553.094525:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777553.094526:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777553.094527:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123100. 00000100:00000001:1.0:1788777553.094530:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777553.094531:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777553.094535:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.094536:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777553.094537:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777553.094539:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777553.094540:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777553.112707:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777553.112739:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777553.112744:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777553.112747:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777553.112758:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.112768:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777553.112784:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.112790:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.112796:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.112800:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd62c00 00000400:00000200:2.0:1788777553.112805:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777553.112812:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x88b5 [1] + 224 00000800:00000001:2.0:1788777553.112820:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777553.112901:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777553.112906:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777553.112911:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777553.112921:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777553.112934:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777553.112946:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777553.112969:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777553.112980:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777553.112983:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777553.113362:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777553.113368:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777553.113376:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777553.113379:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777553.113383:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12210. 00000400:00000200:0.0:1788777553.113389:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256330 00000400:00000010:0.0:1788777553.113392:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256330. 00000100:00000001:0.0:1788777553.113395:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777553.113409:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777553.113419:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777553.113425:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777553.113427:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777553.113430:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777553.113434:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777553.113437:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777553.113439:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777553.113443:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777553.113454:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777553.113459:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777553.113495:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777553.113498:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777553.113502:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777553.113506:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777553.113511:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777553.113514:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777553.113516:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777553.113518:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777553.113523:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777553.113531:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777553.113534:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777553.113537:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777553.113541:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777553.113549:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211136000:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777553.113554:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777553.113557:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777553.113560:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121180 x1875667211136000/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777553.113567:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777553.113570:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777553.113574:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc312a000. 02000000:00000001:0.0:1788777553.113578:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777553.113581:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777553.113583:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777553.113586:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777553.113591:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5500. 02000000:00000001:0.0:1788777553.113595:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777553.113597:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777553.113599:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121180. 00000100:00000001:0.0:1788777553.113604:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777553.113605:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777553.113608:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777553.113618:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777553.113621:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777553.113624:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777553.113626:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777554.100812:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777554.100823:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777554.100831:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777554.100836:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777554.100839:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777554.100844:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777554.100849:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777554.100852:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777554.100855:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777554.100857:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777554.104988:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777554.104999:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777554.105005:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777555.080428:0:34426:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777555.125797:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777555.125806:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777555.125812:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777555.125813:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777555.125835:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777555.125838:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777555.125841:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788777555.496742:0:34462:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788777555.496752:0:34462:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg433-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:3.0:1788777555.507314:0:34462:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788777555.561401:0:34465:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777556.148715:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777556.148726:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777556.148734:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777556.148735:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777556.148761:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777556.148765:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777556.148769:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777556.768428:0:34574:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777557.155318:0:34610:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788777557.155328:0:34610:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:2.0:1788777557.163872:0:34610:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1788777557.174300:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296660448, at 4296660481 00000100:00000010:2.0:1788777557.174320:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213300. 00010000:00000001:2.0:1788777557.174340:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777557.174344:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777557.174350:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777557.174352:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777557.175547:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777557.175559:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777557.175567:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777557.178409:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296660448, at 4296660485 00000100:00000010:3.0:1788777557.178424:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213060. 00000100:00000040:0.0:1788777558.197394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777558.197407:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777558.197418:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ee680. 00000020:00000040:0.0:1788777558.197424:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:0.0:1788777558.197429:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777558.197432:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777558.197437:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777558.197446:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd0cbd000. 00000100:00000001:0.0:1788777558.197453:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197492:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777558.197503:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777558.197508:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197516:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000323a69c3] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.197546:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197549:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777558.197553:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777558.197557:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec380. 00000020:00000040:0.0:1788777558.197559:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777558.197562:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777558.197563:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777558.197565:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777558.197568:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd0cbd300. 00000100:00000001:0.0:1788777558.197571:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197576:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777558.197583:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777558.197585:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197590:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e76f8ed4] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.197598:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197601:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777558.197604:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777558.197607:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef480. 00000020:00000040:0.0:1788777558.197609:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777558.197611:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777558.197612:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777558.197614:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777558.197619:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd0cbda00. 00000100:00000001:0.0:1788777558.197622:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197625:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777558.197632:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777558.197634:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197637:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5fad0e] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.197644:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197646:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777558.197649:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777558.197652:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31eca80. 00000020:00000040:0.0:1788777558.197655:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777558.197657:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777558.197658:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777558.197659:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777558.197666:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd9e85500. 00000100:00000001:0.0:1788777558.197670:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197674:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777558.197681:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777558.197683:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197687:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003452f4da] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.197694:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777558.197700:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777558.197703:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31edc00. 00000020:00000040:0.0:1788777558.197706:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777558.197708:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777558.197709:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777558.197711:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777558.197714:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd9e85b00. 00000100:00000001:0.0:1788777558.197717:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197721:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777558.197727:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777558.197729:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197733:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087ae22ea] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.197745:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197750:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1999) 00000100:00000001:0.0:1788777558.197762:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777558.197766:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777558.197769:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777558.197774:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.197780:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777558.197783:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777558.197788:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777558.197790:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777558.197793:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777558.197797:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211136384:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777558.197801:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777558.197807:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777558.197811:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777558.197813:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777558.197818:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc2c73000. 02000000:00000001:0.0:1788777558.197820:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777558.197828:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777558.197833:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777558.197841:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777558.197848:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211136384, portal 10 00000100:00000001:0.0:1788777558.197850:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777558.197852:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000040:0.0:1788777558.197859:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.197866:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777558.197868:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777558.197870:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b440. 00000100:00000200:0.0:1788777558.197873:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211136384, offset 0 00000400:00000200:0.0:1788777558.197880:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777558.197888:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777558.197895:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777558.197900:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777558.197905:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777558.197908:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777558.197911:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777558.197914:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2932:2932:256:4294967295] 192.168.204.133@tcp LPNI seq info [2931:2931:8:4294967295] 00000400:00000200:0.0:1788777558.197918:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777558.197929:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777558.197936:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777558.197941:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839800. 00000800:00000200:0.0:1788777558.197957:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777558.197965:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777558.197969:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777558.197984:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.197989:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 866235 usecs (867 jiffies) 00000400:00000200:0.0:1788777558.197992:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777558.197994:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296662372 00000100:00000001:1.0:1788777558.198402:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777558.198406:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777558.198408:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777558.198414:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.198422:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777558.198423:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777558.198425:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777558.198427:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777558.198429:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777558.198432:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211136256:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777558.198436:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777558.198438:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777558.198439:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777558.198441:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777558.198445:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3ca8800. 02000000:00000001:1.0:1788777558.198448:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777558.198452:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777558.198455:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12268. 00000400:00000010:1.0:1788777558.198490:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777558.198495:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211136256, portal 25 00000100:00000001:1.0:1788777558.198497:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777558.198498:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452714624 : -110914256836992 : ffff9b1fc31ee680) 00000100:00000040:1.0:1788777558.198504:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.198509:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777558.198511:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777558.198513:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256198. 00000100:00000200:1.0:1788777558.198515:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211136256, offset 0 00000400:00000200:1.0:1788777558.198519:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777558.198524:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777558.198528:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777558.198531:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777558.198534:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777558.198536:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777558.198539:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777558.198541:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2933:2933:255:4294967295] 192.168.204.133@tcp LPNI seq info [2932:2932:7:4294967295] 00000400:00000200:1.0:1788777558.198545:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777558.198550:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777558.198554:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777558.198558:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5f00. 00000800:00000200:1.0:1788777558.198562:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777558.198566:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777558.198569:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777558.198572:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777558.198574:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777558.198576:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296665567 00000800:00000200:2.0:1788777558.198757:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777558.198762:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839800. 00000400:00000200:2.0:1788777558.198768:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777558.198774:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777558.198780:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b440 00000400:00000010:2.0:1788777558.198782:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b440. 00000100:00000001:2.0:1788777558.198788:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777558.198793:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.198803:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777558.198806:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.198812:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777558.198814:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1788777558.199515:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617d80. 00000100:00000001:0.0:1788777558.199526:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788777558.199538:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296662374 00000100:00000010:0.0:1788777558.199542:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fca617e40. 00000100:00000001:0.0:1788777558.199546:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788777558.199552:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777558.199556:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.199560:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777558.199567:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.199574:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777558.199576:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777558.199579:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777558.199581:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777558.199583:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777558.199586:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211136640:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777558.199590:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777558.199593:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777558.199595:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777558.199597:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777558.199601:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc2c72000. 02000000:00000001:0.0:1788777558.199603:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777558.199607:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777558.199610:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c01b8. 00000400:00000010:0.0:1788777558.199615:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b088. 00000100:00000200:0.0:1788777558.199619:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211136640, portal 4 00000100:00000001:0.0:1788777558.199621:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777558.199622:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000040:0.0:1788777558.199629:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.199636:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777558.199638:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777558.199641:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bcc0. 00000100:00000200:0.0:1788777558.199643:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211136640, offset 0 00000400:00000200:0.0:1788777558.199649:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777558.199654:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777558.199659:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777558.199662:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777558.199665:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777558.199668:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777558.199670:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777558.199673:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2934:2934:255:4294967295] 192.168.204.133@tcp LPNI seq info [2933:2933:7:4294967295] 00000400:00000200:0.0:1788777558.199676:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777558.199684:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777558.199689:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777558.199693:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839700. 00000800:00000200:0.0:1788777558.199698:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777558.199703:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777558.200087:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777558.200091:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5f00. 00000400:00000200:2.0:1788777558.200096:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777558.200101:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777558.200105:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256198 00000400:00000010:2.0:1788777558.200108:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256198. 00000100:00000001:2.0:1788777558.200111:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777558.200229:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.200248:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777558.200252:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.200257:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777558.200258:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1788777558.200284:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777558.200287:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777558.200291:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777558.200292:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777558.200320:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777558.200322:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777558.200326:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777558.200412:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662372 00000100:00000001:1.0:1788777558.200417:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296665569 00000100:00000001:1.0:1788777558.200421:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662374 00000100:00000001:1.0:1788777558.200423:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777558.200426:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.200428:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777558.200433:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.200441:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777558.200443:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777558.200445:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777558.200447:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777558.200449:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777558.200452:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211136512:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777558.200456:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777558.200459:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777558.200474:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777558.200477:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777558.200482:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115ce00. 02000000:00000001:1.0:1788777558.200484:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777558.200489:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777558.200493:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12580. 00000400:00000010:1.0:1788777558.200497:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777558.200500:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211136512, portal 10 00000100:00000001:1.0:1788777558.200503:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777558.200504:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452718208 : -110914256833408 : ffff9b1fc31ef480) 00000100:00000040:1.0:1788777558.200509:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.200515:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777558.200517:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777558.200519:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92565d8. 00000100:00000200:1.0:1788777558.200522:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211136512, offset 0 00000400:00000200:1.0:1788777558.200526:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777558.200530:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777558.200535:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777558.200538:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777558.200541:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777558.200543:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777558.200545:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777558.200549:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2935:2935:255:4294967295] 192.168.204.133@tcp LPNI seq info [2934:2934:7:4294967295] 00000400:00000200:1.0:1788777558.200553:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777558.200559:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777558.200564:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777558.200568:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5200. 00000800:00000200:1.0:1788777558.200573:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777558.200578:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777558.200582:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777558.200598:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777558.200602:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21596 usecs (22 jiffies) 00000400:00000200:1.0:1788777558.200606:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777558.200608:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296661529 00000100:00000001:1.0:1788777558.200610:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296665567 00000100:00000001:1.0:1788777558.200612:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296661529 00000100:00000001:1.0:1788777558.200614:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296665569 00000100:00000001:1.0:1788777558.200616:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777558.200619:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.200621:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777558.200625:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.200633:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777558.200635:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777558.200638:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777558.200639:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777558.200642:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777558.200645:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211136768:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777558.200648:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777558.200651:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777558.200653:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777558.200654:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777558.200658:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd115c200. 02000000:00000001:1.0:1788777558.200660:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777558.200662:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777558.200665:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e123c8. 00000400:00000010:1.0:1788777558.200668:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92564c8. 00000100:00000200:1.0:1788777558.200671:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211136768, portal 4 00000100:00000001:1.0:1788777558.200673:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777558.200674:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711936 : -110914256839680 : ffff9b1fc31edc00) 00000100:00000040:1.0:1788777558.200679:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.200685:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777558.200687:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777558.200691:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256f68. 00000100:00000200:1.0:1788777558.200694:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211136768, offset 0 00000400:00000200:1.0:1788777558.200711:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777558.200715:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777558.200718:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777558.200721:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777558.200724:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777558.200726:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777558.200728:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777558.200731:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2936:2936:254:4294967295] 192.168.204.133@tcp LPNI seq info [2935:2935:6:4294967295] 00000400:00000200:1.0:1788777558.200735:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777558.200741:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777558.200746:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777558.200749:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5a00. 00000800:00000200:1.0:1788777558.200753:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777558.200757:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777558.200759:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777558.200762:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777558.200765:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 224653 usecs (225 jiffies) 00000400:00000200:1.0:1788777558.200768:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777558.200770:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296661732 00000100:00000001:1.0:1788777558.200773:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296665567 00000100:00000001:1.0:1788777558.200776:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296661732 00000100:00000001:1.0:1788777558.200778:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296665569 00000100:00000001:1.0:1788777558.200780:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777558.200783:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.200785:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.200789:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.200798:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777558.200800:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777558.200803:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777558.200804:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777558.200806:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.200809:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777558.201243:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777558.201249:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.201253:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20548 usecs (21 jiffies) 00000400:00000200:0.0:1788777558.201256:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777558.201259:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296661529 00000100:00000001:0.0:1788777558.201261:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296665567 00000100:00000001:0.0:1788777558.201263:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296661529 00000100:00000001:0.0:1788777558.201265:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296665569 00000100:00000001:0.0:1788777558.201266:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777558.201268:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.201271:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.201272:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777558.201276:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777558.201278:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777558.201280:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777558.201281:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777558.201282:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.201284:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777558.201505:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777558.201508:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5200. 00000400:00000200:2.0:1788777558.201513:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777558.201518:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777558.201522:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92565d8 00000400:00000010:2.0:1788777558.201524:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92565d8. 00000100:00000001:2.0:1788777558.201527:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777558.201532:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.201542:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777558.201546:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.201552:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777558.201553:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777558.201563:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777558.201565:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5a00. 00000400:00000200:2.0:1788777558.201567:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777558.201570:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777558.201572:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256f68 00000400:00000010:2.0:1788777558.201574:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256f68. 00000100:00000001:2.0:1788777558.201576:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777558.201579:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.201586:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777558.201589:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.201594:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777558.201596:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777558.210684:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777558.210694:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839700. 00000400:00000200:2.0:1788777558.210701:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777558.210711:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777558.210719:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bcc0 00000400:00000010:2.0:1788777558.210722:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bcc0. 00000100:00000001:2.0:1788777558.210728:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777558.210736:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.210750:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777558.210754:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.210762:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777558.210764:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777558.210775:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.210787:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777558.210790:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.210793:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777558.210800:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.210805:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777558.210812:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.210816:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.210821:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.210825:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd62d00 00000400:00000200:2.0:1788777558.210830:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.210837:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x88c5 [1] + 224 00000800:00000001:2.0:1788777558.210844:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.210850:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777558.210852:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777558.210856:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777558.210860:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777558.210864:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777558.210881:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.210903:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777558.210910:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.210913:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.213670:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777558.213678:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777558.213689:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777558.213692:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777558.213696:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12268. 00000400:00000200:1.0:1788777558.213705:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:1.0:1788777558.213708:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:1.0:1788777558.213712:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777558.213724:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777558.213736:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.213747:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777558.213749:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.213752:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777558.213755:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777558.213758:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777558.213761:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777558.213764:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777558.213771:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777558.213776:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777558.213779:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777558.213781:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777558.213784:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777558.213786:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.213789:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777558.213795:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.213802:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777558.213805:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777558.213807:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777558.213811:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777558.213818:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211136256:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777558.213824:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.213826:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777558.213830:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ee680 x1875667211136256/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.213837:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777558.213840:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777558.213843:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3ca8800. 02000000:00000001:1.0:1788777558.213848:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777558.213850:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777558.213853:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:1.0:1788777558.213855:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777558.213859:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd0cbd000. 02000000:00000001:1.0:1788777558.213864:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777558.213866:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777558.213868:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ee680. 00000100:00000001:1.0:1788777558.213872:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777558.213873:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.213876:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.213878:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777558.213879:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777558.213880:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.213882:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777558.218337:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.218355:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777558.218360:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.218362:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777558.218371:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.218379:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777558.218398:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.218403:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.218408:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.218412:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd62e00 00000400:00000200:2.0:1788777558.218417:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.218423:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x88d5 [1] + 224 00000800:00000001:2.0:1788777558.218430:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.218503:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777558.218507:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777558.218512:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777558.218520:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777558.218529:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777558.218540:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.218562:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777558.218570:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.218574:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.218694:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777558.218698:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777558.218705:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777558.218707:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777558.218711:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12580. 00000400:00000200:1.0:1788777558.218715:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:1.0:1788777558.218718:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:1.0:1788777558.218720:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777558.218725:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777558.218734:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.218741:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777558.218743:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.218745:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777558.218749:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777558.218751:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777558.218753:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777558.218756:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777558.218764:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=67 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777558.218768:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777558.218771:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777558.218773:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777558.218776:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777558.218779:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.218783:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777558.218784:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1788777558.218786:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777558.218788:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777558.218793:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.218800:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777558.218803:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777558.218805:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777558.218809:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777558.218816:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211136512:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777558.218821:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.218823:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777558.218827:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef480 x1875667211136512/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.218832:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777558.218835:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777558.218838:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115ce00. 02000000:00000001:1.0:1788777558.218841:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777558.218843:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777558.218845:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777558.218847:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777558.218851:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd0cbda00. 02000000:00000001:1.0:1788777558.218855:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777558.218856:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777558.218858:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef480. 00000100:00000001:1.0:1788777558.218861:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777558.218863:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.218866:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.218868:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777558.218870:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777558.218871:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.218873:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777558.220305:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777558.220315:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777558.220319:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777558.220322:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777558.220329:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220334:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777558.220342:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220345:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220349:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220353:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd62d80 00000400:00000200:3.0:1788777558.220358:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220364:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x88bd [1] + 224 00000800:00000001:3.0:1788777558.220369:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777558.220373:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777558.220376:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777558.220453:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777558.220460:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777558.220504:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777558.220515:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777558.220527:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777558.220534:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777558.220539:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777558.220541:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777558.220543:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777558.220547:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220551:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777558.220556:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220559:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220562:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220565:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd62f00 00000400:00000200:3.0:1788777558.220569:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777558.220573:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x88dd [1] + 224 00000800:00000001:3.0:1788777558.220577:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777558.220615:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777558.220618:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777558.220621:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777558.220625:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777558.220629:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777558.220638:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.220694:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777558.220697:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777558.220715:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777558.220721:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777558.220724:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777558.220916:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777558.220919:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777558.220925:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777558.220927:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777558.220930:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777558.220936:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:0.0:1788777558.220939:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:0.0:1788777558.220954:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777558.220960:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777558.220975:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.220981:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777558.220983:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777558.220985:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777558.220988:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777558.220990:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777558.220992:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777558.220995:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777558.221012:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=67 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777558.221017:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777558.221019:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777558.221021:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777558.221023:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777558.221026:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.221029:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777558.221030:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777558.221032:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777558.221034:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.221039:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.221046:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777558.221049:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777558.221051:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777558.221055:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777558.221063:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211136384:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777558.221068:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.221070:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777558.221073:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec380 x1875667211136384/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.221080:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777558.221082:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777558.221085:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc2c73000. 02000000:00000001:0.0:1788777558.221088:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777558.221091:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777558.221093:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777558.221095:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777558.221098:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd0cbd300. 02000000:00000001:0.0:1788777558.221102:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777558.221104:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777558.221106:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec380. 00000100:00000001:0.0:1788777558.221109:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777558.221110:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777558.221489:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.221492:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777558.221493:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777558.221495:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.221497:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777558.225149:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.225172:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777558.225176:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.225179:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777558.225188:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.225196:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777558.225207:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.225212:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.225217:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.225221:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd62e80 00000400:00000200:2.0:1788777558.225226:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777558.225232:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x88cd [1] + 224 00000800:00000001:2.0:1788777558.225253:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.225265:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777558.225269:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777558.225273:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777558.225280:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777558.225289:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777558.225299:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777558.225324:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777558.225332:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777558.225336:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777558.225566:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777558.225571:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777558.225578:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777558.225580:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777558.225583:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c01b8. 00000400:00000200:0.0:1788777558.225589:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:0.0:1788777558.225592:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:0.0:1788777558.225596:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777558.225601:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777558.225611:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.225617:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777558.225619:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777558.225621:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777558.225624:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777558.225627:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777558.225630:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777558.225633:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777558.225642:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777558.225646:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777558.225649:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777558.225651:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777558.225653:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777558.225657:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.225661:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777558.225663:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777558.225666:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777558.225667:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777558.225673:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.225681:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777558.225684:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777558.225686:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777558.225690:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777558.225699:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211136640:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777558.225704:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777558.225707:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777558.225710:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eca80 x1875667211136640/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777558.225716:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777558.225719:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777558.225722:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc2c72000. 02000000:00000001:0.0:1788777558.225726:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777558.225729:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777558.225731:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777558.225733:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777558.225736:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd9e85500. 02000000:00000001:0.0:1788777558.225742:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777558.225744:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777558.225746:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eca80. 00000100:00000001:0.0:1788777558.225749:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777558.225751:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777558.225753:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777558.225760:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777558.225762:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777558.225764:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777558.225766:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788777558.226495:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777558.226499:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777558.226502:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e123c8. 00000400:00000200:1.0:1788777558.226506:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92564c8 00000400:00000010:1.0:1788777558.226508:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92564c8. 00000100:00000001:1.0:1788777558.226511:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777558.226519:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777558.226528:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.226534:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777558.226536:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.226538:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777558.226540:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777558.226542:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777558.226543:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777558.226545:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777558.226550:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777558.226554:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777558.226556:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777558.226558:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777558.226559:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777558.226561:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.226564:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777558.226565:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788777558.226567:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777558.226568:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777558.226572:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.226579:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777558.226582:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777558.226584:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777558.226587:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777558.226594:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211136768:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777558.226598:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.226601:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777558.226603:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31edc00 x1875667211136768/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777558.226609:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777558.226611:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777558.226613:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd115c200. 02000000:00000001:1.0:1788777558.226615:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777558.226617:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777558.226618:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777558.226620:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777558.226621:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd9e85b00. 02000000:00000001:1.0:1788777558.226624:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777558.226625:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777558.226627:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31edc00. 00000100:00000001:1.0:1788777558.226629:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777558.226631:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.226633:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777558.226637:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777558.226638:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777558.226640:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777558.226643:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777558.676362:0:34628:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777559.034412:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fd08 00000080:00200008:1.0:1788777559.034422:0:34649:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777559.034430:0:34649:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777559.034432:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fc80 00000080:00200000:1.0:1788777559.034433:0:34649:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777559.034440:0:34649:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd115c600. 00800000:00000002:1.0:1788777559.034447:0:34649:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777559.034451:0:34649:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777559.034456:0:34649:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777559.034458:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fba0 00800000:00000002:1.0:1788777559.034488:0:34649:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777559.034492:0:34649:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777559.034495:0:34649:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777559.034498:0:34649:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777559.034501:0:34649:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777559.034503:0:34649:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777559.034505:0:34649:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777559.034507:0:34649:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777559.034510:0:34649:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777559.034513:0:34649:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777559.034519:0:34649:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777559.034521:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fa70 00000002:00010000:1.0:1788777559.034523:0:34649:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777559.034527:0:34649:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777559.034529:0:34649:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777559.034532:0:34649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777559.034539:0:34649:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:1.0:1788777559.034542:0:34649:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777559.034547:0:34649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777559.034551:0:34649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777559.034556:0:34649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777559.034567:0:34649:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777559.034571:0:34649:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777559.034575:0:34649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777559.034582:0:34649:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777559.034585:0:34649:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777559.034586:0:34649:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777559.034588:0:34649:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777559.034590:0:34649:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777559.034593:0:34649:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777559.034595:0:34649:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777559.034598:0:34649:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777559.034601:0:34649:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115c600. 00000080:00000001:1.0:1788777559.034605:0:34649:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777559.034607:0:34649:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777559.034609:0:34649:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777559.034612:0:34649:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:1.0:1788777559.034616:0:34649:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777559.034618:0:34649:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777559.034620:0:34649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777559.034622:0:34649:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777559.034626:0:34649:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777559.034628:0:34649:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.034631:0:34649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.034634:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.034636:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777559.034637:0:34649:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777559.034639:0:34649:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777559.034641:0:34649:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc0d7fcb8 00010000:00000001:1.0:1788777559.034643:0:34649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777559.034644:0:34649:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777559.034645:0:34649:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777559.034647:0:34649:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.034649:0:34649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.034651:0:34649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777559.034655:0:34649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777559.034662:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.034663:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777559.034665:0:34649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777559.034667:0:34649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777559.034669:0:34649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777559.034677:0:34649:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777559.034681:0:34649:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777559.034683:0:34649:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777559.034687:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.034688:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777559.034690:0:34649:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.034693:0:34649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777559.034695:0:34649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.034697:0:34649:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.034700:0:34649:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.034702:0:34649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777559.034704:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.034705:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777559.034707:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777559.034709:0:34649:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777559.034712:0:34649:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777559.034717:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fd08 00000080:00000008:1.0:1788777559.034719:0:34649:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777559.037032:0:34649:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777559.037076:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fd08 00000080:00200008:1.0:1788777559.037081:0:34649:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788777559.037087:0:34649:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777559.037088:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fc80 00000080:00200000:1.0:1788777559.037090:0:34649:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777559.037096:0:34649:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd115c600. 00800000:00000002:1.0:1788777559.037101:0:34649:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777559.037104:0:34649:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777559.037109:0:34649:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777559.037110:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fba0 00800000:00000002:1.0:1788777559.037113:0:34649:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777559.037116:0:34649:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777559.037119:0:34649:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777559.037121:0:34649:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777559.037124:0:34649:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777559.037126:0:34649:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777559.037128:0:34649:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777559.037131:0:34649:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777559.037133:0:34649:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777559.037137:0:34649:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777559.037142:0:34649:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777559.037143:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fa70 00000002:00010000:1.0:1788777559.037145:0:34649:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777559.037149:0:34649:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777559.037151:0:34649:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777559.037153:0:34649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777559.037159:0:34649:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:1.0:1788777559.037162:0:34649:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777559.037166:0:34649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777559.037170:0:34649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777559.037175:0:34649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777559.037185:0:34649:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777559.037190:0:34649:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777559.037193:0:34649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777559.037200:0:34649:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777559.037202:0:34649:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777559.037204:0:34649:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777559.037205:0:34649:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777559.037208:0:34649:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777559.037210:0:34649:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777559.037212:0:34649:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777559.037214:0:34649:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777559.037217:0:34649:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115c600. 00000080:00000001:1.0:1788777559.037230:0:34649:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777559.037232:0:34649:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777559.037234:0:34649:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777559.037238:0:34649:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:1.0:1788777559.037242:0:34649:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777559.037244:0:34649:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777559.037246:0:34649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777559.037248:0:34649:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777559.037251:0:34649:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777559.037253:0:34649:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.037256:0:34649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.037259:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.037260:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777559.037262:0:34649:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777559.037264:0:34649:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777559.037266:0:34649:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc0d7fcb8 00010000:00000001:1.0:1788777559.037268:0:34649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777559.037269:0:34649:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777559.037270:0:34649:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777559.037272:0:34649:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.037274:0:34649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.037276:0:34649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777559.037279:0:34649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777559.037285:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.037286:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777559.037287:0:34649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777559.037289:0:34649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777559.037292:0:34649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777559.037299:0:34649:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777559.037302:0:34649:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777559.037766:0:34649:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777559.037772:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.037774:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777559.037775:0:34649:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.037778:0:34649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777559.037780:0:34649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.037782:0:34649:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.037785:0:34649:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.037787:0:34649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777559.037788:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.037789:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777559.038203:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777559.038205:0:34649:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777559.038209:0:34649:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777559.038215:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fd08 00000080:00000008:1.0:1788777559.038227:0:34649:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788777559.038381:0:34649:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777559.038384:0:34649:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777559.038386:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fb78 00000080:00200000:1.0:1788777559.038388:0:34649:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777559.038394:0:34649:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd115c600. 00800000:00000002:1.0:1788777559.038812:0:34649:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777559.038817:0:34649:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777559.038820:0:34649:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777559.038822:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fa98 00800000:00000002:1.0:1788777559.038824:0:34649:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777559.038827:0:34649:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777559.038829:0:34649:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777559.038832:0:34649:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777559.038834:0:34649:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777559.038836:0:34649:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777559.038838:0:34649:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777559.038839:0:34649:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777559.038841:0:34649:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777559.038844:0:34649:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777559.038849:0:34649:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777559.038851:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7f968 00000002:00010000:1.0:1788777559.038853:0:34649:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777559.038856:0:34649:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777559.038858:0:34649:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777559.038860:0:34649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777559.038864:0:34649:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:1.0:1788777559.038867:0:34649:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777559.038870:0:34649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777559.038873:0:34649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777559.038877:0:34649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777559.038887:0:34649:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777559.038891:0:34649:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777559.038894:0:34649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788777559.038901:0:34649:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777559.038903:0:34649:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777559.038904:0:34649:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777559.038906:0:34649:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777559.038908:0:34649:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777559.038910:0:34649:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777559.038912:0:34649:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777559.038914:0:34649:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777559.038916:0:34649:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd115c600. 00000080:00000001:1.0:1788777559.038919:0:34649:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777559.038921:0:34649:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777559.038924:0:34649:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777559.038926:0:34649:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:1.0:1788777559.038929:0:34649:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777559.038931:0:34649:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777559.038933:0:34649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777559.038935:0:34649:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777559.038937:0:34649:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777559.038939:0:34649:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.038942:0:34649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.038945:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.038946:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777559.038948:0:34649:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777559.038950:0:34649:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777559.038952:0:34649:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc0d7fbb0 00010000:00000001:1.0:1788777559.038953:0:34649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777559.038954:0:34649:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777559.038955:0:34649:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777559.038958:0:34649:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.038959:0:34649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777559.038962:0:34649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777559.038964:0:34649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777559.038971:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.038972:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777559.038974:0:34649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777559.038975:0:34649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777559.038978:0:34649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777559.038986:0:34649:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777559.038989:0:34649:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777559.038990:0:34649:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777559.038993:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.038994:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777559.038995:0:34649:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.038998:0:34649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777559.038999:0:34649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.039001:0:34649:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.039004:0:34649:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.039006:0:34649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777559.039008:0:34649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777559.039009:0:34649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777559.039011:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777559.039012:0:34649:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777559.039014:0:34649:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788777559.039017:0:34649:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777559.039022:0:34649:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777559.039024:0:34649:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777559.039026:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fb78 00000080:00200008:1.0:1788777559.039028:0:34649:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000 00000080:00000010:1.0:1788777559.039033:0:34649:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c44c80. 00000080:00000001:1.0:1788777559.039038:0:34649:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777559.039040:0:34649:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777559.039160:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777559.039163:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:1.0:1788777559.039170:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777559.039173:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777559.039178:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc356d400. 00000020:00000001:1.0:1788777559.039182:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777559.039184:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788777559.039187:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788777559.039189:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc356d400 uarg=0000000000000000 00800000:00000001:1.0:1788777559.039195:0:34649:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788777559.039197:0:34649:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: age 1985, max_age 1994 00000002:00000001:1.0:1788777559.039201:0:34649:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788777559.039203:0:34649:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000010:1.0:1788777559.039208:0:34649:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123100. 00000020:00000040:1.0:1788777559.039211:0:34649:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777559.039215:0:34649:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777559.039228:0:34649:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777559.039231:0:34649:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777559.039238:0:34649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5600. 00000100:00000001:1.0:1788777559.039246:0:34649:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777559.039250:0:34649:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777559.039252:0:34649:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777559.039258:0:34649:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc82c1a80. 00000100:00000001:1.0:1788777559.039260:0:34649:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159537465984 : -110914172085632 : ffff9b1fc82c1a80) 00000100:00000001:1.0:1788777559.039263:0:34649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777559.039264:0:34649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00000100:00000001:1.0:1788777559.039269:0:34649:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777559.039273:0:34649:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777559.039286:0:34649:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777559.039288:0:34649:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777559.039299:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777559.040096:0:34649:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777559.040099:0:34649:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777559.040103:0:34649:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777559.040106:0:34649:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777559.040108:0:34649:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777559.040113:0:34649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34649:1875667211136896:192.168.204.133@tcp:41:lfs.0 00000100:00000001:1.0:1788777559.040118:0:34649:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777559.040123:0:34649:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777559.040126:0:34649:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777559.040129:0:34649:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777559.040133:0:34649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356c400. 02000000:00000001:1.0:1788777559.040135:0:34649:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777559.040143:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777559.040147:0:34649:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e123c8. 00000400:00000010:1.0:1788777559.040155:0:34649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92564c8. 00000100:00000200:1.0:1788777559.040161:0:34649:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211136896, portal 10 00000100:00000001:1.0:1788777559.040163:0:34649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777559.040164:0:34649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00000100:00000040:1.0:1788777559.040172:0:34649:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777559.040180:0:34649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777559.040183:0:34649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777559.040185:0:34649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777559.040189:0:34649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211136896, offset 0 00000400:00000200:1.0:1788777559.040198:0:34649:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777559.040207:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777559.040214:0:34649:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777559.040229:0:34649:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777559.040234:0:34649:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777559.040239:0:34649:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777559.040242:0:34649:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777559.040245:0:34649:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2937:2937:256:4294967295] 192.168.204.133@tcp LPNI seq info [2936:2936:8:4294967295] 00000400:00000200:1.0:1788777559.040250:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777559.040260:0:34649:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777559.040266:0:34649:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777559.040273:0:34649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5b00. 00000800:00000200:1.0:1788777559.040589:0:34649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777559.040597:0:34649:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777559.040601:0:34649:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777559.040873:0:34649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777559.040879:0:34649:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 865160 usecs (866 jiffies) 00000400:00000200:1.0:1788777559.040882:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777559.040885:0:34649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296663214 00000100:00000001:1.0:1788777559.040888:0:34649:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296665567 00000100:00000001:1.0:1788777559.040890:0:34649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296663214 00000100:00000001:1.0:1788777559.040892:0:34649:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296665569 00000100:00000001:1.0:1788777559.040894:0:34649:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777559.040897:0:34649:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777559.040899:0:34649:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777559.040901:0:34649:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777559.040904:0:34649:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc82c1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1788777559.040906:0:34649:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777559.040909:0:34649:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777559.041722:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777559.041728:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5b00. 00000400:00000200:2.0:1788777559.041734:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777559.041740:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777559.041747:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:2.0:1788777559.041749:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:2.0:1788777559.041753:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777559.041760:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777559.041778:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777559.041782:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777559.041788:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777559.041790:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777559.044884:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.044903:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777559.044907:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.044909:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777559.044918:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.044926:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777559.045254:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.045259:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.045265:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.045270:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd62f80 00000400:00000200:2.0:1788777559.045276:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.045282:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x88e5 [1] + 224 00000800:00000001:2.0:1788777559.045289:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.045296:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777559.045300:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777559.045304:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777559.045311:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777559.045319:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777559.045330:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777559.045385:0:34649:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777559.045402:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777559.045418:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.045421:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777559.054291:0:34649:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777559.054298:0:34649:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777559.054302:0:34649:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e123c8. 00000400:00000200:1.0:1788777559.054309:0:34649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92564c8 00000400:00000010:1.0:1788777559.054311:0:34649:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92564c8. 00000100:00000001:1.0:1788777559.054316:0:34649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777559.054328:0:34649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777559.054338:0:34649:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777559.054346:0:34649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777559.054349:0:34649:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777559.054352:0:34649:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777559.054355:0:34649:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777559.054357:0:34649:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777559.054359:0:34649:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777559.054362:0:34649:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777559.054370:0:34649:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=68 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777559.054374:0:34649:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777559.054377:0:34649:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777559.054378:0:34649:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777559.054381:0:34649:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777559.054385:0:34649:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777559.054389:0:34649:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777559.054391:0:34649:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777559.054393:0:34649:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777559.054395:0:34649:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777559.054400:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777559.054407:0:34649:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777559.054410:0:34649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777559.054412:0:34649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777559.054416:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777559.054429:0:34649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34649:1875667211136896:192.168.204.133@tcp:41:lfs.0 00000100:00000001:1.0:1788777559.054435:0:34649:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777559.054439:0:34649:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777559.054441:0:34649:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777559.054443:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777559.054446:0:34649:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777559.054453:0:34649:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777559.054456:0:34649:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc82c1a80. 00000100:00000001:1.0:1788777559.054459:0:34649:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777559.054479:0:34649:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777559.054485:0:34649:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788777559.054487:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777559.054490:0:34649:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123100 x1875667211136896/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777559.054496:0:34649:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777559.054498:0:34649:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777559.054501:0:34649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356c400. 02000000:00000001:1.0:1788777559.054504:0:34649:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777559.054508:0:34649:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777559.054510:0:34649:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777559.054512:0:34649:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777559.054516:0:34649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5600. 02000000:00000001:1.0:1788777559.054519:0:34649:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777559.054521:0:34649:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777559.054523:0:34649:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123100. 00000100:00000001:1.0:1788777559.054528:0:34649:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777559.054530:0:34649:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777559.054532:0:34649:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777559.054533:0:34649:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777559.054535:0:34649:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788777559.054537:0:34649:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: update ffff9b1fc3398450 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:1.0:1788777559.054544:0:34649:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777559.054550:0:34649:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777559.054554:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777559.054557:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc356d400. 00000080:00000001:1.0:1788777559.054560:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777559.054563:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.054716:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.054720:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.055076:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.055078:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.055084:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.055088:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.055091:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.055095:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.055097:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.055104:0:34649:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788777559.055106:0:34649:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9b1fc31a7000: age 1985, max_age 1994 00000002:00000001:0.0:1788777559.055109:0:34649:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788777559.055112:0:34649:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000010:0.0:1788777559.055118:0:34649:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31eca80. 00000020:00000040:0.0:1788777559.055121:0:34649:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777559.055124:0:34649:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777559.055127:0:34649:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777559.055131:0:34649:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777559.055138:0:34649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd1839100. 00000100:00000001:0.0:1788777559.055144:0:34649:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.055147:0:34649:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777559.055148:0:34649:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777559.055152:0:34649:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc90d26c0. 00000100:00000001:0.0:1788777559.055154:0:34649:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159552214720 : -110914157336896 : ffff9b1fc90d26c0) 00000100:00000001:0.0:1788777559.055157:0:34649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777559.055159:0:34649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000001:0.0:1788777559.055163:0:34649:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777559.055166:0:34649:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.055168:0:34649:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777559.055170:0:34649:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777559.055175:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.055183:0:34649:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777559.055185:0:34649:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777559.055188:0:34649:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777559.055191:0:34649:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777559.055193:0:34649:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777559.055196:0:34649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34649:1875667211137024:192.168.204.133@tcp:41:lfs.0 00000100:00000001:0.0:1788777559.055200:0:34649:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777559.055205:0:34649:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777559.055206:0:34649:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777559.055208:0:34649:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777559.055212:0:34649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777559.055214:0:34649:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777559.055230:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777559.055234:0:34649:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c01b8. 00000400:00000010:0.0:1788777559.055239:0:34649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b088. 00000100:00000200:0.0:1788777559.055245:0:34649:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211137024, portal 10 00000100:00000001:0.0:1788777559.055247:0:34649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777559.055248:0:34649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000040:0.0:1788777559.055254:0:34649:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.055261:0:34649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777559.055264:0:34649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777559.055266:0:34649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777559.055269:0:34649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211137024, offset 0 00000400:00000200:0.0:1788777559.055276:0:34649:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777559.055283:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777559.055292:0:34649:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777559.055297:0:34649:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777559.055302:0:34649:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777559.055305:0:34649:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777559.055308:0:34649:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777559.055311:0:34649:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2938:2938:256:4294967295] 192.168.204.133@tcp LPNI seq info [2937:2937:8:4294967295] 00000400:00000200:0.0:1788777559.055315:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777559.055325:0:34649:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777559.055330:0:34649:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777559.055335:0:34649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839c00. 00000800:00000200:0.0:1788777559.055341:0:34649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777559.055348:0:34649:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777559.055352:0:34649:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777559.055369:0:34649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777559.055373:0:34649:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21613 usecs (22 jiffies) 00000400:00000200:0.0:1788777559.055377:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777559.055380:0:34649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296662384 00000100:00000001:0.0:1788777559.055383:0:34649:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296665567 00000100:00000001:0.0:1788777559.055385:0:34649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296662384 00000100:00000001:0.0:1788777559.055387:0:34649:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296665569 00000100:00000001:0.0:1788777559.055389:0:34649:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777559.055392:0:34649:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.055394:0:34649:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777559.055396:0:34649:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777559.055520:0:34649:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc90d26c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777559.055524:0:34649:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777559.055526:0:34649:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777559.055641:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777559.055646:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839c00. 00000400:00000200:3.0:1788777559.055651:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777559.055656:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777559.055661:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:3.0:1788777559.055664:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:3.0:1788777559.055669:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777559.055673:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777559.055681:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777559.055684:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777559.055691:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777559.055693:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777559.064575:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.064595:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777559.064599:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.064602:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777559.064610:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.064618:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777559.064630:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.064636:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.064641:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.064645:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd63000 00000400:00000200:2.0:1788777559.064650:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.064656:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x88ed [1] + 224 00000800:00000001:2.0:1788777559.064664:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.064676:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777559.064679:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777559.064683:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777559.064693:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777559.064702:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777559.064713:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.065206:0:34649:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777559.065235:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777559.065246:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.065251:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777559.071270:0:34649:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777559.071278:0:34649:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777559.071282:0:34649:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c01b8. 00000400:00000200:0.0:1788777559.071294:0:34649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:0.0:1788777559.071296:0:34649:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:0.0:1788777559.071302:0:34649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777559.071313:0:34649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777559.071325:0:34649:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.071333:0:34649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777559.071335:0:34649:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777559.071338:0:34649:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777559.071341:0:34649:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777559.071343:0:34649:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777559.071345:0:34649:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777559.071348:0:34649:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777559.071357:0:34649:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=68 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777559.071361:0:34649:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777559.071364:0:34649:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777559.071365:0:34649:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777559.071367:0:34649:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777559.071372:0:34649:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.071375:0:34649:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777559.071377:0:34649:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777559.071379:0:34649:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777559.071380:0:34649:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777559.071384:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.071391:0:34649:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777559.071394:0:34649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777559.071396:0:34649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777559.071409:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777559.071417:0:34649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34649:1875667211137024:192.168.204.133@tcp:41:lfs.0 00000100:00000001:0.0:1788777559.071424:0:34649:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777559.071427:0:34649:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.071429:0:34649:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777559.071431:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777559.071435:0:34649:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.071442:0:34649:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777559.071445:0:34649:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc90d26c0. 00000100:00000001:0.0:1788777559.071448:0:34649:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777559.071449:0:34649:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777559.071456:0:34649:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788777559.071458:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777559.071477:0:34649:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eca80 x1875667211137024/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777575 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.071484:0:34649:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777559.071487:0:34649:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777559.071489:0:34649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777559.071493:0:34649:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777559.071496:0:34649:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777559.071497:0:34649:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777559.071499:0:34649:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777559.071502:0:34649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd1839100. 02000000:00000001:0.0:1788777559.071506:0:34649:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777559.071507:0:34649:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777559.071509:0:34649:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eca80. 00000100:00000001:0.0:1788777559.071513:0:34649:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777559.071514:0:34649:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777559.071515:0:34649:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777559.071516:0:34649:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777559.071518:0:34649:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788777559.071521:0:34649:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9b1fc31a7000: update ffff9b1fc93a9e08 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:0.0:1788777559.071525:0:34649:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777559.071532:0:34649:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071536:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777559.071539:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071544:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071547:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071613:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071616:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071623:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071625:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071631:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071635:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071637:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071641:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071642:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071647:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071649:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071651:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071653:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071655:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071657:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071661:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071663:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071666:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071667:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071669:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071670:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071672:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071673:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071674:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071677:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071679:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071680:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071682:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071684:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071687:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071690:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071692:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071694:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071695:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071697:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071699:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071701:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071702:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071703:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071706:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071708:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071709:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071711:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071713:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071715:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071718:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071720:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071736:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071737:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071740:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071742:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071744:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071746:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071747:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071750:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071752:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071753:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071755:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071757:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071759:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071762:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071763:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071766:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071767:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071770:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071772:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071774:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071775:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071776:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071779:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071780:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071782:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071784:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071786:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071788:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071791:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071792:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071795:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071796:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071798:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071800:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071802:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071803:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071804:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071806:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071809:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071810:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071812:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071814:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071816:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071819:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071820:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071823:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071824:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071825:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071827:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071829:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071831:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071832:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071835:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071836:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071838:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071840:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071842:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071843:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071846:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071847:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071850:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071851:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071853:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071855:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071856:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071857:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071858:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071860:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071862:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071863:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071865:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071866:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071868:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071870:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071872:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071874:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071875:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071876:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071878:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071879:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071880:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071881:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071884:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071886:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071887:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071889:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071891:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071892:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071894:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071895:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071897:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071898:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071899:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071901:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071902:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071903:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071905:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071907:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071908:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071910:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071912:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071913:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071915:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071917:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071918:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071920:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071921:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071922:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071924:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071926:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071926:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071928:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071930:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071931:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071933:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071935:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071937:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071939:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071942:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071943:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071945:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071946:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071948:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071950:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071951:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071952:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071953:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071955:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071957:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071958:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071960:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071961:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071963:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071965:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071966:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071968:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071970:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071971:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071973:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.071974:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.071975:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.071976:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.071978:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071980:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071981:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.071983:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.071984:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071986:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.071989:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.071990:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.071993:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.071994:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.071996:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.071998:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072000:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072001:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072002:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072004:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072005:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072006:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072008:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072010:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072012:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072015:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072016:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072018:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072019:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072020:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072022:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072023:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072024:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072025:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072028:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072029:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072031:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072032:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072034:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072036:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072038:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072040:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072042:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072043:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072046:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072048:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072049:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072050:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072051:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072054:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072055:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072057:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072059:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072061:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072062:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072065:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072066:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072069:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072070:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072072:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072074:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072076:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072077:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072078:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072080:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072082:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072084:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072086:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072088:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072089:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072092:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072093:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072095:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072096:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072098:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072100:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072102:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072104:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072105:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072107:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072109:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072110:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072112:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072114:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072116:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072118:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072120:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072122:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072123:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072125:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072127:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072128:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072129:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072130:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072132:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072134:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072136:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072138:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072140:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072141:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072144:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072145:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072147:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072149:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072151:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072153:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072154:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072155:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072157:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072159:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072161:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072163:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072165:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072167:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072168:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072171:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072172:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072174:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072176:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072178:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072180:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072181:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072182:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072183:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072185:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072187:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072188:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072190:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072193:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072194:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072197:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072199:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072202:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072202:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072204:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072206:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072208:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072209:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072210:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072213:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072215:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072228:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072231:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072233:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072235:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072238:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072240:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072242:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072243:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072246:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072248:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072249:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072251:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072252:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072254:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072256:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072257:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072260:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072262:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072263:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072266:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072268:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072270:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072271:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072273:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072275:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072277:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072278:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072279:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072281:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072283:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072285:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072287:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072289:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072290:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072293:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072295:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072297:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072298:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072300:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072302:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072325:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072327:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072328:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072331:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072333:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072334:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072336:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072339:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072341:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072345:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072346:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072349:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072350:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072352:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072355:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072356:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072357:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072358:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072361:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072363:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072364:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072366:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072368:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072370:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072373:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072374:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072376:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072377:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072380:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072382:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072383:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072384:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072385:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072388:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072390:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072391:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072393:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072395:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072397:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072400:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072401:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072404:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072404:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072407:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072409:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072410:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072411:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072412:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072414:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072416:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072418:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072420:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072421:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072423:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072426:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072428:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072430:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072431:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072434:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072436:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072437:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072439:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072440:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072442:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072444:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072445:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072447:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072449:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072450:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072453:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072454:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072457:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072458:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072460:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072497:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072499:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072501:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072502:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072505:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072507:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072508:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072511:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072513:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072515:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072519:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072520:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072523:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072524:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072527:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072529:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072530:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072531:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072532:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072535:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072537:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072539:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072540:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072542:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072544:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072547:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072548:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072550:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072551:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072553:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072555:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072556:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072557:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072559:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072561:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072563:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072564:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072566:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072568:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072570:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072573:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072575:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072577:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072578:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072581:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072582:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072584:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072585:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072586:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072588:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072589:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072591:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072593:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072595:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072597:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072600:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072601:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072604:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072605:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072607:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072609:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072610:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072611:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072612:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072615:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072616:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072618:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072620:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072622:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072624:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072627:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072628:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072631:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072632:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072634:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072635:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072637:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072638:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072639:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072641:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072643:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072645:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072647:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072649:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072651:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072653:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072655:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072657:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072658:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072660:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072662:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072664:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072665:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072666:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072669:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072670:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072672:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072675:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072677:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072678:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072682:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072683:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072685:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072686:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072688:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072690:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072691:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072692:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072693:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072696:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072698:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072700:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072701:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072704:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072705:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072708:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072710:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072712:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072713:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072716:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072718:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072719:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072720:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072721:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072724:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072725:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072727:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072729:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072731:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072732:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072736:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072737:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072740:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072741:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072743:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072745:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072747:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072747:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072749:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072751:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072753:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072754:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072756:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072758:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072760:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072763:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072764:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072767:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072768:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072770:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072772:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072774:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072775:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072776:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072779:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072780:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072782:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072783:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072785:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072787:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072790:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072791:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072793:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072795:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072797:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072798:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072800:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072801:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072802:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072805:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072807:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072808:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072810:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072812:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072814:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072817:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072818:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072821:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072822:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072824:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072826:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072827:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072828:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072830:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072832:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072834:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072836:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072838:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072840:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072842:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072845:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072846:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072849:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072850:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072852:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072854:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072856:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072856:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072858:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072860:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072862:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072863:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072865:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072867:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072868:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072871:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072872:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072874:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072875:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072877:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072879:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072880:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072881:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072882:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072885:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072887:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072888:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072890:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072892:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072894:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072897:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072898:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072901:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072902:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072904:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072906:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072907:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072909:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072910:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072912:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072914:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072915:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072917:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072920:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072921:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072924:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072926:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072928:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072929:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072931:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072932:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072934:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072935:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072936:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072938:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072940:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072941:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072943:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072945:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072946:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072949:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072950:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072952:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072953:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072955:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072957:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072959:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072960:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072961:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072963:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072965:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072967:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072968:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072970:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072972:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072975:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.072976:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.072979:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.072980:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.072982:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.072984:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.072986:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.072987:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.072988:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.072990:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072992:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072993:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.072996:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.072997:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.072999:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073002:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073003:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073005:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073007:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073009:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073011:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073012:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073013:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073015:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073017:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073019:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073020:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073022:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073024:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073026:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073028:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073029:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073031:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073032:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073034:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073036:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073037:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073038:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073039:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073041:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073043:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073045:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073047:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073048:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073050:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073053:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073054:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073056:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073057:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073059:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073061:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073062:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073063:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073065:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073067:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073069:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073070:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073072:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073074:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073076:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073079:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073080:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073083:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073084:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073086:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073088:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073090:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073091:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073092:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073094:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073096:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073098:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073100:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073102:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073103:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073106:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073108:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073110:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073111:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073113:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073115:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073117:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073118:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073119:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073122:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073124:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073126:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073128:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073130:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073131:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073135:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073136:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073139:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073140:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073143:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073144:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073146:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073147:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073148:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073151:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073153:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073154:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073156:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073158:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073160:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073163:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073164:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073166:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073167:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073169:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073171:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073173:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073174:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073175:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073178:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073180:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073181:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073183:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073186:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073187:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073190:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073191:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073193:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073194:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073197:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073198:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073200:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073201:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073202:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073204:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073206:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073207:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073209:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073211:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073213:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073216:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073237:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073241:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073242:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073245:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073247:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073249:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073250:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073251:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073254:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073256:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073258:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073259:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073262:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073264:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073267:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073270:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073272:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073273:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073275:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073277:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073279:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073280:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073281:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073283:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073285:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073287:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073289:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073291:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073292:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073295:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073296:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073298:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073299:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073301:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073303:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073305:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073306:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073307:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073309:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073311:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073313:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073315:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073316:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073318:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073321:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073322:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073325:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073326:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073329:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073331:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073332:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073333:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073334:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073337:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073339:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073340:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073342:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073344:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073345:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073349:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073351:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073353:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073354:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073357:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073358:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073360:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073361:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073363:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073365:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073367:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073368:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073370:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073372:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073373:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073376:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073377:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073379:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073380:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073382:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073384:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073385:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073387:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073387:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073390:0:34649:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073392:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073394:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.073396:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073398:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073400:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.073403:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073404:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073407:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073408:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073410:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073412:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073414:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777559.073415:0:34649:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777559.073416:0:34649:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00800000:00000001:0.0:1788777559.073418:0:34649:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777559.073420:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777559.073422:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788777559.073424:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.073426:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777559.073427:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777559.073431:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.073432:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.073435:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.073436:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.073438:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.073440:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.073441:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.073445:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.073447:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.073454:0:34649:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788777559.073457:0:34649:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b1fc31a7000: age 1985, max_age 1994 00000008:00000001:0.0:1788777559.073488:0:34649:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788777559.073493:0:34649:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000010:0.0:1788777559.073499:0:34649:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31eca80. 00000020:00000040:0.0:1788777559.073502:0:34649:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777559.073505:0:34649:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777559.073507:0:34649:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777559.073509:0:34649:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788777559.073511:0:34649:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777559.073513:0:34649:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777559.073517:0:34649:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777559.073523:0:34649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd1839100. 00000100:00000001:0.0:1788777559.073530:0:34649:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.073533:0:34649:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777559.073535:0:34649:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777559.073541:0:34649:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc90d26c0. 00000100:00000001:0.0:1788777559.073543:0:34649:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159552214720 : -110914157336896 : ffff9b1fc90d26c0) 00000100:00000001:0.0:1788777559.073545:0:34649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777559.073547:0:34649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000001:0.0:1788777559.073552:0:34649:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777559.073556:0:34649:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.073557:0:34649:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777559.073559:0:34649:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777559.073568:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.073578:0:34649:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777559.073580:0:34649:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777559.073583:0:34649:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777559.073585:0:34649:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777559.073588:0:34649:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777559.073591:0:34649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34649:1875667211137152:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777559.073595:0:34649:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777559.073600:0:34649:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777559.073603:0:34649:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777559.073606:0:34649:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777559.073610:0:34649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777559.073612:0:34649:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777559.073620:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777559.073624:0:34649:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c01b8. 00000400:00000010:0.0:1788777559.073631:0:34649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b088. 00000100:00000200:0.0:1788777559.073638:0:34649:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211137152, portal 4 00000100:00000001:0.0:1788777559.073640:0:34649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777559.073641:0:34649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000040:0.0:1788777559.073648:0:34649:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.073656:0:34649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777559.073659:0:34649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777559.073661:0:34649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bee0. 00000100:00000200:0.0:1788777559.073665:0:34649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667211137152, offset 0 00000400:00000200:0.0:1788777559.073672:0:34649:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777559.073681:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777559.073687:0:34649:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777559.073692:0:34649:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777559.073696:0:34649:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777559.073700:0:34649:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777559.073703:0:34649:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777559.073707:0:34649:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2939:2939:256:4294967295] 192.168.204.133@tcp LPNI seq info [2938:2938:8:4294967295] 00000400:00000200:0.0:1788777559.073711:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777559.073722:0:34649:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777559.073728:0:34649:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777559.073733:0:34649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839b00. 00000800:00000200:0.0:1788777559.073739:0:34649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777559.073747:0:34649:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777559.073751:0:34649:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777559.073764:0:34649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777559.073769:0:34649:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20617 usecs (21 jiffies) 00000400:00000200:0.0:1788777559.073773:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777559.073776:0:34649:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296662402 00000100:00000001:0.0:1788777559.073779:0:34649:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296665567 00000100:00000001:0.0:1788777559.073781:0:34649:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296662402 00000100:00000001:0.0:1788777559.073783:0:34649:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296665569 00000100:00000001:0.0:1788777559.073785:0:34649:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777559.073787:0:34649:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.073790:0:34649:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777559.073792:0:34649:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777559.073794:0:34649:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc90d26c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777559.073797:0:34649:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777559.073800:0:34649:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777559.074145:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777559.074149:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839b00. 00000400:00000200:2.0:1788777559.074154:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777559.074159:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777559.074165:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bee0 00000400:00000010:2.0:1788777559.074167:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bee0. 00000100:00000001:2.0:1788777559.074171:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777559.074176:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777559.074190:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777559.074193:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777559.074200:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777559.074201:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777559.084725:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.084743:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777559.084749:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.084751:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777559.084762:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.084770:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777559.084780:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.084785:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.084791:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.084795:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 4 MB=0x6a9e8cdd63080 00000400:00000200:2.0:1788777559.084799:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.084805:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 368/368 into md 0x88f5 [1] + 224 00000800:00000001:2.0:1788777559.084812:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.084820:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777559.084823:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777559.084828:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777559.084836:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777559.084845:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777559.084856:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777559.084879:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777559.084887:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.084890:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777559.085011:0:34649:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777559.085019:0:34649:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777559.085021:0:34649:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777559.085025:0:34649:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c01b8. 00000400:00000200:0.0:1788777559.085030:0:34649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:0.0:1788777559.085033:0:34649:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:0.0:1788777559.085036:0:34649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777559.085041:0:34649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777559.085049:0:34649:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.085054:0:34649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777559.085056:0:34649:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777559.085059:0:34649:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777559.085062:0:34649:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777559.085065:0:34649:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777559.085067:0:34649:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777559.085070:0:34649:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777559.085081:0:34649:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530ccf0 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1788777559.085085:0:34649:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777559.085088:0:34649:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777559.085090:0:34649:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777559.085092:0:34649:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777559.085096:0:34649:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.085099:0:34649:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777559.085101:0:34649:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777559.085103:0:34649:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777559.085105:0:34649:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777559.085109:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.085117:0:34649:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777559.085119:0:34649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777559.085121:0:34649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777559.085125:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777559.085133:0:34649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34649:1875667211137152:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777559.085138:0:34649:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777559.085141:0:34649:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.085144:0:34649:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777559.085146:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777559.085149:0:34649:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.085156:0:34649:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777559.085159:0:34649:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc90d26c0. 00000100:00000001:0.0:1788777559.085162:0:34649:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777559.085163:0:34649:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777559.085170:0:34649:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788777559.085172:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777559.085175:0:34649:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eca80 x1875667211137152/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.085182:0:34649:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777559.085184:0:34649:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777559.085188:0:34649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777559.085191:0:34649:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777559.085193:0:34649:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777559.085195:0:34649:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777559.085197:0:34649:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777559.085201:0:34649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd1839100. 02000000:00000001:0.0:1788777559.085205:0:34649:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777559.085207:0:34649:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777559.085209:0:34649:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eca80. 00000100:00000001:0.0:1788777559.085212:0:34649:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777559.085213:0:34649:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788777559.085227:0:34649:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b1fc31a7000: update ffff9b1fc93ab7c0 cache blocks 901365/958279 objects 261772/262144 00020000:00000001:0.0:1788777559.085231:0:34649:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777559.085237:0:34649:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.085240:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777559.085243:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.085248:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.085251:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.085371:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.085374:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.085386:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.085388:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.085394:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.085398:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.085400:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.085403:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.085406:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.085413:0:34649:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788777559.085415:0:34649:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b1fc31a7000: age 1985, max_age 1994 00000008:00000001:0.0:1788777559.085418:0:34649:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788777559.085421:0:34649:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000010:0.0:1788777559.085425:0:34649:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31eca80. 00000020:00000040:0.0:1788777559.085428:0:34649:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777559.085431:0:34649:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777559.085432:0:34649:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777559.085433:0:34649:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788777559.085436:0:34649:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777559.085438:0:34649:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777559.085443:0:34649:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777559.085448:0:34649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd1839100. 00000100:00000001:0.0:1788777559.085454:0:34649:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.085457:0:34649:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777559.085459:0:34649:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777559.085486:0:34649:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc90d26c0. 00000100:00000001:0.0:1788777559.085489:0:34649:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159552214720 : -110914157336896 : ffff9b1fc90d26c0) 00000100:00000001:0.0:1788777559.085492:0:34649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777559.085494:0:34649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000001:0.0:1788777559.085498:0:34649:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777559.085502:0:34649:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.085504:0:34649:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777559.085506:0:34649:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777559.085510:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.085518:0:34649:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777559.085520:0:34649:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777559.085523:0:34649:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777559.085526:0:34649:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777559.085528:0:34649:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777559.085532:0:34649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34649:1875667211137280:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777559.085536:0:34649:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777559.085540:0:34649:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777559.085542:0:34649:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777559.085545:0:34649:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777559.085548:0:34649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777559.085550:0:34649:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777559.085554:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777559.085557:0:34649:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c01b8. 00000400:00000010:0.0:1788777559.085562:0:34649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b088. 00000100:00000200:0.0:1788777559.085568:0:34649:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211137280, portal 4 00000100:00000001:0.0:1788777559.085570:0:34649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777559.085571:0:34649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000040:0.0:1788777559.085579:0:34649:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.085585:0:34649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777559.085588:0:34649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777559.085591:0:34649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b4c8. 00000100:00000200:0.0:1788777559.085594:0:34649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667211137280, offset 0 00000400:00000200:0.0:1788777559.085600:0:34649:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777559.085607:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777559.085612:0:34649:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777559.085617:0:34649:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777559.085621:0:34649:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777559.085625:0:34649:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777559.085627:0:34649:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777559.085630:0:34649:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2940:2940:256:4294967295] 192.168.204.133@tcp LPNI seq info [2939:2939:8:4294967295] 00000400:00000200:0.0:1788777559.085634:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777559.085643:0:34649:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777559.085649:0:34649:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777559.085654:0:34649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839d00. 00000800:00000200:0.0:1788777559.085661:0:34649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777559.085669:0:34649:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777559.085673:0:34649:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777559.085691:0:34649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777559.085696:0:34649:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 223696 usecs (224 jiffies) 00000400:00000200:0.0:1788777559.085699:0:34649:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777559.085701:0:34649:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296662617 00000100:00000001:0.0:1788777559.085704:0:34649:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296665567 00000100:00000001:0.0:1788777559.085706:0:34649:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296662617 00000100:00000001:0.0:1788777559.085708:0:34649:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296665569 00000100:00000001:0.0:1788777559.085711:0:34649:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777559.085714:0:34649:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.085716:0:34649:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777559.085718:0:34649:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777559.085720:0:34649:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc90d26c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777559.085722:0:34649:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777559.085724:0:34649:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777559.085983:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777559.085987:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839d00. 00000400:00000200:2.0:1788777559.085992:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777559.085997:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777559.086001:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b4c8 00000400:00000010:2.0:1788777559.086003:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b4c8. 00000100:00000001:2.0:1788777559.086006:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777559.086010:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777559.086019:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777559.086022:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777559.086027:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777559.086028:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777559.096793:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.096811:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777559.096816:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.096819:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777559.096829:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.096836:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777559.096845:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.096850:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.096856:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.096860:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 4 MB=0x6a9e8cdd63100 00000400:00000200:2.0:1788777559.096865:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777559.096871:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 368/368 into md 0x88fd [1] + 224 00000800:00000001:2.0:1788777559.096879:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.096886:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777559.096890:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777559.096894:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777559.096902:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777559.096922:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777559.096933:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777559.096953:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777559.096963:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777559.096966:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777559.097074:0:34649:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777559.097082:0:34649:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777559.097084:0:34649:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777559.097087:0:34649:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c01b8. 00000400:00000200:0.0:1788777559.097093:0:34649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:0.0:1788777559.097095:0:34649:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:0.0:1788777559.097100:0:34649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777559.097105:0:34649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777559.097113:0:34649:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.097118:0:34649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777559.097120:0:34649:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777559.097122:0:34649:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777559.097126:0:34649:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777559.097128:0:34649:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777559.097130:0:34649:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777559.097133:0:34649:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777559.097143:0:34649:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bca8 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1788777559.097147:0:34649:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777559.097150:0:34649:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777559.097152:0:34649:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777559.097154:0:34649:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777559.097158:0:34649:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.097161:0:34649:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777559.097164:0:34649:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788777559.097166:0:34649:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777559.097167:0:34649:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777559.097172:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.097184:0:34649:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777559.097187:0:34649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777559.097190:0:34649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777559.097194:0:34649:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777559.097201:0:34649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:34649:1875667211137280:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777559.097206:0:34649:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777559.097209:0:34649:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777559.097212:0:34649:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777559.097214:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777559.097228:0:34649:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.097234:0:34649:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777559.097237:0:34649:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc90d26c0. 00000100:00000001:0.0:1788777559.097240:0:34649:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777559.097241:0:34649:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777559.097248:0:34649:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788777559.097250:0:34649:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777559.097253:0:34649:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eca80 x1875667211137280/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777575 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777559.097259:0:34649:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777559.097261:0:34649:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777559.097264:0:34649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777559.097268:0:34649:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777559.097271:0:34649:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777559.097273:0:34649:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777559.097275:0:34649:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777559.097278:0:34649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd1839100. 02000000:00000001:0.0:1788777559.097282:0:34649:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777559.097284:0:34649:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777559.097286:0:34649:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eca80. 00000100:00000001:0.0:1788777559.097289:0:34649:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777559.097291:0:34649:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788777559.097295:0:34649:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b1fc31a7000: update ffff9b1fc93ad178 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:0.0:1788777559.097299:0:34649:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777559.097305:0:34649:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097308:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777559.097311:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097315:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097317:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097380:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097382:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097398:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097401:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097405:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097410:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097412:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097415:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097417:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097421:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097423:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097425:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097427:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097429:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097431:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097436:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097438:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097441:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097442:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097444:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097446:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097448:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097449:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097450:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097453:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097454:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097456:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097459:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097507:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097511:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097515:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097517:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097520:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097521:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097524:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097526:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097528:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097529:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097531:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097533:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097535:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097536:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097539:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097541:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097543:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097546:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097547:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097550:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097551:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097553:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097555:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097556:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097558:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097559:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097561:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097563:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097565:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097567:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097570:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097571:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097575:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097576:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097578:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097580:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097582:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097583:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097585:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097586:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097587:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097589:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097591:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097593:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097595:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097597:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097598:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097602:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097603:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097605:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097606:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097608:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097610:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097612:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097613:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097614:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097617:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097618:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097620:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097622:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097624:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097626:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097629:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097631:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097634:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097635:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097637:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097639:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097641:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097642:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097643:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097645:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097647:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097649:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097651:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097653:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097655:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097658:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097659:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097661:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097663:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097665:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097672:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097673:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097675:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097676:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097678:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097680:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097681:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097683:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097685:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097687:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097691:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097692:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097694:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097695:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097697:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097699:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097700:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097701:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097703:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097705:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097707:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097708:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097710:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097712:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097714:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097716:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097717:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097720:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097721:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097723:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097725:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097726:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097727:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097729:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097731:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097733:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097735:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097737:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097739:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097741:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097743:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097744:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097746:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097748:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097751:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097753:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097754:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097756:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097757:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097759:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097761:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097762:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097764:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097766:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097768:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097771:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097772:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097775:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097776:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097778:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097780:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097782:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097783:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097784:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097787:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097789:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097790:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097792:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097794:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097796:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097799:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097800:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097802:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097803:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097805:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097807:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097808:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097809:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097811:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097813:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097816:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097817:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097819:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097821:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097822:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097825:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097826:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097828:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097829:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097830:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097832:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097833:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097835:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097836:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097838:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097840:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097841:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097843:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097845:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097847:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097849:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097851:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097853:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097853:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097855:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097857:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097859:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097859:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097861:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097862:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097865:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097866:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097868:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097870:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097871:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097874:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097876:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097878:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097879:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.097881:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.097883:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.097884:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.097885:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.097887:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.097889:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097891:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097892:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.097894:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.097896:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097898:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.097901:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777559.097902:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:0.0:1788777559.097905:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777559.097906:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777559.098889:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1001800. 00000020:00000001:0.0:1788777559.098899:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777559.098902:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777559.098905:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777559.098907:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1001800 uarg=0000000000000000 00020000:00000001:0.0:1788777559.098911:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.098913:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.098915:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777559.098918:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1001800. 00000080:00000001:0.0:1788777559.098921:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777559.098923:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099086:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099090:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099095:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099097:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099100:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099103:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099104:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099106:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099107:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099110:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099112:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099114:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099116:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099118:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099119:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099122:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099123:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099126:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099127:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099128:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099130:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099131:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099132:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099133:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099135:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099137:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099138:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099140:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099141:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099143:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099146:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099147:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099149:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099150:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099151:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099153:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099154:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099155:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099156:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099158:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099159:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099161:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099162:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099164:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099166:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099168:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099169:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099171:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099173:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099174:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099176:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099178:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099179:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099180:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099182:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099184:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099185:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099187:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099189:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099191:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099194:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099195:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099198:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099199:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099200:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099202:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099204:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099205:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099206:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099209:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099210:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099212:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099214:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099227:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099230:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099233:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099234:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099236:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099237:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099239:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099241:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099243:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099244:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099245:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099247:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099249:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099250:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099253:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099254:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099255:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099258:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099259:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099261:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099262:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099263:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099266:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099267:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099268:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099269:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099272:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099274:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099276:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099278:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099280:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099282:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099284:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099285:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099288:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099289:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099290:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099292:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099294:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099294:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099296:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099298:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099299:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099301:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099302:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099304:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099305:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099307:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099308:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099310:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099311:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099312:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099314:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099315:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099316:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099318:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099320:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099322:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099323:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099325:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099327:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099329:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099331:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099332:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099335:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099336:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099338:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099340:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099341:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099342:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099344:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099346:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099348:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099349:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099351:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099352:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099354:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099356:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099357:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099359:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099360:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099362:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099364:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099366:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099367:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099368:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099370:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099372:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099374:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099376:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099378:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099380:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099382:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099384:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099386:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099387:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099389:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099391:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099393:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099394:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099395:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099532:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099534:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099536:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099538:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099541:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099543:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099548:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099549:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099553:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099554:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099557:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099559:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099561:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099562:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099563:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099566:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099567:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099569:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099571:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099574:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099575:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099578:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099580:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099582:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099583:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099585:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099587:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099588:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099589:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099591:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099594:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099595:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099597:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099599:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099601:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099603:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099605:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099607:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099609:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099610:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099612:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099614:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099615:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099616:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099618:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099620:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099622:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099624:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099626:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099628:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099630:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099633:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099635:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099637:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099638:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099641:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099643:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099644:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099645:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099646:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099649:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099651:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099652:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099654:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099656:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099658:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099661:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099662:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099664:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099665:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099667:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099669:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099671:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099672:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099673:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099675:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099677:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099678:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099680:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099682:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099683:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099686:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099687:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099689:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099691:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099693:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099695:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099697:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099697:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099699:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099701:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099703:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099705:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099707:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099709:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099710:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099713:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099714:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099716:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099717:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099719:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099880:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099883:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099885:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099886:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099890:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099892:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099894:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099896:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099899:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099900:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099906:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099908:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099911:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099912:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099914:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099917:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099918:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099920:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099921:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099923:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099925:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099927:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099929:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099931:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099933:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099936:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099937:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099939:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099940:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099942:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099944:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099945:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099947:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099948:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099950:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099952:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099954:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099955:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099957:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099959:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099961:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099962:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099964:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099965:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099967:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099969:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099971:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099972:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099973:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.099975:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099978:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099979:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.099981:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.099983:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099984:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.099987:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.099988:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.099990:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.099991:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.099993:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.099995:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.099996:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.099997:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.099998:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100001:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100002:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100004:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100006:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100008:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100010:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100012:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100013:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100016:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100017:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100018:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100020:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100022:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100023:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100024:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100026:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100028:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100030:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100032:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100034:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100036:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100039:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100040:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100043:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100044:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100046:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100048:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100049:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100050:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100052:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100054:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100056:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100057:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100059:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100061:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100063:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100067:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100068:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100070:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100072:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100074:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100076:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100077:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100078:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100079:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100082:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100084:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100085:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100087:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100089:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100091:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100094:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100096:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100098:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100099:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100101:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100103:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100105:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100106:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100107:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100110:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100112:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100113:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100115:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100117:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100119:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100122:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100123:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100125:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100126:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100128:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100130:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100132:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100133:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100134:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100137:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100139:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100140:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100142:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100144:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100145:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100148:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100149:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100152:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100153:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100155:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100157:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100159:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100160:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100161:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100163:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100165:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100167:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100168:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100170:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100172:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100174:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100176:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100179:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100180:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100181:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100184:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100185:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100186:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100188:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100190:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100192:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100194:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100196:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100198:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100199:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100202:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100203:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100205:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100206:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100208:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100210:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100211:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100213:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100214:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100227:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100228:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100230:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100232:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100235:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100236:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100240:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100241:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100243:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100244:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100247:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100249:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100251:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100251:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100253:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100255:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100256:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100258:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100260:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100262:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100263:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100266:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100267:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100269:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100271:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100273:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100275:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100276:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100277:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100279:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100281:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100283:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100285:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100287:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100289:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100291:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100294:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100295:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100297:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100298:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100301:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100303:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100304:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100305:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100306:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100308:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100310:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100311:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100313:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100316:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100317:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100320:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100321:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100324:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100325:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100327:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100329:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100331:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100332:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100334:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100336:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100338:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100339:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100342:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100344:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100346:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100349:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100351:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100353:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100354:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100356:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100358:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100360:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100361:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100362:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100365:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100366:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100368:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100370:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100372:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100374:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100377:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100378:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100381:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100382:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100384:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100386:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100604:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100606:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100608:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100612:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100614:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100616:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100618:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100621:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100623:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100629:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100631:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100634:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100635:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100639:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100641:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100642:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100644:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100645:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100648:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100650:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100652:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100654:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100656:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100658:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100661:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100663:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100665:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100666:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100668:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100671:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100672:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100673:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100675:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100677:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100679:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100680:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100682:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100684:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100685:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100688:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100689:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100691:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100692:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100694:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100696:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100698:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100699:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100700:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100702:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100703:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100705:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100707:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100709:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100710:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100713:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100714:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100717:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100718:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100720:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100802:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100805:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100806:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100808:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100811:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100813:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100815:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100817:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100820:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100822:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100826:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100828:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100830:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100832:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100834:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100836:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100837:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100839:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100840:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100843:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100844:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100846:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100848:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100850:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100852:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100854:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100855:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100857:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100859:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100860:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100862:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100864:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100865:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100866:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100868:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100869:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100871:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100872:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100874:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100876:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100878:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100879:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100882:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100883:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100885:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100887:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100889:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100890:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100891:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100894:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100896:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100898:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100899:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100901:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100903:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100905:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100906:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100909:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100910:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100912:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100914:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100915:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100916:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100917:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100920:0:34649:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100921:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100923:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777559.100925:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100927:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100929:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777559.100931:0:34649:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777559.100933:0:34649:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffde9bf92f0 00000080:00000001:2.0:1788777559.100935:0:34649:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777559.100936:0:34649:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777559.100938:0:34649:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc333a400. 00000020:00000001:2.0:1788777559.100940:0:34649:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100942:0:34649:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777559.100943:0:34649:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777559.100944:0:34649:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc333a400 uarg=0000000000000000 00020000:00000001:2.0:1788777559.100946:0:34649:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777559.100948:0:34649:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777559.100950:0:34649:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788777559.100952:0:34649:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc333a400. 00000080:00000001:2.0:1788777559.100955:0:34649:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777559.100957:0:34649:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777559.100969:0:34649:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777559.100972:0:34649:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777559.100976:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fdd0 00000080:00200008:2.0:1788777559.100978:0:34649:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000 00000080:00400000:2.0:1788777559.100982:0:34649:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788777559.100985:0:34649:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c44c80. 00000080:00000001:2.0:1788777559.100989:0:34649:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777559.100991:0:34649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0d7fdd0 00000080:00000008:2.0:1788777559.100993:0:34649:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000, rc = 0 00000080:00000001:2.0:1788777559.100996:0:34649:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777559.100998:0:34649:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777559.220564:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777559.220581:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777559.220589:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777559.220591:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777559.220617:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777559.220620:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777559.220623:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777560.185087:0:34761:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777560.244625:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777560.244637:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777560.244646:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777560.244647:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777560.244717:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777560.244722:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777560.244726:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777561.268552:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777561.268561:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777561.268567:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777561.268569:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777561.268596:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777561.268600:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777561.268603:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777562.125049:0:34900:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777562.292775:0:32334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296665567, at 4296665600 00000100:00000010:2.0:1788777562.292800:0:32334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617d80. 00010000:00000001:2.0:1788777562.292823:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777562.292827:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777562.292833:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777562.292835:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777562.292857:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296665569, at 4296665600 00000020:00000001:2.0:1788777562.292866:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777562.292870:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777562.292872:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fca617e40. 00010000:00010000:2.0:1788777562.292875:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777563.316587:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777563.316598:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777563.316605:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777563.316607:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777563.316661:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777563.316665:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777563.316668:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777563.323249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777563.323265:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777563.323277:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f800. 00000020:00000040:2.0:1788777563.323285:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777563.323291:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777563.323297:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777563.323304:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777563.323315:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc8956100. 00000100:00000001:2.0:1788777563.323325:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323342:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777563.323355:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777563.323361:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323369:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb8fbd44] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.323393:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777563.323401:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777563.323404:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639df80. 00000020:00000040:2.0:1788777563.323406:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777563.323410:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777563.323412:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777563.323414:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777563.323419:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de400. 00000100:00000001:2.0:1788777563.323422:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323426:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777563.323433:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777563.323435:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323438:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac94b9a9] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.323447:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777563.323452:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777563.323455:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777563.323457:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777563.323459:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777563.323460:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777563.323476:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777563.323480:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de300. 00000100:00000001:2.0:1788777563.323483:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323488:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777563.323495:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777563.323497:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323500:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d50a8f] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.323507:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777563.323514:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777563.323518:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c000. 00000020:00000040:2.0:1788777563.323521:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777563.323523:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777563.323524:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777563.323525:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777563.323529:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30dec00. 00000100:00000001:2.0:1788777563.323532:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323536:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777563.323543:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777563.323545:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323549:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0939aae] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.323555:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777563.323561:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777563.323565:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f100. 00000020:00000040:2.0:1788777563.323567:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777563.323569:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777563.323570:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777563.323572:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777563.323575:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30ded00. 00000100:00000001:2.0:1788777563.323578:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323582:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777563.323589:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777563.323591:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323595:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa6db5ab] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.323603:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.323609:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2004) 00000100:00000001:2.0:1788777563.323636:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777563.323642:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777563.323645:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777563.323651:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.323659:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777563.323662:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777563.323667:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777563.323672:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777563.323676:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777563.323680:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211137408:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777563.323686:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777563.323694:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777563.323698:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777563.323702:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777563.323708:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc837a000. 02000000:00000001:2.0:1788777563.323711:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777563.323721:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777563.323726:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b268. 00000400:00000010:2.0:1788777563.323737:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93990. 00000100:00000200:2.0:1788777563.323747:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211137408, portal 25 00000100:00000001:2.0:1788777563.323750:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777563.323752:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000040:2.0:1788777563.323759:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.323767:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777563.323771:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777563.323774:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93b28. 00000100:00000200:2.0:1788777563.323777:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211137408, offset 0 00000400:00000200:2.0:1788777563.323786:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777563.323797:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.323807:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777563.323813:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777563.323820:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777563.323826:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777563.323829:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777563.323834:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2941:2941:256:4294967295] 192.168.204.133@tcp LPNI seq info [2940:2940:8:4294967295] 00000400:00000200:2.0:1788777563.323839:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.323852:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777563.323861:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777563.323869:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd9c04200. 00000800:00000200:2.0:1788777563.323878:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777563.323887:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777563.323894:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd9c04200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777563.323909:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777563.323914:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777563.323917:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296670693 00000100:00000010:2.0:1788777563.323921:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efc120. 00000100:00000001:2.0:1788777563.323929:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788777563.323935:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296670693 00000100:00000010:2.0:1788777563.323938:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efc1e0. 00000100:00000001:2.0:1788777563.323941:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788777563.323945:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777563.323948:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.323950:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777563.323954:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.323961:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777563.323963:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777563.323965:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777563.323967:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777563.323969:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777563.323972:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211137664:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777563.323978:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777563.323981:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777563.323983:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777563.323984:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777563.323988:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc837b400. 02000000:00000001:2.0:1788777563.323990:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777563.323994:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777563.323997:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b688. 00000400:00000010:2.0:1788777563.324002:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93220. 00000100:00000200:2.0:1788777563.324005:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211137664, portal 10 00000100:00000001:2.0:1788777563.324007:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777563.324009:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:2.0:1788777563.324016:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.324024:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777563.324026:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777563.324029:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777563.324031:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211137664, offset 0 00000400:00000200:2.0:1788777563.324036:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777563.324039:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.324043:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777563.324046:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777563.324049:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777563.324051:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777563.324053:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777563.324055:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2942:2942:255:4294967295] 192.168.204.133@tcp LPNI seq info [2941:2941:7:4294967295] 00000400:00000200:2.0:1788777563.324059:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.324066:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777563.324070:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777563.324075:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2d00. 00000800:00000200:2.0:1788777563.324079:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777563.324084:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777563.324087:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777563.324089:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.324094:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21608 usecs (22 jiffies) 00000100:00000001:3.0:1788777563.325532:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777563.325538:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777563.325540:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777563.325554:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.325564:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777563.325567:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777563.325571:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777563.325574:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777563.325578:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777563.325582:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211137536:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777563.325587:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777563.325593:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777563.325595:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777563.325598:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777563.325604:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3327e00. 02000000:00000001:3.0:1788777563.325606:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777563.325610:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777563.325615:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777563.325623:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777563.325630:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211137536, portal 10 00000100:00000001:3.0:1788777563.325633:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777563.325635:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504813952 : -110914204737664 : ffff9b1fc639df80) 00000100:00000040:3.0:1788777563.325644:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.325652:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777563.325655:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777563.325659:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255cc0. 00000100:00000200:3.0:1788777563.325662:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211137536, offset 0 00000400:00000200:3.0:1788777563.325670:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777563.325677:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777563.325685:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777563.325690:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777563.325694:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777563.325698:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777563.325701:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777563.325704:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2943:2943:254:4294967295] 192.168.204.133@tcp LPNI seq info [2942:2942:6:4294967295] 00000400:00000200:3.0:1788777563.325708:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777563.325716:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777563.325722:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777563.325728:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777563.325736:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777563.325742:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777563.325747:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777563.325752:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777563.325756:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 864073 usecs (865 jiffies) 00000400:00000200:3.0:1788777563.325760:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777563.325763:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296667498 00000100:00000001:3.0:1788777563.325766:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296670693 00000100:00000001:3.0:1788777563.325768:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296667498 00000100:00000001:3.0:1788777563.325772:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296670693 00000400:00000200:2.0:1788777563.325774:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777563.325777:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777563.325779:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296666655 00000100:00000001:3.0:1788777563.325781:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.325785:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296670693 00000100:00000001:3.0:1788777563.325787:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788777563.325792:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296666655 00000100:00000040:3.0:1788777563.325794:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.325796:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296670693 00000100:00000001:2.0:1788777563.325801:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777563.325806:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.325812:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788777563.325819:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788777563.325821:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.325822:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777563.325827:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777563.325829:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777563.325835:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.325841:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1788777563.325842:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211137792:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777563.325844:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.325849:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777563.325851:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777563.325853:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777563.325855:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777563.325857:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777563.325859:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777563.325862:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1788777563.325866:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211137920:192.168.204.133@tcp:400:kworker.0 02000000:00000010:3.0:1788777563.325867:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3327600. 02000000:00000001:3.0:1788777563.325872:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.325874:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777563.325878:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788777563.325879:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 02000000:00000001:2.0:1788777563.325881:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788777563.325885:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73e70. 02000000:00000001:2.0:1788777563.325886:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1788777563.325893:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255a18. 02000000:00000010:2.0:1788777563.325893:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc837a600. 02000000:00000001:2.0:1788777563.325898:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788777563.325900:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211137792, portal 4 00000100:00000001:3.0:1788777563.325904:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777563.325906:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000400:00000200:2.0:1788777563.325907:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777563.325914:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919ba50. 00000100:00000040:3.0:1788777563.325918:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788777563.325922:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777563.325928:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211137920, portal 4 00000100:00000001:3.0:1788777563.325931:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788777563.325932:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1788777563.325937:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000100:00000001:2.0:1788777563.325937:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000400:00000010:3.0:1788777563.325942:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255198. 00000100:00000200:3.0:1788777563.325947:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211137792, offset 0 00000100:00000040:2.0:1788777563.325949:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788777563.325956:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777563.325965:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777563.325965:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777563.325972:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777563.325973:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000010:2.0:1788777563.325977:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e935d8. 00000400:00000200:3.0:1788777563.325978:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777563.325983:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000100:00000200:2.0:1788777563.325984:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211137920, offset 0 00000400:00000200:3.0:1788777563.325987:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777563.325993:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777563.325994:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777563.326000:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2944:2944:253:4294967295] 192.168.204.133@tcp LPNI seq info [2943:2943:5:4294967295] 00000400:00000200:3.0:1788777563.326005:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777563.326010:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777563.326014:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777563.326018:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b600. 00000800:00000200:3.0:1788777563.326022:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777563.326026:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777563.326029:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777563.326031:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777563.326035:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20587 usecs (21 jiffies) 00000400:00000200:3.0:1788777563.326038:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777563.326039:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296666654 00000100:00000001:3.0:1788777563.326041:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296670693 00000100:00000001:3.0:1788777563.326044:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296666654 00000100:00000001:3.0:1788777563.326046:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296670693 00000100:00000001:3.0:1788777563.326048:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777563.326050:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.326053:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.326056:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777563.326064:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777563.326066:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777563.326069:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777563.326070:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777563.326072:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.326075:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777563.326177:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777563.326181:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd9c04200. 00000400:00000200:3.0:1788777563.326189:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777563.326195:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777563.327723:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.327736:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777563.327742:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777563.327745:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777563.327750:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777563.327753:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777563.327757:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2945:2945:252:4294967295] 192.168.204.133@tcp LPNI seq info [2944:2944:4:4294967295] 00000400:00000200:2.0:1788777563.327762:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.327770:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777563.327776:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777563.327783:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2500. 00000800:00000200:2.0:1788777563.327790:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777563.327797:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777563.327802:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777563.327808:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.327814:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 222640 usecs (223 jiffies) 00000400:00000200:2.0:1788777563.327817:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777563.327819:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296666856 00000100:00000001:2.0:1788777563.327823:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296670693 00000100:00000001:2.0:1788777563.327825:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296666856 00000100:00000001:2.0:1788777563.327827:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296670693 00000100:00000001:2.0:1788777563.327831:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777563.327836:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.327839:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.327844:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.327853:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777563.327856:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777563.327859:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777563.327861:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777563.327863:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.327866:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777563.330632:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93b28 00000400:00000010:3.0:1788777563.330645:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93b28. 00000100:00000001:3.0:1788777563.330656:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777563.330672:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.330826:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777563.330832:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.330840:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.330842:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777563.332793:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777563.332804:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2d00. 00000400:00000200:2.0:1788777563.332814:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777563.332825:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777563.332832:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:2.0:1788777563.332835:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:2.0:1788777563.332840:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777563.332852:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.332866:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777563.332870:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.332878:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.332880:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777563.332895:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777563.332897:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:2.0:1788777563.332902:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777563.332906:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777563.332909:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255cc0 00000400:00000010:2.0:1788777563.332911:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255cc0. 00000100:00000001:2.0:1788777563.332913:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777563.332919:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.332927:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777563.332931:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.332937:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.332938:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777563.332948:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777563.332950:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b600. 00000400:00000200:2.0:1788777563.332953:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777563.332956:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777563.332959:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255198 00000400:00000010:2.0:1788777563.332960:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255198. 00000100:00000001:2.0:1788777563.332963:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777563.332967:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.332975:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777563.332977:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.332983:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.332985:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777563.333082:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777563.333085:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2500. 00000400:00000200:2.0:1788777563.333089:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777563.333093:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777563.333096:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:2.0:1788777563.333098:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:2.0:1788777563.333100:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777563.333105:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.333113:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777563.333116:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.333123:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.333124:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777563.337489:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337515:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777563.337521:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337523:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.337535:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337547:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777563.337557:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337564:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337572:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337577:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd63180 00000400:00000200:2.0:1788777563.337583:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337591:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8905 [1] + 224 00000800:00000001:2.0:1788777563.337600:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337606:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.337610:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777563.337614:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777563.337625:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777563.337641:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777563.337655:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.337681:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777563.337699:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337703:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777563.337705:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337707:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.337710:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337714:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777563.337719:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337722:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337725:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337728:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd63300 00000400:00000200:2.0:1788777563.337732:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337738:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8935 [1] + 224 00000800:00000001:2.0:1788777563.337742:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337746:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.337748:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777563.337751:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777563.337754:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777563.337760:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777563.337769:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.337789:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777563.337793:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337797:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777563.337799:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337801:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.337804:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337808:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777563.337812:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337815:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337818:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337821:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd63380 00000400:00000200:2.0:1788777563.337824:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.337828:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x893d [1] + 224 00000800:00000001:2.0:1788777563.337832:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337851:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.337854:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777563.337857:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777563.337861:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777563.337865:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777563.337875:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.337883:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777563.337887:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.337889:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.337905:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777563.337910:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777563.337919:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777563.337921:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777563.337924:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73e70. 00000400:00000200:2.0:1788777563.337928:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255a18 00000400:00000010:2.0:1788777563.337931:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255a18. 00000100:00000001:2.0:1788777563.337934:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777563.337938:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777563.337946:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.337953:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777563.337955:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.337957:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777563.337962:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777563.337965:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777563.337968:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777563.337971:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777563.337984:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777563.337989:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777563.337992:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777563.337994:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777563.337997:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777563.338001:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.338006:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777563.338009:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788777563.338011:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777563.338013:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.338019:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.338032:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777563.338037:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777563.338039:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777563.338043:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777563.338051:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211137792:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777563.338056:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.338059:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777563.338063:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c000 x1875667211137792/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.338071:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777563.338074:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777563.338078:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3327600. 02000000:00000001:2.0:1788777563.338082:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777563.338086:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777563.338088:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777563.338091:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777563.338094:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30dec00. 02000000:00000001:2.0:1788777563.338101:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777563.338103:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777563.338106:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c000. 00000100:00000001:2.0:1788777563.338109:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777563.338111:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.338114:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.338116:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777563.338118:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777563.338120:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.338121:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.339662:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777563.339671:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777563.339691:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777563.339694:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777563.339699:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b268. 00000400:00000200:3.0:1788777563.339710:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93990 00000400:00000010:3.0:1788777563.339714:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93990. 00000100:00000001:3.0:1788777563.339730:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777563.339744:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777563.339758:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.339767:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777563.339770:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777563.339772:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777563.339776:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777563.339778:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777563.339781:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777563.339784:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777563.339790:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777563.339796:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777563.339798:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777563.339800:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777563.339804:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777563.339806:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.339809:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777563.339816:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.339824:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777563.339829:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777563.339831:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777563.339835:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777563.339844:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211137408:192.168.204.133@tcp:400:kworker.0 00000400:00000001:3.0:1788777563.340045:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777563.340047:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777563.340049:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919ba50. 00000400:00000200:3.0:1788777563.340053:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:3.0:1788777563.340055:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:3.0:1788777563.340058:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777563.340064:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777563.340074:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.340081:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777563.340083:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777563.340085:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777563.340087:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777563.340088:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777563.340090:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777563.340092:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777563.340099:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777563.340102:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777563.340105:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777563.340106:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777563.340108:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777563.340111:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.340116:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777563.340118:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788777563.340121:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777563.340123:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777563.340127:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.340145:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777563.340148:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777563.340149:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777563.340153:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777563.340161:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211137920:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777563.340166:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.340169:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777563.340173:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f800 x1875667211137408/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.340179:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777563.340182:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777563.340185:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc837a000. 02000000:00000001:3.0:1788777563.340190:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777563.340193:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777563.340195:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777563.340197:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777563.340200:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc8956100. 02000000:00000001:3.0:1788777563.340205:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777563.340207:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777563.340209:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f800. 00000100:00000001:3.0:1788777563.340213:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777563.340215:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777563.340216:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777563.340220:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f100 x1875667211137920/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777563.340226:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777563.340227:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777563.340229:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc837a600. 02000000:00000001:3.0:1788777563.340231:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777563.340232:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777563.340234:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777563.340236:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777563.340237:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30ded00. 02000000:00000001:3.0:1788777563.340241:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777563.340242:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777563.340244:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f100. 00000100:00000001:3.0:1788777563.340246:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777563.340247:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777563.340251:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.340253:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777563.340255:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777563.340257:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777563.340258:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777563.349334:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.349358:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777563.349364:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.349367:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.349380:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349389:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777563.349412:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349419:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349425:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349429:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd63280 00000400:00000200:2.0:1788777563.349434:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349442:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8915 [1] + 224 00000800:00000001:2.0:1788777563.349451:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.349455:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.349459:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777563.349482:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777563.349493:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777563.349507:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777563.349520:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.349537:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777563.349564:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777563.349569:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777563.349578:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777563.349581:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777563.349584:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b688. 00000400:00000200:2.0:1788777563.349589:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93220 00000400:00000010:2.0:1788777563.349592:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93220. 00000100:00000001:2.0:1788777563.349595:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777563.349599:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777563.349608:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.349614:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777563.349617:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.349621:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777563.349626:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777563.349629:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777563.349632:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777563.349636:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777563.349649:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=72 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777563.349654:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777563.349656:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777563.349658:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777563.349661:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777563.349667:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.349672:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777563.349675:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:2.0:1788777563.349677:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777563.349689:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.349694:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.349701:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777563.349705:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777563.349707:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777563.349712:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777563.349720:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211137664:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777563.349736:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.349738:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777563.349743:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211137664/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.349750:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777563.349754:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777563.349758:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc837b400. 02000000:00000001:2.0:1788777563.349763:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777563.349766:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777563.349770:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777563.349772:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777563.349776:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de300. 02000000:00000001:2.0:1788777563.349782:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777563.349784:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777563.349786:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:2.0:1788777563.349790:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777563.349792:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.349795:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.349804:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777563.349806:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.349809:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777563.349812:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777563.349821:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.349826:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777563.349828:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.349830:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.349834:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349837:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777563.349843:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349845:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349848:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349851:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd63200 00000400:00000200:2.0:1788777563.349855:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777563.349860:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8925 [1] + 224 00000800:00000001:2.0:1788777563.349865:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.349875:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777563.349877:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777563.349881:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777563.349885:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777563.349889:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777563.349898:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.349919:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777563.349929:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777563.349932:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777563.349935:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777563.349937:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777563.349939:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73898. 00000400:00000200:2.0:1788777563.349943:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:2.0:1788777563.349944:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:2.0:1788777563.349948:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777563.349952:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777563.349960:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.349966:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777563.349968:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.349970:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777563.349972:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777563.349973:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777563.349975:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777563.349977:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777563.349983:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=72 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777563.349986:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777563.349988:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777563.349990:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777563.349991:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777563.349993:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.349995:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777563.349997:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788777563.349998:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777563.350000:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777563.350004:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.350011:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777563.350014:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777563.350016:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777563.350020:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777563.350026:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211137536:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777563.350030:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.350032:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777563.350035:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639df80 x1875667211137536/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777563.350041:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777563.350042:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777563.350044:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3327e00. 02000000:00000001:2.0:1788777563.350048:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777563.350050:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777563.350051:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777563.350053:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777563.350054:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de400. 02000000:00000001:2.0:1788777563.350057:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777563.350058:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777563.350060:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639df80. 00000100:00000001:2.0:1788777563.350062:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777563.350064:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.350065:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777563.350070:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777563.350072:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777563.350074:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777563.350076:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777563.350082:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777563.350086:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777563.983368:0:35046:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777564.341355:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777564.341364:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777564.341371:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777564.341375:0:32334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777564.341378:0:32334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777564.341383:0:32334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777564.341386:0:32334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777564.341389:0:32334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777564.341391:0:32334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777564.341393:0:32334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777564.342562:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777564.342570:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777564.342576:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777564.799690:0:35109:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777565.364557:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777565.364564:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777565.364570:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777565.364572:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777565.364593:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777565.364595:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777565.364598:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777566.024143:0:35202:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.390249:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777566.390254:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.390259:0:32334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777566.390260:0:32334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777566.390275:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777566.390278:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777566.390281:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788777566.410375:0:35239:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788777566.410382:0:35239:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 06:39:24 (1788777564) 00000001:00000001:3.0:1788777566.427639:0:35239:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788777566.992216:0:35282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777566.992222:0:35282:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777566.992227:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bde0 00000080:00200000:2.0:1788777566.992232:0:35282:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777566.992241:0:35282:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd92b2600. 00800000:00000002:2.0:1788777566.992247:0:35282:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777566.992252:0:35282:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777566.992257:0:35282:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777566.992259:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bd00 00800000:00000002:2.0:1788777566.992262:0:35282:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777566.992266:0:35282:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777566.992269:0:35282:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777566.992271:0:35282:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777566.992274:0:35282:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777566.992276:0:35282:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777566.992278:0:35282:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777566.992281:0:35282:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777566.992283:0:35282:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777566.992288:0:35282:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777566.992295:0:35282:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777566.992297:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bbd0 00000002:00010000:2.0:1788777566.992299:0:35282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777566.992303:0:35282:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777566.992305:0:35282:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777566.992308:0:35282:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777566.992315:0:35282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:2.0:1788777566.992319:0:35282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777566.992323:0:35282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777566.992327:0:35282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777566.992332:0:35282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788777566.992343:0:35282:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777566.992348:0:35282:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777566.992351:0:35282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788777566.992357:0:35282:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777566.992359:0:35282:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777566.992361:0:35282:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777566.992362:0:35282:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777566.992364:0:35282:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777566.992366:0:35282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777566.992368:0:35282:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777566.992371:0:35282:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777566.992374:0:35282:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd92b2600. 00000080:00000001:2.0:1788777566.992379:0:35282:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777566.992380:0:35282:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777566.992383:0:35282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777566.992387:0:35282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:2.0:1788777566.992391:0:35282:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777566.992393:0:35282:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777566.992395:0:35282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777566.992397:0:35282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777566.992401:0:35282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777566.992403:0:35282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992405:0:35282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992409:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992410:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777566.992411:0:35282:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777566.992413:0:35282:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777566.992415:0:35282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc145be18 00010000:00000001:2.0:1788777566.992416:0:35282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777566.992417:0:35282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777566.992419:0:35282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777566.992420:0:35282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992422:0:35282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992424:0:35282:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777566.992427:0:35282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777566.992433:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992434:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777566.992435:0:35282:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777566.992438:0:35282:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777566.992440:0:35282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788777566.992449:0:35282:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777566.992452:0:35282:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777566.992454:0:35282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777566.992458:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992459:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777566.992483:0:35282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992487:0:35282:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777566.992488:0:35282:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992490:0:35282:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992493:0:35282:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992495:0:35282:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777566.992496:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992497:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777566.992500:0:35282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777566.992502:0:35282:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777566.992504:0:35282:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 101 00000080:00000001:2.0:1788777566.992508:0:35282:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777566.992515:0:35282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777566.992517:0:35282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777566.992518:0:35282:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777566.992519:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bba8 00000080:00200000:2.0:1788777566.992521:0:35282:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777566.992525:0:35282:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd92b2600. 00800000:00000002:2.0:1788777566.992528:0:35282:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777566.992530:0:35282:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777566.992532:0:35282:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777566.992533:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bac8 00800000:00000002:2.0:1788777566.992534:0:35282:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777566.992537:0:35282:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777566.992538:0:35282:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777566.992539:0:35282:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777566.992540:0:35282:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777566.992541:0:35282:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777566.992543:0:35282:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777566.992544:0:35282:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777566.992546:0:35282:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777566.992548:0:35282:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777566.992551:0:35282:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777566.992552:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145b998 00000002:00010000:2.0:1788777566.992554:0:35282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777566.992556:0:35282:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777566.992557:0:35282:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777566.992558:0:35282:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777566.992561:0:35282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:2.0:1788777566.992563:0:35282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777566.992566:0:35282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777566.992567:0:35282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777566.992570:0:35282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1788777566.992578:0:35282:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777566.992580:0:35282:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777566.992582:0:35282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1788777566.992588:0:35282:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777566.992589:0:35282:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777566.992591:0:35282:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777566.992592:0:35282:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777566.992594:0:35282:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777566.992596:0:35282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777566.992597:0:35282:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777566.992599:0:35282:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777566.992601:0:35282:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd92b2600. 00000080:00000001:2.0:1788777566.992603:0:35282:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777566.992604:0:35282:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777566.992606:0:35282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777566.992608:0:35282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:2.0:1788777566.992611:0:35282:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777566.992612:0:35282:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777566.992613:0:35282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777566.992614:0:35282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777566.992616:0:35282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777566.992618:0:35282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992620:0:35282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992622:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992623:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777566.992624:0:35282:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777566.992626:0:35282:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777566.992628:0:35282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc145bbe0 00010000:00000001:2.0:1788777566.992630:0:35282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777566.992631:0:35282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777566.992632:0:35282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777566.992634:0:35282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992636:0:35282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992638:0:35282:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777566.992641:0:35282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788777566.992647:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992648:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777566.992649:0:35282:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777566.992651:0:35282:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777566.992653:0:35282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1788777566.992658:0:35282:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777566.992660:0:35282:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777566.992661:0:35282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777566.992663:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992664:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777566.992665:0:35282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992667:0:35282:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777566.992668:0:35282:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992670:0:35282:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992672:0:35282:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992673:0:35282:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777566.992674:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992675:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777566.992677:0:35282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777566.992678:0:35282:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777566.992680:0:35282:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777566.992683:0:35282:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777566.992692:0:35282:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca613660. 00000020:00000001:2.0:1788777566.992696:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bd98 00000080:00200000:2.0:1788777566.992698:0:35282:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=1536 00000080:00000001:2.0:1788777566.992700:0:35282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777566.992702:0:35282:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777566.992703:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bca8 00000080:00200000:2.0:1788777566.992705:0:35282:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777566.992708:0:35282:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd92b2600. 00800000:00000002:2.0:1788777566.992711:0:35282:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777566.992713:0:35282:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777566.992714:0:35282:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777566.992715:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bbc8 00800000:00000002:2.0:1788777566.992717:0:35282:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777566.992720:0:35282:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777566.992721:0:35282:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777566.992722:0:35282:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777566.992724:0:35282:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777566.992725:0:35282:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777566.992727:0:35282:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777566.992729:0:35282:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777566.992730:0:35282:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777566.992732:0:35282:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777566.992735:0:35282:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777566.992737:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145ba98 00000002:00010000:2.0:1788777566.992739:0:35282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777566.992741:0:35282:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777566.992743:0:35282:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777566.992744:0:35282:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777566.992746:0:35282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:2.0:1788777566.992748:0:35282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777566.992751:0:35282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777566.992753:0:35282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777566.992756:0:35282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:2.0:1788777566.992762:0:35282:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777566.992764:0:35282:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777566.992767:0:35282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:2.0:1788777566.992773:0:35282:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777566.992775:0:35282:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777566.992776:0:35282:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777566.992778:0:35282:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777566.992779:0:35282:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777566.992781:0:35282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777566.992783:0:35282:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777566.992785:0:35282:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777566.992787:0:35282:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd92b2600. 00000080:00000001:2.0:1788777566.992789:0:35282:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777566.992791:0:35282:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777566.992793:0:35282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777566.992795:0:35282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:2.0:1788777566.992798:0:35282:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777566.992799:0:35282:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777566.992801:0:35282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777566.992802:0:35282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777566.992804:0:35282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777566.992805:0:35282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992807:0:35282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992810:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992811:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777566.992812:0:35282:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777566.992814:0:35282:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777566.992815:0:35282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc145bce0 00010000:00000001:2.0:1788777566.992817:0:35282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777566.992818:0:35282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777566.992819:0:35282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777566.992821:0:35282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992823:0:35282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992825:0:35282:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777566.992828:0:35282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1788777566.992834:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992835:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777566.992837:0:35282:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777566.992838:0:35282:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777566.992840:0:35282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1788777566.992846:0:35282:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777566.992848:0:35282:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777566.992849:0:35282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777566.992851:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992852:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777566.992854:0:35282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992856:0:35282:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777566.992857:0:35282:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992858:0:35282:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992860:0:35282:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.992862:0:35282:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777566.992863:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992864:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777566.992866:0:35282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777566.992867:0:35282:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777566.992869:0:35282:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788777566.992872:0:35282:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777566.992876:0:35282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777566.992877:0:35282:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777566.992879:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bd90 00000080:00200000:2.0:1788777566.992880:0:35282:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777566.992885:0:35282:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd92b2600. 00800000:00000002:2.0:1788777566.992887:0:35282:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777566.992889:0:35282:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777566.992891:0:35282:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777566.992892:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bcb0 00800000:00000002:2.0:1788777566.992894:0:35282:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777566.992897:0:35282:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777566.992898:0:35282:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777566.992899:0:35282:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777566.992900:0:35282:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777566.992902:0:35282:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777566.992903:0:35282:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777566.992905:0:35282:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777566.992907:0:35282:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777566.992908:0:35282:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777566.992911:0:35282:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777566.992913:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bb80 00000002:00010000:2.0:1788777566.992914:0:35282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777566.992917:0:35282:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777566.992919:0:35282:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777566.992920:0:35282:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777566.992922:0:35282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:2.0:1788777566.992924:0:35282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777566.992926:0:35282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777566.992928:0:35282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777566.992931:0:35282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:2.0:1788777566.992937:0:35282:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777566.992939:0:35282:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777566.992942:0:35282:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:2.0:1788777566.992948:0:35282:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777566.992950:0:35282:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777566.992951:0:35282:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777566.992953:0:35282:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777566.992954:0:35282:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777566.992956:0:35282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777566.992959:0:35282:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777566.992960:0:35282:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777566.992962:0:35282:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd92b2600. 00000080:00000001:2.0:1788777566.992964:0:35282:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777566.992965:0:35282:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777566.992967:0:35282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777566.992970:0:35282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca44 00800000:00000001:2.0:1788777566.992972:0:35282:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777566.992974:0:35282:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777566.992975:0:35282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777566.992976:0:35282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777566.992977:0:35282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777566.992979:0:35282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992981:0:35282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992983:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.992984:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777566.992985:0:35282:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777566.992986:0:35282:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777566.992988:0:35282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca44 from it ffffb70bc145bdc8 00010000:00000001:2.0:1788777566.992990:0:35282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777566.992991:0:35282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777566.992992:0:35282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777566.992994:0:35282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992996:0:35282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777566.992997:0:35282:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777566.992999:0:35282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1788777566.993006:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.993006:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777566.993008:0:35282:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777566.993009:0:35282:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777566.993011:0:35282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1788777566.993017:0:35282:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777566.993018:0:35282:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777566.993020:0:35282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777566.993022:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.993023:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777566.993024:0:35282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.993026:0:35282:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777566.993027:0:35282:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.993029:0:35282:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.993031:0:35282:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.993032:0:35282:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777566.993034:0:35282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777566.993034:0:35282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777566.993036:0:35282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777566.993037:0:35282:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777566.993039:0:35282:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788777566.993041:0:35282:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777566.993044:0:35282:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:2.0:1788777566.993046:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bda0 00000080:00200000:2.0:1788777566.993047:0:35282:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:2.0:1788777566.993050:0:35282:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1788777566.993052:0:35282:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1788777566.993055:0:35282:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd92b2600. 00800000:00000002:2.0:1788777566.993058:0:35282:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777566.993079:0:35282:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9b1fc4f3d780. 00000080:00000001:2.0:1788777566.993083:0:35282:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777566.993085:0:35282:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788777566.993088:0:35282:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777566.993091:0:35282:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777566.993092:0:35282:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777566.993093:0:35282:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777566.993095:0:35282:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777566.993096:0:35282:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777566.993098:0:35282:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777566.993099:0:35282:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777566.993103:0:35282:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:2.0:1788777566.993107:0:35282:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:2.0:1788777566.993110:0:35282:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1788777566.993113:0:35282:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:2.0:1788777566.993116:0:35282:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1788777566.993120:0:35282:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446633159481882112 : -110914227669504 : ffff9b1fc4dbf600) 00800000:00000001:2.0:1788777566.993122:0:35282:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159481882112 : -110914227669504 : ffff9b1fc4dbf600) 00800000:00000001:2.0:1788777566.993125:0:35282:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777566.993127:0:35282:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777566.993130:0:35282:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777566.993132:0:35282:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777566.993135:0:35282:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9b1fc31a7000: Allocated FID [0x240000402:0x7:0x0] 40000000:00000001:2.0:1788777566.993137:0:35282:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777566.993139:0:35282:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777566.993141:0:35282:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777566.993143:0:35282:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777566.993145:0:35282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc145bbc0 00800000:00000002:2.0:1788777566.993147:0:35282:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x240000402:0x7:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:2.0:1788777566.993152:0:35282:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788777566.993155:0:35282:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777566.993160:0:35282:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777566.993165:0:35282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639df80. 00000020:00000040:2.0:1788777566.993169:0:35282:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777566.993175:0:35282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777566.993177:0:35282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.993179:0:35282:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777566.993183:0:35282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777566.993185:0:35282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777566.993188:0:35282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777566.993190:0:35282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777566.993194:0:35282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777566.993201:0:35282:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333a800. 00000100:00000001:2.0:1788777566.993209:0:35282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.993211:0:35282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777566.993213:0:35282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.993214:0:35282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777566.993216:0:35282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777566.993218:0:35282:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788777566.993231:0:35282:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788777566.993243:0:35282:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639df80 x1875667211138176/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777566.993251:0:35282:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777566.993253:0:35282:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777566.993259:0:35282:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc9840cc0. 00000100:00000001:2.0:1788777566.993261:0:35282:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560006848 : -110914149544768 : ffff9b1fc9840cc0) 00000100:00000001:2.0:1788777566.993264:0:35282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777566.993265:0:35282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504813952 : -110914204737664 : ffff9b1fc639df80) 00000100:00000001:2.0:1788777566.993269:0:35282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777566.993273:0:35282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777566.993275:0:35282:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777566.993276:0:35282:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777566.993280:0:35282:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639df80 x1875667211138176/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777566.993288:0:35282:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777566.993290:0:35282:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777566.993293:0:35282:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777566.993296:0:35282:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777566.993298:0:35282:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777566.993302:0:35282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639df80 pname:cluuid:pid:xid:nid:opc:job mkdir:67f3d5ce-64e4-46be-9428-e80a71444531:35282:1875667211138176:192.168.204.133@tcp:36:mkdir.0 00000100:00000001:2.0:1788777566.993306:0:35282:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777566.993313:0:35282:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777566.993316:0:35282:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777566.993318:0:35282:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777566.993322:0:35282:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777566.993324:0:35282:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777566.993334:0:35282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777566.993338:0:35282:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b688. 00000400:00000010:2.0:1788777566.993345:0:35282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93220. 00000100:00000200:2.0:1788777566.993353:0:35282:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211138176, portal 10 00000100:00000001:2.0:1788777566.993356:0:35282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777566.993357:0:35282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504813952 : -110914204737664 : ffff9b1fc639df80) 00000100:00000040:2.0:1788777566.993363:0:35282:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639df80 x1875667211138176/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777566.993370:0:35282:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777566.993374:0:35282:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777566.993376:0:35282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e935d8. 00000100:00000200:2.0:1788777566.993379:0:35282:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667211138176, offset 0 00000400:00000200:2.0:1788777566.993387:0:35282:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777566.993396:0:35282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777566.993404:0:35282:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777566.993409:0:35282:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777566.993414:0:35282:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777566.993418:0:35282:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777566.993421:0:35282:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777566.993425:0:35282:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2946:2946:256:4294967295] 192.168.204.133@tcp LPNI seq info [2945:2945:8:4294967295] 00000400:00000200:2.0:1788777566.993429:0:35282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777566.993438:0:35282:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777566.993444:0:35282:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777566.993450:0:35282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30de300. 00000800:00000200:2.0:1788777566.993458:0:35282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777566.993494:0:35282:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777566.993500:0:35282:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30de300 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788777566.993513:0:35282:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777566.993518:0:35282:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 21647 usecs (22 jiffies) 00000400:00000200:2.0:1788777566.993521:0:35282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777566.993524:0:35282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670320 00000100:00000001:2.0:1788777566.993527:0:35282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296670693 00000100:00000001:2.0:1788777566.993529:0:35282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670320 00000100:00000001:2.0:1788777566.993532:0:35282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296670693 00000100:00000001:2.0:1788777566.993535:0:35282:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777566.993538:0:35282:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777566.993541:0:35282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777566.993543:0:35282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777566.993545:0:35282:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc9840cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777566.993548:0:35282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777566.993551:0:35282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777566.998352:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777566.998363:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30de300. 00000400:00000200:3.0:1788777566.998371:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777566.998380:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777566.998388:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:3.0:1788777566.998391:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:3.0:1788777566.998396:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777566.998405:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639df80 x1875667211138176/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777566.998418:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777566.998421:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639df80 x1875667211138176/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777566.998428:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777566.998430:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777567.023527:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.023544:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777567.023549:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.023552:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777567.023561:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.023569:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777567.023580:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.023585:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.023591:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.023595:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2dc100 00000400:00000200:2.0:1788777567.023607:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x808d [2] + 984 00000800:00000001:2.0:1788777567.023615:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.023694:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.023699:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.023704:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.023714:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777567.023716:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777567.023723:0:2407:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254a80. 00000100:00000040:3.0:1788777567.023726:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3254a80 x1875667233652992 msgsize 328 00000100:00100000:3.0:1788777567.023731:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777567.023746:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.023757:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.023761:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777567.023837:0:16847:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788777567.023840:0:16847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233652992 02000000:00000001:2.0:1788777567.023843:0:16847:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788777567.023845:0:16847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777567.023848:0:16847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777567.023852:0:16847:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777567.023857:0:16847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233652992 00000020:00000001:2.0:1788777567.023860:0:16847:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777567.023862:0:16847:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbdfd 00000020:00000001:2.0:1788777567.023865:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.023868:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd1097000 refcount=5 00000020:00000001:2.0:1788777567.023871:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000020:00000001:2.0:1788777567.023874:0:16847:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159686189056 : -110914023362560 : ffff9b1fd1097000) 00000100:00000001:2.0:1788777567.023877:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777567.023882:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3dc80. 00000100:00000001:2.0:1788777567.023886:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777567.023889:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3dc80. 00000020:00000010:2.0:1788777567.023896:0:16847:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc4ddf600. 00000020:00000010:2.0:1788777567.023902:0:16847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fc835da00. 00000020:00000010:2.0:1788777567.023907:0:16847:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc82c7bb8. 00000100:00000040:2.0:1788777567.023916:0:16847:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788777567.023920:0:16847:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788777567.023921:0:16847:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788777567.023923:0:16847:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.023930:0:16847:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.023942:0:16847:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777567.023955:0:16847:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788777567.023957:0:16847:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788777567.023962:0:16847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 63 00000100:00000040:2.0:1788777567.023966:0:16847:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd1097000 : new rpc_count 1 00000100:00000001:2.0:1788777567.023969:0:16847:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159453133440 : -110914256418176 : ffff9b1fc3254a80) 00000100:00000040:2.0:1788777567.023977:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc3254a80 x1875667233652992/t0(0) o104->67f3d5ce-64e4-46be-9428-e80a71444531@192.168.204.133@tcp:623/0 lens 328/0 e 0 to 0 dl 1788777578 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777567.023986:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777567.023989:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3dc80. 00000100:00000001:2.0:1788777567.023991:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777567.023993:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3dc80. 00000100:00100000:2.0:1788777567.023998:0:16847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc3254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:67f3d5ce-64e4-46be-9428-e80a71444531+5:6520:x1875667233652992:12345-192.168.204.133@tcp:104: 00000100:00000200:2.0:1788777567.024001:0:16847:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233652992 00010000:00000001:2.0:1788777567.024004:0:16847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788777567.024011:0:16847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.024013:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.024015:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=2 00000020:00000001:2.0:1788777567.024017:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777567.024020:0:16847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777567.024023:0:16847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777567.024028:0:16847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777567.024034:0:16847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00000001:2.0:1788777567.024045:0:16847:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788777567.024048:0:16847:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788777567.024053:0:16847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fc3338400. 02000000:00000001:2.0:1788777567.024056:0:16847:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.024074:0:16847:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.024079:0:16847:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788777567.024082:0:16847:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777567.024086:0:16847:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777567.024091:0:16847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777567.024094:0:16847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777567.024097:0:16847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:2.0:1788777567.024100:0:16847:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788777567.024102:0:16847:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.024105:0:16847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777567.024108:0:16847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777567.024114:0:16847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777567.024120:0:16847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233652992, offset 224 00000400:00000200:2.0:1788777567.024127:0:16847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777567.024135:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.024142:0:16847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777567.024148:0:16847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2947:2947:256:4294967295] 192.168.204.133@tcp LPNI seq info [2946:2946:8:4294967295] 00000400:00000200:2.0:1788777567.024152:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.024161:0:16847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777567.024168:0:16847:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777567.024172:0:16847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30ded00. 00000800:00000200:2.0:1788777567.024180:0:16847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777567.024186:0:16847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777567.024192:0:16847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30ded00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777567.024205:0:16847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777567.024209:0:16847:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:2.0:1788777567.024212:0:16847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788777567.024215:0:16847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fc98406c0. 00010000:00000001:2.0:1788777567.024218:0:16847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788777567.024236:0:16847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788777567.024239:0:16847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.024240:0:16847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.024242:0:16847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777567.024246:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254a80 x1875667233652992/t0(0) o104->67f3d5ce-64e4-46be-9428-e80a71444531@192.168.204.133@tcp:623/0 lens 328/224 e 0 to 0 dl 1788777578 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788777567.024256:0:16847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc3254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:67f3d5ce-64e4-46be-9428-e80a71444531+5:6520:x1875667233652992:12345-192.168.204.133@tcp:104: Request processed in 268us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1788777567.024262:0:16847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 63 00000100:00000040:2.0:1788777567.024266:0:16847:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd1097000 : new rpc_count 0 00000100:00000001:2.0:1788777567.024268:0:16847:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788777567.024270:0:16847:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788777567.024274:0:16847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fc835da00. 00000020:00000010:2.0:1788777567.024278:0:16847:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc82c7bb8. 00000020:00000010:2.0:1788777567.024282:0:16847:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc4ddf600. 00000020:00000040:2.0:1788777567.024289:0:16847:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd1097000 : new refcount 4 00000100:00000001:2.0:1788777567.024292:0:16847:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777567.024411:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.024416:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30ded00. 00000400:00000200:3.0:1788777567.024421:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.024425:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.024430:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:3.0:1788777567.024433:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:3.0:1788777567.024437:0:2406:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788777567.024439:0:2406:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788777567.024728:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777567.024732:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.024736:0:16856:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788777567.024740:0:16856:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788777567.024743:0:16856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777567.024747:0:16856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1788777567.024758:0:16856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f5800 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777567.024762:0:16856:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777567.024766:0:16856:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788777567.024774:0:16856:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777567.024776:0:16856:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777567.024780:0:16856:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788777567.024786:0:16856:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777567.024790:0:16856:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777567.024791:0:16856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.024793:0:16856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.024795:0:16856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777567.024797:0:16856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777567.024799:0:16856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777567.024802:0:16856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777567.024804:0:16856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1788777567.024816:0:16856:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777567.024821:0:16856:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777567.024824:0:16856:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777567.024826:0:16856:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777567.024831:0:16856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777567.024834:0:16856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777567.024842:0:16856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:0.0:1788777567.024845:0:16856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777567.024850:0:16856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.024851:0:16856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777567.024852:0:16856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777567.024854:0:16856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:0.0:1788777567.024856:0:16856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777567.024858:0:16856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.024860:0:16856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777567.024861:0:16856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777567.024863:0:16856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6600 count: 2 00010000:00000001:0.0:1788777567.024865:0:16856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777567.024866:0:16856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.024868:0:16856:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777567.024872:0:16856:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777567.024877:0:16856:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777567.024880:0:16856:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777567.024883:0:16856:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777567.024885:0:16856:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.024890:0:16856:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777567.024893:0:16856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777567.024895:0:16856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777567.024897:0:16856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.024899:0:16856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777567.024902:0:16856:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5800 with handle 0x22b16ee488cdca44 from hash 00010000:00000001:0.0:1788777567.024905:0:16856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777567.024906:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.024908:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.024910:0:16856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777567.024914:0:16856:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777567.024916:0:16856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788777567.024921:0:16856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.024924:0:16856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.024927:0:16856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.024930:0:16856:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788777567.024938:0:16856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31eca80. 00000020:00000040:0.0:1788777567.024942:0:16856:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777567.024960:0:16856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.024963:0:16856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.024968:0:16856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.024975:0:16856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc8960600. 00000100:00000001:0.0:1788777567.024981:0:16856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.024985:0:16856:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777567.024989:0:16856:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1788777567.024996:0:16856:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777567.024997:0:16856:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.025002:0:16856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777567.025008:0:16856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.025017:0:16856:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003452f4da] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788777567.025059:0:16856:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.025070:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.025072:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.025073:0:16856:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.025075:0:16856:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.025077:0:16856:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.025080:0:16856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788777567.025087:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777567.025090:0:16856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdca44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x542deec0941a7210 expref: -99 pid: 34179 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1788777567.025098:0:16856:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6600 count: 0 00010000:00000010:0.0:1788777567.025104:0:16856:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835df80. 00010000:00000001:0.0:1788777567.025115:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.025117:0:16856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788777567.025119:0:16856:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fc98406c0. 00010000:00000001:0.0:1788777567.025122:0:16856:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.025124:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777567.025126:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.025129:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777567.025131:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777567.025132:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.025134:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777567.025135:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777567.025137:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.025138:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777567.025147:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788777567.025152:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788777567.025155:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.025163:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.025166:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.025168:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777567.025170:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.025172:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777567.025178:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.025186:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777567.025189:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.025193:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777567.025196:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777567.025199:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777567.025202:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211138304:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777567.025207:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777567.025215:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777567.025219:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.025221:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777567.025227:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8961800. 02000000:00000001:0.0:1788777567.025229:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777567.025234:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777567.025239:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c01b8. 00000400:00000010:0.0:1788777567.025244:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b088. 00000100:00000200:0.0:1788777567.025251:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211138304, portal 18 00000100:00000001:0.0:1788777567.025253:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.025255:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452707456 : -110914256844160 : ffff9b1fc31eca80) 00000100:00000040:0.0:1788777567.025262:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.025268:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777567.025271:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777567.025274:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b3b8. 00000100:00000200:0.0:1788777567.025277:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211138304, offset 0 00000400:00000200:0.0:1788777567.025285:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777567.025291:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.025297:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777567.025303:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777567.025308:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777567.025313:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777567.025315:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777567.025318:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2948:2948:256:4294967295] 192.168.204.133@tcp LPNI seq info [2947:2947:8:4294967295] 00000400:00000200:0.0:1788777567.025322:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.025329:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777567.025334:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777567.025339:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839900. 00000800:00000200:0.0:1788777567.025344:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777567.025350:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777567.025355:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777567.025374:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.025378:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 863007 usecs (864 jiffies) 00000400:00000200:0.0:1788777567.025381:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777567.025384:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671196 00000100:00000001:0.0:1788777567.025391:0:2412:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296670693 00000100:00000001:0.0:1788777567.025395:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671196 00000100:00000001:0.0:1788777567.025398:0:2412:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296670693 00000100:00000001:0.0:1788777567.025401:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.025404:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.025406:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.025409:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.025681:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.025685:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839900. 00000400:00000200:3.0:1788777567.025689:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.025693:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.025698:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b3b8 00000400:00000010:3.0:1788777567.025700:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b3b8. 00000100:00000001:3.0:1788777567.025705:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.025710:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.025720:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.025724:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.025732:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.025734:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777567.025803:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777567.025807:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777567.033640:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.033661:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.033666:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.033668:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.033677:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.033685:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.033695:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.033701:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.033707:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.033711:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd63500 00000400:00000200:3.0:1788777567.033716:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.033723:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x896d [1] + 224 00000800:00000001:3.0:1788777567.033731:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.033744:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.033747:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.033752:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.033948:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.033959:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777567.033970:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777567.034038:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777567.034043:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777567.034074:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.034085:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.034089:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777567.037700:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777567.037708:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777567.037713:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c01b8. 00000400:00000200:1.0:1788777567.037726:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:1.0:1788777567.037728:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:1.0:1788777567.037734:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777567.037746:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777567.037758:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777567.037766:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777567.037769:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.037772:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777567.037920:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777567.037924:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777567.037926:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.037929:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777567.037940:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064580 time=225 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777567.037945:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777567.037947:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777567.037949:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.037952:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777567.037958:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.037962:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777567.037964:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777567.037966:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777567.037968:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777567.037973:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777567.037980:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777567.037983:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777567.037985:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777567.037990:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777567.037998:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211138304:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777567.038003:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.038007:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777567.038011:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31eca80 x1875667211138304/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777567.038017:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777567.038020:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777567.038023:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8961800. 02000000:00000001:1.0:1788777567.038028:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777567.038030:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777567.038032:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777567.038035:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777567.038038:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc8960600. 02000000:00000001:1.0:1788777567.038041:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777567.038043:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777567.038044:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31eca80. 00000100:00000001:1.0:1788777567.038048:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777567.038049:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.038051:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.038501:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777567.038505:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.038508:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777567.038510:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788777567.038882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6600. 00010000:00000010:0.1:1788777567.038890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00000800:00000001:3.0:1788777567.124756:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.124778:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.124784:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.124787:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.124799:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.124808:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.124818:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.124824:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.125241:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.125245:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 10 MB=0x6a9e8cdd63480 00000400:00000200:3.0:1788777567.125251:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.125257:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 448/448 into md 0x8955 [1] + 224 00000800:00000001:3.0:1788777567.125268:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.125277:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.125282:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.125287:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.125298:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.125310:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639df80 x1875667211138176/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777567.125322:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b1fc639df80 x1875667211138176/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.125401:0:35282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777567.125422:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.125433:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.125436:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777567.128994:0:35282:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777567.129002:0:35282:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777567.129006:0:35282:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b688. 00000400:00000200:2.0:1788777567.129017:0:35282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93220 00000400:00000010:2.0:1788777567.129020:0:35282:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93220. 00000100:00000001:2.0:1788777567.129025:0:35282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777567.129036:0:35282:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639df80 x1875667211138176/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777567.129048:0:35282:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639df80 x1875667211138176/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.129222:0:35282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777567.129225:0:35282:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777567.129229:0:35282:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777567.129232:0:35282:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777567.129234:0:35282:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777567.129236:0:35282:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777567.129239:0:35282:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777567.129249:0:35282:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=76 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777567.129253:0:35282:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777567.129255:0:35282:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777567.129257:0:35282:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.129260:0:35282:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777567.129265:0:35282:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.129268:0:35282:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777567.129269:0:35282:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1788777567.129271:0:35282:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777567.129273:0:35282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777567.129275:0:35282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504813952 : -110914204737664 : ffff9b1fc639df80) 00000100:00000001:2.0:1788777567.129278:0:35282:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777567.129280:0:35282:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:2.0:1788777567.129282:0:35282:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777567.129285:0:35282:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777567.129290:0:35282:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639df80 x1875667211138176/t4294967331(4294967331) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777582 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.129297:0:35282:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777567.129300:0:35282:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777567.129302:0:35282:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777567.129307:0:35282:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639df80 x1875667211138176/t4294967331(4294967331) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777582 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777567.129315:0:35282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639df80 pname:cluuid:pid:xid:nid:opc:job mkdir:67f3d5ce-64e4-46be-9428-e80a71444531:35282:1875667211138176:192.168.204.133@tcp:36:mkdir.0 00000100:00000001:2.0:1788777567.129319:0:35282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777567.129323:0:35282:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.129326:0:35282:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777567.129328:0:35282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777567.129331:0:35282:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639df80 x1875667211138176/t4294967331(4294967331) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777582 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.129337:0:35282:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777567.129340:0:35282:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc9840cc0. 00000100:00000001:2.0:1788777567.129344:0:35282:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777567.129346:0:35282:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777567.129354:0:35282:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777567.129358:0:35282:0:(lmv_obd.c:2359:lmv_create()) Created - [0x240000402:0x7:0x0] 00800000:00000001:2.0:1788777567.129360:0:35282:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.129363:0:35282:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1788777567.129366:0:35282:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777510 to 1788777566 00000080:00000001:2.0:1788777567.129369:0:35282:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777567.129376:0:35282:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777567.129379:0:35282:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777567.129381:0:35282:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:2.0:1788777567.129384:0:35282:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777567.129398:0:35282:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd15b5ac0. 00000080:00000001:2.0:1788777567.129407:0:35282:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777567.129409:0:35282:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9b1fd15b5b88) 00000080:00000001:2.0:1788777567.129412:0:35282:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777567.129414:0:35282:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:2.0:1788777567.129416:0:35282:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.129418:0:35282:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:2.0:1788777567.129420:0:35282:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1788777567.129423:0:35282:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761479 mtime from 0 to 1788777566 00000080:00200000:2.0:1788777567.129426:0:35282:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00000001:2.0:1788777567.129429:0:35282:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788777567.129431:0:35282:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691557768 : -110914017993848 : ffff9b1fd15b5b88) 00000080:00000001:2.0:1788777567.129434:0:35282:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777567.129437:0:35282:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777567.129438:0:35282:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.129443:0:35282:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.129446:0:35282:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:2.0:1788777567.129447:0:35282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777567.129451:0:35282:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639df80 x1875667211138176/t4294967331(4294967331) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.129457:0:35282:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777567.129460:0:35282:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777567.129483:0:35282:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd92b2600. 00000080:00000010:2.0:1788777567.129488:0:35282:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff9b1fc4f3d780. 00000080:00000001:2.0:1788777567.129491:0:35282:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.129493:0:35282:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777567.129497:0:35282:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.129508:0:35282:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777567.129520:0:35282:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788777567.158041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613660. 00000080:00000001:1.0:1788777567.167175:0:35283:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777567.167186:0:35283:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777567.167188:0:35283:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777567.167192:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabbc0 00000080:00200000:1.0:1788777567.167197:0:35283:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777567.167205:0:35283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc5179800. 00800000:00000002:1.0:1788777567.167214:0:35283:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777567.167217:0:35283:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777567.167222:0:35283:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777567.167224:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabae0 00800000:00000002:1.0:1788777567.167227:0:35283:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777567.167232:0:35283:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777567.167235:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777567.167238:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777567.167241:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777567.167243:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777567.167246:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777567.167248:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777567.167250:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777567.167254:0:35283:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777567.167260:0:35283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777567.167261:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab9b0 00000002:00010000:1.0:1788777567.167263:0:35283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777567.167267:0:35283:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777567.167269:0:35283:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777567.167272:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777567.167278:0:35283:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.167281:0:35283:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.167283:0:35283:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.167285:0:35283:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777567.167287:0:35283:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777567.167293:0:35283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123100. 00000020:00000040:1.0:1788777567.167298:0:35283:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777567.167304:0:35283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777567.167313:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777567.167317:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.167321:0:35283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777567.167323:0:35283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777567.167328:0:35283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777567.167336:0:35283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356d800. 00000100:00000001:1.0:1788777567.167342:0:35283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.167348:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777567.167351:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.167352:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777567.167354:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.167356:0:35283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.167361:0:35283:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00010000:00000001:1.0:1788777567.167365:0:35283:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777567.167367:0:35283:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777567.167372:0:35283:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611400. 00010000:00000010:1.0:1788777567.167376:0:35283:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182c80. 00010000:00000001:1.0:1788777567.167381:0:35283:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777567.167385:0:35283:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044e00. 00000020:00000001:1.0:1788777567.167388:0:35283:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777567.167391:0:35283:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044e00 with handle 0x22b16ee488cdca67 to hash 00000020:00000001:1.0:1788777567.167393:0:35283:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777567.167395:0:35283:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.167398:0:35283:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.167402:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777567.167405:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777567.167410:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777567.167430:0:35283:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777567.167442:0:35283:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777567.167450:0:35283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777567.167452:0:35283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777567.167459:0:35283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc7c8d540. 00000100:00000001:1.0:1788777567.167938:0:35283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159530960192 : -110914178591424 : ffff9b1fc7c8d540) 00000100:00000001:1.0:1788777567.167941:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777567.167942:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00000100:00000001:1.0:1788777567.167946:0:35283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777567.167951:0:35283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.167953:0:35283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777567.167955:0:35283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777567.167965:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.167973:0:35283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777567.167976:0:35283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.167980:0:35283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777567.167983:0:35283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777567.167985:0:35283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777567.167989:0:35283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211138432:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777567.167993:0:35283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777567.167999:0:35283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777567.168001:0:35283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.168004:0:35283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777567.168009:0:35283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1163000. 02000000:00000001:1.0:1788777567.168011:0:35283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777567.168019:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777567.168023:0:35283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e123c8. 00000400:00000010:1.0:1788777567.168030:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92564c8. 00000100:00000200:1.0:1788777567.168037:0:35283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211138432, portal 10 00000100:00000001:1.0:1788777567.168039:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777567.168040:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686762752 : -110914022788864 : ffff9b1fd1123100) 00000100:00000040:1.0:1788777567.168046:0:35283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.168132:0:35283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777567.168136:0:35283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777567.168139:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777567.168143:0:35283:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211138432, offset 0 00000400:00000200:1.0:1788777567.168150:0:35283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777567.168162:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777567.168169:0:35283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777567.168174:0:35283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777567.168178:0:35283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777567.168182:0:35283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777567.168185:0:35283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777567.168188:0:35283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2949:2949:256:4294967295] 192.168.204.133@tcp LPNI seq info [2948:2948:8:4294967295] 00000400:00000200:1.0:1788777567.168193:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777567.168204:0:35283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777567.168209:0:35283:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777567.168214:0:35283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5b00. 00000800:00000200:1.0:1788777567.168220:0:35283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777567.168226:0:35283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777567.168231:0:35283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777567.168313:0:35283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777567.168318:0:35283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 861923 usecs (862 jiffies) 00000400:00000200:1.0:1788777567.168322:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777567.168325:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671337 00000100:00000001:1.0:1788777567.168333:0:35283:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296671196 00000100:00000001:1.0:1788777567.168338:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671337 00000100:00000001:1.0:1788777567.168342:0:35283:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296671196 00000100:00000001:1.0:1788777567.168345:0:35283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777567.168348:0:35283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.168351:0:35283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777567.168353:0:35283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777567.168355:0:35283:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc7c8d540 going to sleep for 11 seconds 00000100:00000001:1.0:1788777567.168358:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777567.168361:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.170748:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.170760:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5b00. 00000400:00000200:3.0:1788777567.170767:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.170776:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.170782:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:3.0:1788777567.170785:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:3.0:1788777567.170790:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.170798:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.170810:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.170814:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.170821:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.170823:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777567.175796:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.175831:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.175836:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.175840:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.175851:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.175860:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.175870:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.175876:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.175882:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.175886:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd63580 00000400:00000200:3.0:1788777567.175891:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.175899:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8975 [1] + 224 00000800:00000001:3.0:1788777567.175911:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.175918:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.175922:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.175927:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.175936:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.175948:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.175960:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.176023:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777567.176044:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.176068:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.176072:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777567.180180:0:35283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777567.180190:0:35283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777567.180194:0:35283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e123c8. 00000400:00000200:1.0:1788777567.180205:0:35283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92564c8 00000400:00000010:1.0:1788777567.180209:0:35283:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92564c8. 00000100:00000001:1.0:1788777567.180213:0:35283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777567.180227:0:35283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777567.180238:0:35283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.180245:0:35283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777567.180248:0:35283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.180251:0:35283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777567.180255:0:35283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777567.180257:0:35283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777567.180260:0:35283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.180263:0:35283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777567.180272:0:35283:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=76 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777567.180276:0:35283:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777567.180279:0:35283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777567.180280:0:35283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.180283:0:35283:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777567.180288:0:35283:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.180293:0:35283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777567.180295:0:35283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777567.180297:0:35283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777567.180299:0:35283:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777567.180303:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.180315:0:35283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777567.180318:0:35283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777567.180320:0:35283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777567.180323:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777567.180331:0:35283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123100 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211138432:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777567.180336:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.180340:0:35283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.180342:0:35283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777567.180345:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777567.180349:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.180356:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777567.180358:0:35283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc7c8d540. 00000100:00000001:1.0:1788777567.180362:0:35283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777567.180364:0:35283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.180368:0:35283:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777567.180371:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.180374:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.180378:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=4 00000020:00000001:1.0:1788777567.180380:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.180383:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000040:1.0:1788777567.180389:0:35283:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044e00, remote cookie: 0x542deec0941a726b, flags: 0x1001 00010000:00010000:1.0:1788777567.180395:0:35283:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777567.180405:0:35283:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777567.180416:0:35283:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777567.180420:0:35283:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777567.180422:0:35283:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777567.180424:0:35283:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777567.180425:0:35283:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777567.180428:0:35283:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd2611400) refcount = 1 00010000:00010000:1.0:1788777567.180432:0:35283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777567.180438:0:35283:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777567.180441:0:35283:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777567.180442:0:35283:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777567.180446:0:35283:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777567.180448:0:35283:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777567.180451:0:35283:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777567.180457:0:35283:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777567.180458:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.184787:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777567.184794:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.184796:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777567.184799:0:35283:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.184809:0:35283:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777567.184811:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.184814:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.184817:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:1.0:1788777567.184821:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184825:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184827:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.184828:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.184829:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=4 00000020:00000001:1.0:1788777567.184831:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184834:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184837:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777567.184841:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777567.184846:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777567.184856:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.184857:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777567.184858:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.184859:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.184861:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=5 00000020:00000001:1.0:1788777567.184862:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184864:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184866:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777567.184869:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777567.184876:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.184876:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777567.184879:0:35283:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777567.184885:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777567.184886:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.184887:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777567.184888:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.184889:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777567.184902:0:35283:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777567.184919:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.184920:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.184921:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:1.0:1788777567.184923:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184926:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184928:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.184929:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777567.184931:0:35283:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.184933:0:35283:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.184936:0:35283:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777567.184939:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.184940:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.184941:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:1.0:1788777567.184942:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184944:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00000002:00010000:1.0:1788777567.184947:0:35283:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777567.184953:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.184954:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777567.184956:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777567.184958:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.184959:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.184960:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:1.0:1788777567.184962:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:1.0:1788777567.184964:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000040:1.0:1788777567.184969:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611400 count: 2 00010000:00000001:1.0:1788777567.184972:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777567.184976:0:35283:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777567.184979:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.184979:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777567.184981:0:35283:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777567.184984:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab938 00000002:00002000:1.0:1788777567.184986:0:35283:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777567.184989:0:35283:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777567.184994:0:35283:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777567.184996:0:35283:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777567.185000:0:35283:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777567.185003:0:35283:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777567.185007:0:35283:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777567.185011:0:35283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc5179800. 00000080:00000001:1.0:1788777567.185017:0:35283:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777567.185020:0:35283:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777567.185026:0:35283:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777567.185030:0:35283:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777567.185291:0:35283:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fd12e4e40. 00800000:00000001:0.0:1788777567.185296:0:35283:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159688605248 : -110914020946368 : ffff9b1fd12e4e40) 00800000:00000001:0.0:1788777567.185298:0:35283:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.185301:0:35283:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777567.185304:0:35283:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777567.185307:0:35283:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777567.185310:0:35283:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777567.185313:0:35283:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777567.185314:0:35283:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.185319:0:35283:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777567.185322:0:35283:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777567.185327:0:35283:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788777567.185330:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.185331:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.185333:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:0.0:1788777567.185334:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185336:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185339:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.185340:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777567.185342:0:35283:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777567.185344:0:35283:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777567.185346:0:35283:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4e40 1 00800000:00000010:0.0:1788777567.185348:0:35283:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e4e40. 00800000:00000001:0.0:1788777567.185351:0:35283:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777567.185355:0:35283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca67 00800000:00000001:0.0:1788777567.185358:0:35283:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777567.185359:0:35283:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777567.185361:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.185362:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.185363:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:0.0:1788777567.185365:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185367:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185369:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.185370:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777567.185371:0:35283:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.185373:0:35283:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.185375:0:35283:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777567.185377:0:35283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777567.185380:0:35283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca67 from it ffffb70bc1cabbf8 00010000:00000001:0.0:1788777567.185382:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.185383:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.185384:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:0.0:1788777567.185385:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185387:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185389:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.185392:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.185398:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.185399:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.185401:0:35283:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777567.185403:0:35283:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777567.185405:0:35283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777567.185418:0:35283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777567.185422:0:35283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777567.185424:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.185429:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.185431:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.185432:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.185436:0:35283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777567.185438:0:35283:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.185441:0:35283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.185445:0:35283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.185447:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.185448:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.185449:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777567.185452:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.185458:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123100 x1875667211138432/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.185494:0:35283:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.185498:0:35283:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.185504:0:35283:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1163000. 02000000:00000001:0.0:1788777567.185508:0:35283:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.185511:0:35283:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.185513:0:35283:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.185516:0:35283:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.185519:0:35283:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356d800. 02000000:00000001:0.0:1788777567.185535:0:35283:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.185537:0:35283:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.185539:0:35283:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123100. 00000100:00000001:0.0:1788777567.185545:0:35283:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.185547:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777567.185551:0:35283:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777567.185557:0:35283:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777567.185584:0:35283:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd1882d00. 00000080:00000001:0.0:1788777567.185590:0:35283:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777567.185592:0:35283:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777567.185594:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabb00 00000080:00200000:0.0:1788777567.185597:0:35283:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777567.185601:0:35283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960c00. 00800000:00000002:0.0:1788777567.185606:0:35283:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777567.185610:0:35283:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777567.185613:0:35283:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.185615:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1caba20 00800000:00000002:0.0:1788777567.185617:0:35283:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777567.185620:0:35283:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777567.185623:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.185626:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.185628:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.185631:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.185632:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.185634:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777567.185637:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.185641:0:35283:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777567.185646:0:35283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.185648:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab8f0 00000002:00010000:0.0:1788777567.185650:0:35283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777567.185654:0:35283:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777567.185656:0:35283:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777567.185658:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777567.185662:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611400 count: 2 00010000:00000001:0.0:1788777567.185664:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.185668:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.185671:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777567.185674:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777567.185682:0:35283:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777567.185687:0:35283:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.185690:0:35283:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777567.185697:0:35283:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777567.185699:0:35283:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777567.185701:0:35283:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777567.185703:0:35283:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777567.185705:0:35283:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777567.185707:0:35283:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777567.185709:0:35283:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777567.185710:0:35283:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777567.185712:0:35283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960c00. 00000080:00000001:0.0:1788777567.185716:0:35283:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777567.185717:0:35283:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777567.185719:0:35283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777567.185722:0:35283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca67 00800000:00000001:0.0:1788777567.185725:0:35283:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777567.185726:0:35283:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777567.185727:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.185729:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.185730:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:0.0:1788777567.185732:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185734:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185737:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.185738:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777567.185739:0:35283:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.185740:0:35283:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777567.185742:0:35283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca67 from it ffffb70bc1cabb38 00010000:00000001:0.0:1788777567.185744:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.185746:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.185747:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044e00 refcount=3 00000020:00000001:0.0:1788777567.185749:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185751:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507936256 : -110913201615360 : ffff9b2002044e00) 00010000:00000001:0.0:1788777567.185752:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.185755:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777567.185761:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.185763:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.185764:0:35283:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777567.185766:0:35283:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777567.185768:0:35283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777567.185784:0:35283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777567.185786:0:35283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777567.185788:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.185790:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.185791:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.185793:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.185795:0:35283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777567.185796:0:35283:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.185798:0:35283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.185800:0:35283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.185802:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.185803:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.185804:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777567.185805:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777567.185807:0:35283:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777567.185809:0:35283:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788777567.185812:0:35283:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.185816:0:35283:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788777567.185820:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabb58 00000080:00200000:0.0:1788777567.185822:0:35283:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), file ffff9b1fc6204600, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1788777567.185828:0:35283:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fca617ba0. 00000080:00000001:0.0:1788777567.185832:0:35283:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777567.185834:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1caba08 00000080:00200000:0.0:1788777567.185836:0:35283:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000010:0.0:1788777567.185843:0:35283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960c00. 00800000:00000002:0.0:1788777567.185846:0:35283:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777567.185851:0:35283:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777567.185852:0:35283:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.185854:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab928 00800000:00000002:0.0:1788777567.185855:0:35283:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777567.185861:0:35283:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788777567.185863:0:35283:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777567.185867:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.185868:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.185870:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.185871:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.185873:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.185875:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777567.185877:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.185880:0:35283:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:0.0:1788777567.185884:0:35283:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788777567.185886:0:35283:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788777567.185889:0:35283:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788777567.185893:0:35283:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788777567.185895:0:35283:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x2a:0x0] 40000000:00000001:0.0:1788777567.185898:0:35283:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.185900:0:35283:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.185902:0:35283:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.186171:0:35283:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.186177:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab8a8 00800000:00000002:0.0:1788777567.186179:0:35283:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2a:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788777567.186184:0:35283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.186185:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab7e0 00000002:00010000:0.0:1788777567.186187:0:35283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000405:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788777567.186191:0:35283:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777567.186193:0:35283:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777567.186197:0:35283:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777567.186200:0:35283:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.186201:0:35283:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777567.186204:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611400 count: 2 00010000:00000001:0.0:1788777567.186205:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.186208:0:35283:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777567.186211:0:35283:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777567.186213:0:35283:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788777567.186225:0:35283:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777567.186230:0:35283:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777567.186232:0:35283:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777567.186234:0:35283:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777567.186236:0:35283:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777567.186237:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777567.186239:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611400 count: 3 00010000:00000001:0.0:1788777567.186241:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777567.186244:0:35283:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.186245:0:35283:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777567.186246:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777567.186247:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611400 count: 3 00010000:00000001:0.0:1788777567.186249:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777567.186251:0:35283:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.186252:0:35283:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777567.186253:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777567.186254:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611400 count: 3 00010000:00000001:0.0:1788777567.186256:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777567.186258:0:35283:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.186260:0:35283:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777567.186262:0:35283:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777567.186266:0:35283:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777567.186269:0:35283:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777567.186271:0:35283:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777567.186272:0:35283:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.186276:0:35283:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777567.186278:0:35283:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777567.186280:0:35283:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777567.186282:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.186283:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777567.186286:0:35283:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044e00 with handle 0x22b16ee488cdca67 from hash 00010000:00000001:0.0:1788777567.186289:0:35283:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777567.186290:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.186291:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.186293:0:35283:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777567.186296:0:35283:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777567.186298:0:35283:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777567.186301:0:35283:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777567.186302:0:35283:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777567.186304:0:35283:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777567.186310:0:35283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec380. 00000020:00000040:0.0:1788777567.186313:0:35283:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777567.186319:0:35283:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777567.186321:0:35283:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.186324:0:35283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777567.186328:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.186330:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.186333:0:35283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.186336:0:35283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.186339:0:35283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.186347:0:35283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001400. 00000100:00000001:0.0:1788777567.186354:0:35283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.186360:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.186364:0:35283:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777567.186367:0:35283:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777567.186374:0:35283:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777567.186376:0:35283:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777567.186377:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777567.186380:0:35283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044e00/0x22b16ee488cdca67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a726b expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788777567.186387:0:35283:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611400 count: 0 00010000:00000010:0.0:1788777567.186391:0:35283:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182c80. 00010000:00000001:0.0:1788777567.186400:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.186402:0:35283:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.186404:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.186405:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.186407:0:35283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.186417:0:35283:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00010000:00000001:0.0:1788777567.186420:0:35283:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777567.186423:0:35283:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777567.186427:0:35283:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e700. 00010000:00000010:0.0:1788777567.186432:0:35283:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a100. 00010000:00000001:0.0:1788777567.186438:0:35283:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777567.186442:0:35283:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7800. 00000020:00000001:0.0:1788777567.186444:0:35283:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777567.186447:0:35283:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7800 with handle 0x22b16ee488cdca6e to hash 00000020:00000001:0.0:1788777567.186448:0:35283:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777567.186450:0:35283:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.186454:0:35283:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.186458:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.186459:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.186579:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.186588:0:35283:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777567.186602:0:35283:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777567.186611:0:35283:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777567.186620:0:35283:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777567.186626:0:35283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777567.186628:0:35283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777567.186636:0:35283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cbac00. 00000100:00000001:0.0:1788777567.186639:0:35283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682141184 : -110914027410432 : ffff9b1fd0cbac00) 00000100:00000001:0.0:1788777567.186641:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.186643:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000001:0.0:1788777567.186648:0:35283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777567.186652:0:35283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.186654:0:35283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777567.186656:0:35283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777567.186660:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.186667:0:35283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777567.186669:0:35283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.186673:0:35283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777567.186676:0:35283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777567.186678:0:35283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777567.186681:0:35283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211138688:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.186686:0:35283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777567.186691:0:35283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777567.186694:0:35283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.186697:0:35283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777567.186761:0:35283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd13e0000. 02000000:00000001:0.0:1788777567.186764:0:35283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777567.187144:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777567.187151:0:35283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777567.187161:0:35283:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fd1001800. 00000100:00000200:0.0:1788777567.187170:0:35283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211138688, portal 10 00000100:00000001:0.0:1788777567.187172:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.187173:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000040:0.0:1788777567.187182:0:35283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.187190:0:35283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777567.187192:0:35283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777567.187196:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b990. 00000100:00000200:0.0:1788777567.187199:0:35283:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875667211138688, offset 0 00000400:00000200:0.0:1788777567.187206:0:35283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777567.187215:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.187222:0:35283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777567.187228:0:35283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777567.187233:0:35283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777567.187237:0:35283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777567.187240:0:35283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777567.187244:0:35283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2950:2950:256:4294967295] 192.168.204.133@tcp LPNI seq info [2949:2949:8:4294967295] 00000400:00000200:0.0:1788777567.187248:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.187259:0:35283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777567.187267:0:35283:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777567.187272:0:35283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839200. 00000800:00000200:0.0:1788777567.187281:0:35283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777567.187289:0:35283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777567.187294:0:35283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788777567.187305:0:35283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.187310:0:35283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 860841 usecs (861 jiffies) 00000400:00000200:0.0:1788777567.187313:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777567.187315:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671355 00000100:00000001:0.0:1788777567.187322:0:35283:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296671337 00000100:00000001:0.0:1788777567.187327:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671355 00000100:00000001:0.0:1788777567.187330:0:35283:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296671337 00000100:00000001:0.0:1788777567.187332:0:35283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.187335:0:35283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.187337:0:35283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.187339:0:35283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777567.187342:0:35283:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbac00 going to sleep for 11 seconds 00000100:00000001:0.0:1788777567.187345:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.187347:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.187539:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.187545:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839200. 00000400:00000200:3.0:1788777567.187549:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.187555:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.187561:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b990 00000400:00000010:3.0:1788777567.187563:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b990. 00000100:00000001:3.0:1788777567.187568:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.187572:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.187583:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.187586:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777583 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.187598:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.187600:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777567.190708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611400. 00010000:00000010:0.1:1788777567.190727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044e00. 00000800:00000001:3.0:1788777567.201877:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.201894:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.201899:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.201901:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.202006:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.202015:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.202025:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.202030:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.202035:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.202039:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 608 into portal 10 MB=0x6a9e8cdd63680 00000400:00000200:3.0:1788777567.202043:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.202049:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 608/608 into md 0x897d [32] + 224 00000800:00000001:3.0:1788777567.202134:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.202143:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.202147:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.202152:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.202159:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.202169:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.202179:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.202199:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.202208:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.202211:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.202376:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777567.202385:0:35283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.202387:0:35283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.202391:0:35283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777567.202398:0:35283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1001800 00000400:00000010:0.0:1788777567.202400:0:35283:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fd1001800. 00000100:00000001:0.0:1788777567.202404:0:35283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777567.202409:0:35283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777567.202419:0:35283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.202425:0:35283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.202428:0:35283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.202430:0:35283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.202433:0:35283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777567.202436:0:35283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777567.202438:0:35283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.202441:0:35283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.202451:0:35283:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=76 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777567.202455:0:35283:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777567.202458:0:35283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777567.202498:0:35283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.202502:0:35283:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777567.202506:0:35283:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.202510:0:35283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777567.202511:0:35283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777567.202514:0:35283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777567.202515:0:35283:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.202521:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.202528:0:35283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.202531:0:35283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.202532:0:35283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.202536:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777567.202542:0:35283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211138688:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.202547:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.202550:0:35283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.202552:0:35283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777567.202554:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.202557:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.202563:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.202565:0:35283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cbac00. 00000100:00000001:0.0:1788777567.202568:0:35283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777567.202569:0:35283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.202572:0:35283:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777567.202576:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.202579:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.202583:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=4 00000020:00000001:0.0:1788777567.202585:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202587:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000040:0.0:1788777567.202594:0:35283:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7800, remote cookie: 0x542deec0941a7287, flags: 0x1001 00010000:00010000:0.0:1788777567.202599:0:35283:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777567.202608:0:35283:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777567.202612:0:35283:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777567.202619:0:35283:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e600. 00010000:00000010:0.0:1788777567.202624:0:35283:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a300. 00010000:00000040:0.0:1788777567.202628:0:35283:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e700 count: 0 00010000:00000010:0.0:1788777567.202634:0:35283:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6a100. 00010000:00000001:0.0:1788777567.202641:0:35283:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.202644:0:35283:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.202653:0:35283:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.202660:0:35283:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777567.202664:0:35283:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777567.202666:0:35283:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777567.202667:0:35283:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777567.202669:0:35283:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777567.202671:0:35283:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff9b1fd0f4e600) refcount = 1 00010000:00010000:0.0:1788777567.202674:0:35283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.202680:0:35283:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777567.202683:0:35283:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777567.202684:0:35283:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.202688:0:35283:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777567.202690:0:35283:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.202693:0:35283:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.202699:0:35283:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777567.202700:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.202702:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.202703:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.202704:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.202705:0:35283:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.202710:0:35283:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777567.202712:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.202713:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.202715:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=3 00000020:00000001:0.0:1788777567.202717:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202719:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202721:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.202722:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.202723:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=4 00000020:00000001:0.0:1788777567.202724:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202727:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202729:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.202732:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.202735:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.202741:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.202742:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.202744:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.202745:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.202746:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=5 00000020:00000001:0.0:1788777567.202748:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202750:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202752:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.202754:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.202760:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.202761:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777567.202763:0:35283:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.202779:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.202781:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.202782:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.202783:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.202784:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777567.202789:0:35283:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=0 req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777567.202796:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.202797:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.202799:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=3 00000020:00000001:0.0:1788777567.202801:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202804:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202806:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.202806:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777567.202808:0:35283:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.202810:0:35283:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.202813:0:35283:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777567.202815:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.202816:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.202818:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=3 00000020:00000001:0.0:1788777567.202819:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.202821:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00000002:00010000:0.0:1788777567.203154:0:35283:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.203166:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.203167:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.203169:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777567.203170:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.203172:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.203173:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=3 00000020:00000001:0.0:1788777567.203175:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.203177:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000040:0.0:1788777567.203181:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e600 count: 2 00010000:00000001:0.0:1788777567.203183:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777567.203187:0:35283:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 9663677442/7 (0 0) 00010000:00000001:0.0:1788777567.203189:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.203190:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777567.203191:0:35283:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777567.203194:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab768 00000002:00002000:0.0:1788777567.203197:0:35283:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777567.203201:0:35283:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.203205:0:35283:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:0.0:1788777567.203208:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.203211:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.203213:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.203215:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.203217:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.203219:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788777567.203221:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1788777567.203228:0:35283:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9b1fc8960600. 00800000:00000002:0.0:1788777567.203230:0:35283:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:0.0:1788777567.203235:0:35283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.203236:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab730 00000002:00010000:0.0:1788777567.203238:0:35283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788777567.203242:0:35283:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777567.203245:0:35283:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777567.203249:0:35283:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777567.203252:0:35283:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.203254:0:35283:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777567.203255:0:35283:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.203261:0:35283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ece00. 00000020:00000040:0.0:1788777567.203265:0:35283:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777567.203271:0:35283:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777567.203273:0:35283:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.203275:0:35283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777567.203280:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.203282:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.203285:0:35283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.203287:0:35283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.203292:0:35283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.203300:0:35283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001800. 00000100:00000001:0.0:1788777567.203306:0:35283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.203309:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.203311:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.203313:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.203314:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.203316:0:35283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.203324:0:35283:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00010000:00000001:0.0:1788777567.203327:0:35283:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777567.203329:0:35283:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777567.203333:0:35283:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4ea00. 00010000:00000010:0.0:1788777567.203336:0:35283:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a100. 00010000:00000001:0.0:1788777567.203341:0:35283:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777567.203344:0:35283:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7e00. 00000020:00000001:0.0:1788777567.203347:0:35283:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777567.203350:0:35283:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7e00 with handle 0x22b16ee488cdca75 to hash 00000020:00000001:0.0:1788777567.203352:0:35283:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777567.203353:0:35283:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.203358:0:35283:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.203360:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.203362:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.203365:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.203372:0:35283:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777567.203384:0:35283:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777567.203389:0:35283:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777567.203397:0:35283:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777567.203402:0:35283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777567.203403:0:35283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777567.203408:0:35283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cbac00. 00000100:00000001:0.0:1788777567.203410:0:35283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682141184 : -110914027410432 : ffff9b1fd0cbac00) 00000100:00000001:0.0:1788777567.203412:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.203413:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000001:0.0:1788777567.203418:0:35283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777567.203422:0:35283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.203424:0:35283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777567.203426:0:35283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777567.203430:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.203438:0:35283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777567.203440:0:35283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.203443:0:35283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777567.203446:0:35283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777567.203448:0:35283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777567.203452:0:35283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211138944:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.203456:0:35283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777567.203515:0:35283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777567.203518:0:35283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.203520:0:35283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777567.203579:0:35283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd1220000. 02000000:00000001:0.0:1788777567.203582:0:35283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777567.203589:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777567.203593:0:35283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777567.203599:0:35283:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fd1000800. 00000100:00000200:0.0:1788777567.203606:0:35283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211138944, portal 10 00000100:00000001:0.0:1788777567.203608:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.203609:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000040:0.0:1788777567.203616:0:35283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.203623:0:35283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777567.203626:0:35283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777567.203629:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bbb0. 00000100:00000200:0.0:1788777567.203633:0:35283:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211138944, offset 0 00000400:00000200:0.0:1788777567.203639:0:35283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777567.203647:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.203655:0:35283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777567.203663:0:35283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777567.203670:0:35283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777567.203675:0:35283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777567.203680:0:35283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777567.203685:0:35283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2951:2951:256:4294967295] 192.168.204.133@tcp LPNI seq info [2950:2950:8:4294967295] 00000400:00000200:0.0:1788777567.203690:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.203700:0:35283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777567.203706:0:35283:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777567.203712:0:35283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839000. 00000800:00000200:0.0:1788777567.203718:0:35283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777567.203726:0:35283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777567.203731:0:35283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777567.203749:0:35283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.203756:0:35283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22163 usecs (23 jiffies) 00000400:00000200:0.0:1788777567.203761:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777567.203764:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670534 00000100:00000001:0.0:1788777567.203766:0:35283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296671355 00000100:00000001:0.0:1788777567.203768:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670534 00000100:00000001:0.0:1788777567.203770:0:35283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296671355 00000100:00000001:0.0:1788777567.203772:0:35283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.203775:0:35283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.203777:0:35283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.203779:0:35283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777567.203781:0:35283:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbac00 going to sleep for 11 seconds 00000100:00000001:0.0:1788777567.203783:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.203785:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.204330:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.204335:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839000. 00000400:00000200:3.0:1788777567.204340:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.204346:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.204351:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bbb0 00000400:00000010:3.0:1788777567.204355:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bbb0. 00000100:00000001:3.0:1788777567.204360:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.204364:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.204373:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.204377:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788777583 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.204383:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.204384:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777567.211898:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.211917:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.211921:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.211923:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.211934:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.211943:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.211954:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.211960:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.211968:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.211973:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 608 into portal 10 MB=0x6a9e8cdd63780 00000400:00000200:3.0:1788777567.211979:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.211986:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 608/608 into md 0x8985 [32] + 224 00000800:00000001:3.0:1788777567.212238:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.212249:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.212253:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.212259:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.212340:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.212351:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.212364:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.212381:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.212392:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.212396:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788777567.212442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e700. 00000100:00000001:0.0:1788777567.212488:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777567.212496:0:35283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.212498:0:35283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.212501:0:35283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777567.212507:0:35283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1000800 00000400:00000010:0.0:1788777567.212510:0:35283:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fd1000800. 00000100:00000001:0.0:1788777567.212515:0:35283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777567.212520:0:35283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777567.212530:0:35283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.212537:0:35283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.212540:0:35283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.212542:0:35283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.212546:0:35283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777567.212549:0:35283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777567.212552:0:35283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.212555:0:35283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.212565:0:35283:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=76 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777567.212569:0:35283:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777567.212572:0:35283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777567.212576:0:35283:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.212583:0:35283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777567.212587:0:35283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777567.212590:0:35283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777567.212592:0:35283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777567.212595:0:35283:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788777567.212600:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.212606:0:35283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788777567.212609:0:35283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.212611:0:35283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.212615:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777567.212622:0:35283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211138944:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.212627:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.212630:0:35283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777567.212632:0:35283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777567.212635:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.212638:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.212644:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.212647:0:35283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cbac00. 00000100:00000001:0.0:1788777567.212650:0:35283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777567.212651:0:35283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788777567.212655:0:35283:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777567.212658:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.212661:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.212664:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=4 00000020:00000001:0.0:1788777567.212666:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.212669:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00010000:0.0:1788777567.212674:0:35283:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.212685:0:35283:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788777567.212690:0:35283:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.212696:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.212699:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.212705:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.212706:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777567.212709:0:35283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.212714:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.212717:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.212720:0:35283:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777567.212722:0:35283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.212733:0:35283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f7e00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777567.212737:0:35283:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777567.212740:0:35283:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.212746:0:35283:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777567.212748:0:35283:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777567.212751:0:35283:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.212756:0:35283:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777567.212759:0:35283:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777567.212761:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.212762:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.212763:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=5 00000020:00000001:0.0:1788777567.212765:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.212767:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.212770:0:35283:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777567.212772:0:35283:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 5/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777567.212778:0:35283:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777567.212780:0:35283:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.212783:0:35283:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777567.212785:0:35283:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777567.212788:0:35283:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777567.212789:0:35283:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777567.212791:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.212793:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777567.212795:0:35283:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7e00 with handle 0x22b16ee488cdca75 from hash 00010000:00000001:0.0:1788777567.212797:0:35283:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777567.212799:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.212800:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.212801:0:35283:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777567.212802:0:35283:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777567.212804:0:35283:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777567.212806:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.212807:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.212809:0:35283:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.212810:0:35283:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.212813:0:35283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.212819:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.212820:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.212821:0:35283:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777567.212823:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.212824:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.212825:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.212826:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777567.212828:0:35283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca75 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777567.212835:0:35283:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4ea00 count: 0 00010000:00000010:0.0:1788777567.212844:0:35283:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6a100. 00010000:00000001:0.0:1788777567.212853:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.212855:0:35283:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788777567.212859:0:35283:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788777567.212866:0:35283:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777567.212874:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777567.212875:0:35283:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.212877:0:35283:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.212880:0:35283:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.212883:0:35283:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1788777567.212886:0:35283:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1788777567.212891:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab6b8 00000002:00002000:0.0:1788777567.212893:0:35283:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1788777567.212896:0:35283:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788777567.212901:0:35283:0:(lmv_intent.c:115:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:0.0:1788777567.212904:0:35283:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9b1fc8960600. 00010000:00000001:0.0:1788777567.212908:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.212909:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.212911:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=3 00000020:00000001:0.0:1788777567.212912:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.212915:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.212917:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.212920:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.212927:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.212928:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.212929:0:35283:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777567.212932:0:35283:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777567.212934:0:35283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777567.212941:0:35283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777567.212943:0:35283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777567.212945:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.212949:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.212950:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.212951:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.212954:0:35283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777567.212956:0:35283:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.212958:0:35283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.212960:0:35283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.212962:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.212963:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.212965:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777567.212966:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.212972:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec380 x1875667211138688/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.212979:0:35283:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.212981:0:35283:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.212984:0:35283:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd13e0000. 02000000:00000001:0.0:1788777567.213009:0:35283:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.213011:0:35283:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.213013:0:35283:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.213015:0:35283:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.213019:0:35283:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001400. 02000000:00000001:0.0:1788777567.213023:0:35283:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.213025:0:35283:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.213027:0:35283:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec380. 00000100:00000001:0.0:1788777567.213030:0:35283:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.213031:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777567.213033:0:35283:0:(lmv_intent.c:422:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788777567.213036:0:35283:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1788777567.213038:0:35283:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1788777567.213041:0:35283:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788777567.213044:0:35283:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1788777567.213047:0:35283:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777567.213139:0:35283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960c00. 00000100:00000001:0.0:1788777567.213142:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.213146:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ece00 x1875667211138944/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.213152:0:35283:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.213154:0:35283:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.213156:0:35283:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd1220000. 02000000:00000001:0.0:1788777567.213178:0:35283:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.213180:0:35283:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.213181:0:35283:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.213183:0:35283:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.213186:0:35283:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001800. 02000000:00000001:0.0:1788777567.213188:0:35283:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.213189:0:35283:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.213191:0:35283:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ece00. 00000100:00000001:0.0:1788777567.213194:0:35283:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.213195:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777567.213199:0:35283:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777567.213201:0:35283:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fca617ba0 released 00000080:00000001:0.0:1788777567.213203:0:35283:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1788777567.213204:0:35283:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fca617ba0. 00000080:00000001:0.0:1788777567.213208:0:35283:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788777567.213214:0:35283:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777567.213217:0:35283:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777567.213269:0:35283:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777567.213272:0:35283:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777567.213275:0:35283:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777567.213277:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabbc0 00000080:00200000:0.0:1788777567.213279:0:35283:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777567.213285:0:35283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960c00. 00800000:00000002:0.0:1788777567.213291:0:35283:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777567.213295:0:35283:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777567.213298:0:35283:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.213300:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabae0 00800000:00000002:0.0:1788777567.213302:0:35283:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777567.213306:0:35283:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777567.213308:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.213311:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.213313:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.213315:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.213317:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.213319:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777567.213321:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.213325:0:35283:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777567.213330:0:35283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.213332:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab9b0 00000002:00010000:0.0:1788777567.213333:0:35283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777567.213337:0:35283:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777567.213339:0:35283:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777567.213341:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777567.213345:0:35283:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.213348:0:35283:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.213350:0:35283:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.213352:0:35283:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777567.213355:0:35283:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777567.213359:0:35283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ece00. 00000020:00000040:0.0:1788777567.213362:0:35283:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777567.213367:0:35283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777567.213371:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.213374:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.213375:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.213376:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.213379:0:35283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.213381:0:35283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.213385:0:35283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.213391:0:35283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001800. 00000100:00000001:0.0:1788777567.213398:0:35283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.213401:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.213403:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.213404:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.213405:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.213408:0:35283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.213413:0:35283:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00010000:00000001:0.0:1788777567.213416:0:35283:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777567.213418:0:35283:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777567.213421:0:35283:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e700. 00010000:00000010:0.0:1788777567.213424:0:35283:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a100. 00010000:00000001:0.0:1788777567.213428:0:35283:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777567.213431:0:35283:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f6400. 00000020:00000001:0.0:1788777567.213434:0:35283:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777567.213436:0:35283:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f6400 with handle 0x22b16ee488cdca7c to hash 00000020:00000001:0.0:1788777567.213438:0:35283:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777567.213440:0:35283:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.213444:0:35283:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.213447:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.213449:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.213453:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.213460:0:35283:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.213518:0:35283:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777567.213523:0:35283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777567.213525:0:35283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777567.213531:0:35283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cbac00. 00000100:00000001:0.0:1788777567.213533:0:35283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682141184 : -110914027410432 : ffff9b1fd0cbac00) 00000100:00000001:0.0:1788777567.213536:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.213537:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000001:0.0:1788777567.213542:0:35283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777567.213546:0:35283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.213548:0:35283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777567.213550:0:35283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777567.213555:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.213561:0:35283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777567.213563:0:35283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.213567:0:35283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777567.213569:0:35283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777567.213572:0:35283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777567.213576:0:35283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211139072:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.213580:0:35283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777567.213585:0:35283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777567.213588:0:35283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.213590:0:35283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777567.213594:0:35283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd8958000. 02000000:00000001:0.0:1788777567.213596:0:35283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777567.213602:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777567.213606:0:35283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777567.213612:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926be58. 00000100:00000200:0.0:1788777567.213619:0:35283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211139072, portal 10 00000100:00000001:0.0:1788777567.213621:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.213622:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000040:0.0:1788777567.213627:0:35283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.213635:0:35283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777567.213637:0:35283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777567.213640:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777567.213643:0:35283:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211139072, offset 0 00000400:00000200:0.0:1788777567.213649:0:35283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777567.213656:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.213663:0:35283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777567.213668:0:35283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777567.213672:0:35283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777567.213676:0:35283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777567.213679:0:35283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777567.213682:0:35283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2952:2952:256:4294967295] 192.168.204.133@tcp LPNI seq info [2951:2951:8:4294967295] 00000400:00000200:0.0:1788777567.213686:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.213694:0:35283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777567.213700:0:35283:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777567.213705:0:35283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839300. 00000800:00000200:0.0:1788777567.213712:0:35283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777567.213719:0:35283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777567.213723:0:35283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777567.213743:0:35283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.213748:0:35283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 859766 usecs (860 jiffies) 00000400:00000200:0.0:1788777567.213751:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777567.213754:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671381 00000100:00000001:0.0:1788777567.213760:0:35283:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296671355 00000100:00000001:0.0:1788777567.213766:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671381 00000100:00000001:0.0:1788777567.213769:0:35283:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296671355 00000100:00000001:0.0:1788777567.213771:0:35283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.213774:0:35283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.213776:0:35283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.213778:0:35283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777567.213781:0:35283:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbac00 going to sleep for 11 seconds 00000100:00000001:0.0:1788777567.213783:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.213785:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.214605:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.214611:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839300. 00000400:00000200:3.0:1788777567.214617:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.214623:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.214628:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:3.0:1788777567.214630:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:3.0:1788777567.214635:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.214640:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.214651:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.214654:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.214659:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.214661:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777567.217718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ea00. 00010000:00000010:0.1:1788777567.217736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7e00. 00000080:00000010:0.1:1788777567.217743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882d00. 00000800:00000001:3.0:1788777567.223246:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.223266:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.223282:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.223285:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.223294:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.223302:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.223311:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.223316:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.223322:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.223325:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd63800 00000400:00000200:3.0:1788777567.223330:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.223336:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x898d [1] + 224 00000800:00000001:3.0:1788777567.223344:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.223366:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.223369:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.223374:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.223382:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.223391:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.223407:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.223430:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.223439:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.223442:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.223554:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777567.223564:0:35283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.223566:0:35283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.223569:0:35283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777567.223575:0:35283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926be58 00000400:00000010:0.0:1788777567.223577:0:35283:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926be58. 00000100:00000001:0.0:1788777567.223581:0:35283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777567.223586:0:35283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777567.223594:0:35283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.223600:0:35283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.223602:0:35283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.223604:0:35283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.223608:0:35283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777567.223610:0:35283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777567.223612:0:35283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.223615:0:35283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.223623:0:35283:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=76 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777567.223627:0:35283:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777567.223630:0:35283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777567.223632:0:35283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.223645:0:35283:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777567.223649:0:35283:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.223653:0:35283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777567.223656:0:35283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777567.223658:0:35283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777567.223660:0:35283:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.223664:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.223671:0:35283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.223674:0:35283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.223676:0:35283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.223680:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777567.223687:0:35283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211139072:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.223692:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.223695:0:35283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.223697:0:35283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777567.223699:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.223703:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.223709:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.223712:0:35283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cbac00. 00000100:00000001:0.0:1788777567.223715:0:35283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777567.223716:0:35283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.223720:0:35283:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777567.223723:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.223726:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.223729:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=4 00000020:00000001:0.0:1788777567.223731:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223734:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000040:0.0:1788777567.223740:0:35283:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f6400, remote cookie: 0x542deec0941a729c, flags: 0x1001 00010000:00010000:0.0:1788777567.223745:0:35283:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.223760:0:35283:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.223766:0:35283:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777567.223770:0:35283:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777567.223773:0:35283:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777567.223774:0:35283:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777567.223775:0:35283:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777567.223788:0:35283:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd0f4e700) refcount = 1 00010000:00010000:0.0:1788777567.223793:0:35283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.223799:0:35283:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777567.223803:0:35283:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777567.223804:0:35283:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.223807:0:35283:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777567.223809:0:35283:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.223812:0:35283:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.223818:0:35283:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777567.223820:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.223821:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.223822:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.223823:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.223824:0:35283:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.223829:0:35283:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777567.223831:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.223832:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.223834:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777567.223836:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223838:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223841:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.223842:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.223843:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=4 00000020:00000001:0.0:1788777567.223845:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223847:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223850:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.223852:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.223855:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.223861:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.223862:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.223863:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.223864:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.223865:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=5 00000020:00000001:0.0:1788777567.223866:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223868:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223870:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.223872:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.223877:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.223878:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777567.223881:0:35283:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.223886:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.223888:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.223889:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.223890:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.223890:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777567.223895:0:35283:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777567.223909:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.223910:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.223911:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777567.223913:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223915:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223917:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.223918:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777567.223920:0:35283:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.223921:0:35283:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.223924:0:35283:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777567.223927:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.223928:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.223929:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777567.223931:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223933:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00000002:00010000:0.0:1788777567.223936:0:35283:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.223942:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.223943:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.223945:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777567.223946:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.223947:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.223948:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777567.223949:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.223951:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000040:0.0:1788777567.223957:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777567.223960:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777567.223963:0:35283:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777567.223966:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.223967:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777567.223969:0:35283:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777567.223972:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab938 00000002:00002000:0.0:1788777567.223974:0:35283:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777567.223977:0:35283:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.223981:0:35283:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.223984:0:35283:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777567.223987:0:35283:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777567.223990:0:35283:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.223994:0:35283:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777567.223997:0:35283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960c00. 00000080:00000001:0.0:1788777567.224001:0:35283:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777567.224004:0:35283:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777567.224010:0:35283:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777567.224014:0:35283:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777567.224020:0:35283:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fd12e4e40. 00800000:00000001:0.0:1788777567.224022:0:35283:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159688605248 : -110914020946368 : ffff9b1fd12e4e40) 00800000:00000001:0.0:1788777567.224025:0:35283:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.224027:0:35283:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777567.224030:0:35283:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777567.224032:0:35283:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777567.224035:0:35283:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777567.224038:0:35283:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777567.224040:0:35283:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.224044:0:35283:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777567.224048:0:35283:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777567.224053:0:35283:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788777567.224055:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.224056:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.224068:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777567.224070:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.224072:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.224074:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.224075:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777567.224077:0:35283:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777567.224079:0:35283:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777567.224081:0:35283:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4e40 1 00800000:00000010:0.0:1788777567.224084:0:35283:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e4e40. 00800000:00000001:0.0:1788777567.224088:0:35283:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777567.224091:0:35283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca7c 00800000:00000001:0.0:1788777567.224094:0:35283:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777567.224096:0:35283:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777567.224098:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.224099:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.224100:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777567.224103:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.224105:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.224107:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.224108:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777567.224110:0:35283:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.224112:0:35283:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.224114:0:35283:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777567.224117:0:35283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777567.224120:0:35283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca7c from it ffffb70bc1cabbf8 00010000:00000001:0.0:1788777567.224122:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.224123:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.224125:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777567.224126:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.224128:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777567.224130:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.224133:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.224138:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.224139:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.224140:0:35283:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777567.224143:0:35283:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777567.224145:0:35283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777567.224156:0:35283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777567.224159:0:35283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777567.224160:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.224165:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.224166:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.224168:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.224171:0:35283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777567.224173:0:35283:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.224174:0:35283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.224177:0:35283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.224179:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.224180:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.224181:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777567.224183:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.224187:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ece00 x1875667211139072/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.224194:0:35283:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.224197:0:35283:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.224200:0:35283:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd8958000. 02000000:00000001:0.0:1788777567.224203:0:35283:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.224205:0:35283:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.224207:0:35283:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.224210:0:35283:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.224213:0:35283:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001800. 02000000:00000001:0.0:1788777567.224217:0:35283:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.224219:0:35283:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.224221:0:35283:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ece00. 00000100:00000001:0.0:1788777567.224225:0:35283:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.224226:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777567.224230:0:35283:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777567.224237:0:35283:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777567.224254:0:35283:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd1882d00. 00000080:00000001:0.0:1788777567.224259:0:35283:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788777567.224261:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabb58 00000080:00200000:0.0:1788777567.224263:0:35283:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), file ffff9b1fd002c300, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1788777567.224269:0:35283:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fca617ba0. 00000080:00000001:0.0:1788777567.224271:0:35283:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777567.224273:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1caba08 00000080:00200000:0.0:1788777567.224275:0:35283:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open 00000080:00000010:0.0:1788777567.224283:0:35283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960c00. 00800000:00000002:0.0:1788777567.224288:0:35283:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777567.224293:0:35283:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777567.224296:0:35283:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.224298:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab928 00800000:00000002:0.0:1788777567.224300:0:35283:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777567.224303:0:35283:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788777567.224306:0:35283:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777567.224310:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.224313:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.224315:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.224318:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.224320:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.224322:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777567.224324:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.224327:0:35283:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00000020:00000001:0.0:1788777567.224330:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab8a8 00800000:00000002:0.0:1788777567.224332:0:35283:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788777567.224337:0:35283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.224339:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab7e0 00000002:00010000:0.0:1788777567.224340:0:35283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1788777567.224344:0:35283:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777567.224347:0:35283:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777567.224350:0:35283:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777567.224354:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777567.224356:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.224359:0:35283:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777567.224362:0:35283:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.224364:0:35283:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.224366:0:35283:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.224371:0:35283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ece00. 00000020:00000040:0.0:1788777567.224374:0:35283:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777567.224378:0:35283:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777567.224381:0:35283:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.224383:0:35283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777567.224387:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.224390:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.224391:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.224392:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.224395:0:35283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.224397:0:35283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.224401:0:35283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.224408:0:35283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001800. 00000100:00000001:0.0:1788777567.224415:0:35283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.224418:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.224420:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.224421:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.224423:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.224424:0:35283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.224433:0:35283:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00010000:00000001:0.0:1788777567.224437:0:35283:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777567.224438:0:35283:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777567.224441:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777567.224443:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.224445:0:35283:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777567.224449:0:35283:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7e00. 00000020:00000001:0.0:1788777567.224452:0:35283:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777567.224454:0:35283:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7e00 with handle 0x22b16ee488cdca83 to hash 00000020:00000001:0.0:1788777567.224457:0:35283:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777567.224458:0:35283:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.224515:0:35283:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.224519:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.224522:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.224525:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.224536:0:35283:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777567.224547:0:35283:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777567.224554:0:35283:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777567.224564:0:35283:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777567.224569:0:35283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777567.224571:0:35283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777567.224577:0:35283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cbac00. 00000100:00000001:0.0:1788777567.224579:0:35283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682141184 : -110914027410432 : ffff9b1fd0cbac00) 00000100:00000001:0.0:1788777567.224581:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.224583:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000001:0.0:1788777567.224588:0:35283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777567.224592:0:35283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.224594:0:35283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777567.224595:0:35283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777567.224599:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.224607:0:35283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777567.224609:0:35283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.224612:0:35283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777567.224615:0:35283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777567.224617:0:35283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777567.224620:0:35283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211139328:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.224624:0:35283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777567.224629:0:35283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777567.224632:0:35283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.224634:0:35283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777567.224730:0:35283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:0.0:1788777567.224733:0:35283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777567.224740:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777567.224744:0:35283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777567.224751:0:35283:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fd8958000. 00000100:00000200:0.0:1788777567.224758:0:35283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211139328, portal 10 00000100:00000001:0.0:1788777567.224760:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.224762:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000040:0.0:1788777567.224767:0:35283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.224774:0:35283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777567.224777:0:35283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777567.224780:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926be58. 00000100:00000200:0.0:1788777567.224784:0:35283:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875667211139328, offset 0 00000400:00000200:0.0:1788777567.224790:0:35283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777567.224797:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.224802:0:35283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777567.224808:0:35283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777567.224812:0:35283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777567.224816:0:35283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777567.224819:0:35283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777567.224823:0:35283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2953:2953:256:4294967295] 192.168.204.133@tcp LPNI seq info [2952:2952:8:4294967295] 00000400:00000200:0.0:1788777567.224827:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.224837:0:35283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777567.224843:0:35283:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777567.224849:0:35283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839a00. 00000800:00000200:0.0:1788777567.224855:0:35283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777567.224861:0:35283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777567.224865:0:35283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839a00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788777567.224887:0:35283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.224892:0:35283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 858686 usecs (859 jiffies) 00000400:00000200:0.0:1788777567.224896:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777567.224899:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671391 00000100:00000001:0.0:1788777567.225003:0:35283:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296671381 00000100:00000001:0.0:1788777567.225010:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671391 00000100:00000001:0.0:1788777567.225014:0:35283:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296671381 00000100:00000001:0.0:1788777567.225017:0:35283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.225021:0:35283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.225035:0:35283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.225037:0:35283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777567.225040:0:35283:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cbac00 going to sleep for 11 seconds 00000100:00000001:0.0:1788777567.225043:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.225045:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.226684:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.226695:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839a00. 00000400:00000200:3.0:1788777567.226701:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.226709:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.226716:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926be58 00000400:00000010:3.0:1788777567.226718:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926be58. 00000100:00000001:3.0:1788777567.226724:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.226732:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.226745:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.226748:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777583 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.226754:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.226756:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777567.234017:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.234041:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.234047:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.234050:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.234070:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.234080:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.234090:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.234095:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.234101:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.234105:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 608 into portal 10 MB=0x6a9e8cdd63900 00000400:00000200:3.0:1788777567.234110:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.234118:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 608/608 into md 0x8995 [64] + 224 00000800:00000001:3.0:1788777567.234128:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.234135:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.234138:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.234144:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.234154:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.234164:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777583 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.234175:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.234203:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.234214:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.234218:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.234258:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777567.234267:0:35283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.234269:0:35283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.234273:0:35283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777567.234280:0:35283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd8958000 00000400:00000010:0.0:1788777567.234282:0:35283:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fd8958000. 00000100:00000001:0.0:1788777567.234285:0:35283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777567.234290:0:35283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777567.234299:0:35283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.234305:0:35283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.234308:0:35283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.234312:0:35283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.234316:0:35283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777567.234319:0:35283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777567.234321:0:35283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.234324:0:35283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.234335:0:35283:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=76 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777567.234339:0:35283:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777567.234341:0:35283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777567.234344:0:35283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.234347:0:35283:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777567.234351:0:35283:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.234355:0:35283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777567.234358:0:35283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777567.234360:0:35283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777567.234361:0:35283:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.234366:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.234374:0:35283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.234377:0:35283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.234380:0:35283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.234384:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777567.234392:0:35283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211139328:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.234397:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.234400:0:35283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.234403:0:35283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777567.234406:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.234409:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.234417:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.234421:0:35283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cbac00. 00000100:00000001:0.0:1788777567.234423:0:35283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777567.234425:0:35283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.234428:0:35283:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777567.234433:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.234437:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.234440:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=4 00000020:00000001:0.0:1788777567.234442:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.234445:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000040:0.0:1788777567.234451:0:35283:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7e00, remote cookie: 0x542deec0941a72b8, flags: 0x1001 00010000:00010000:0.0:1788777567.234457:0:35283:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777567.234922:0:35283:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777567.234926:0:35283:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788777567.234934:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e600 count: 2 00010000:00000001:0.0:1788777567.234937:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.234940:0:35283:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.234944:0:35283:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.234953:0:35283:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.234960:0:35283:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777567.234964:0:35283:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777567.234967:0:35283:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777567.234968:0:35283:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777567.234970:0:35283:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777567.234973:0:35283:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff9b1fd0f4e600) refcount = 2 00010000:00000040:0.0:1788777567.234976:0:35283:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777567.234978:0:35283:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 1/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777567.234986:0:35283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.234993:0:35283:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777567.234997:0:35283:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777567.234999:0:35283:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.235002:0:35283:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777567.235004:0:35283:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.235008:0:35283:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.235014:0:35283:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777567.235016:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235017:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.235019:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235020:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.235022:0:35283:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.235028:0:35283:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777567.235031:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.235032:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.235034:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777567.235036:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235038:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235041:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.235042:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.235043:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=4 00000020:00000001:0.0:1788777567.235044:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235046:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235049:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.235051:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.235054:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.235072:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235073:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.235074:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.235075:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.235076:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=5 00000020:00000001:0.0:1788777567.235079:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235081:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235083:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.235086:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.235093:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235094:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777567.235097:0:35283:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.235104:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.235105:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235106:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.235107:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235108:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777567.235115:0:35283:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=0 req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777567.235123:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.235124:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.235126:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777567.235128:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235130:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235132:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235133:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777567.235135:0:35283:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.235137:0:35283:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.235141:0:35283:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777567.235143:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.235155:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.235156:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777567.235158:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235160:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00000002:00010000:0.0:1788777567.235164:0:35283:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.235175:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235176:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.235178:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777567.235179:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.235180:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.235181:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777567.235183:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235185:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000040:0.0:1788777567.235188:0:35283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e600 count: 3 00010000:00000001:0.0:1788777567.235190:0:35283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.235193:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.235196:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777567.235199:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777567.235208:0:35283:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777567.235213:0:35283:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.235216:0:35283:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777567.235223:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235224:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.235225:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.235226:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.235227:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:0.0:1788777567.235229:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235231:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:0.0:1788777567.235234:0:35283:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1788777567.235237:0:35283:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.235247:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.235249:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.235254:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235255:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777567.235258:0:35283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.235263:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.235265:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.235268:0:35283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788777567.235274:0:35283:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fd0cbac00. 00010000:00000001:0.0:1788777567.235278:0:35283:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788777567.235358:0:35283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1788777567.235361:0:35283:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.235363:0:35283:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.235365:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.235366:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.235367:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777567.235369:0:35283:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777567.235372:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab768 00000002:00002000:0.0:1788777567.235374:0:35283:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777567.235377:0:35283:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.235383:0:35283:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:0.0:1788777567.235386:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.235388:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.235391:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.235393:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.235395:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.235397:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788777567.235400:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1788777567.235405:0:35283:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9b1fc8960600. 00800000:00000002:0.0:1788777567.235407:0:35283:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:0.0:1788777567.235412:0:35283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777567.235414:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab730 00000002:00010000:0.0:1788777567.235416:0:35283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open flags 0320401 00000002:00000001:0.0:1788777567.235419:0:35283:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777567.235422:0:35283:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777567.235425:0:35283:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777567.235428:0:35283:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.235430:0:35283:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777567.235432:0:35283:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.235436:0:35283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec380. 00000020:00000040:0.0:1788777567.235440:0:35283:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777567.235444:0:35283:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777567.235446:0:35283:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.235448:0:35283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777567.235453:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.235456:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.235458:0:35283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.235489:0:35283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.235492:0:35283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.235500:0:35283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001400. 00000100:00000001:0.0:1788777567.235506:0:35283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.235510:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.235512:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.235513:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.235515:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.235516:0:35283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.235523:0:35283:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00010000:00000001:0.0:1788777567.235530:0:35283:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777567.235533:0:35283:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777567.235537:0:35283:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4ea00. 00010000:00000010:0.0:1788777567.235541:0:35283:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6ab80. 00010000:00000001:0.0:1788777567.235547:0:35283:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777567.235550:0:35283:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f6600. 00000020:00000001:0.0:1788777567.235553:0:35283:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777567.235556:0:35283:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f6600 with handle 0x22b16ee488cdca8a to hash 00000020:00000001:0.0:1788777567.235558:0:35283:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777567.235560:0:35283:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677142528 : -110914032409088 : ffff9b1fd07f6600) 00010000:00000001:0.0:1788777567.235564:0:35283:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677142528 : -110914032409088 : ffff9b1fd07f6600) 00010000:00000001:0.0:1788777567.235567:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.235569:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.235572:0:35283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.235579:0:35283:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777567.235589:0:35283:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777567.235596:0:35283:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777567.235603:0:35283:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777567.235609:0:35283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777567.235611:0:35283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777567.235617:0:35283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777567.235619:0:35283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682139072 : -110914027412544 : ffff9b1fd0cba3c0) 00000100:00000001:0.0:1788777567.235622:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.235624:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000001:0.0:1788777567.235628:0:35283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777567.235645:0:35283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.235648:0:35283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777567.235650:0:35283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777567.235654:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.235663:0:35283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777567.235665:0:35283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.235670:0:35283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777567.235672:0:35283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777567.235674:0:35283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777567.235677:0:35283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211139584:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.235682:0:35283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777567.235687:0:35283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777567.235690:0:35283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.235693:0:35283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777567.235808:0:35283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9440000. 02000000:00000001:0.0:1788777567.235812:0:35283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777567.235819:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777567.235824:0:35283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777567.235830:0:35283:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fd8958000. 00000100:00000200:0.0:1788777567.235837:0:35283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211139584, portal 10 00000100:00000001:0.0:1788777567.235839:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.235840:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000040:0.0:1788777567.235846:0:35283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.235854:0:35283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777567.235858:0:35283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777567.235862:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b2a8. 00000100:00000200:0.0:1788777567.235866:0:35283:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211139584, offset 0 00000400:00000200:0.0:1788777567.235871:0:35283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777567.235880:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.235890:0:35283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777567.235897:0:35283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777567.235901:0:35283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777567.235905:0:35283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777567.235908:0:35283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777567.235912:0:35283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2954:2954:256:4294967295] 192.168.204.133@tcp LPNI seq info [2953:2953:8:4294967295] 00000400:00000200:0.0:1788777567.235917:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.235926:0:35283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777567.235936:0:35283:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777567.235942:0:35283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839500. 00000800:00000200:0.0:1788777567.235949:0:35283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777567.235958:0:35283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777567.235964:0:35283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777567.235985:0:35283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.235991:0:35283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22126 usecs (23 jiffies) 00000400:00000200:0.0:1788777567.236003:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777567.236006:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670566 00000100:00000001:0.0:1788777567.236009:0:35283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296671391 00000100:00000001:0.0:1788777567.236012:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670566 00000100:00000001:0.0:1788777567.236014:0:35283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296671391 00000100:00000001:0.0:1788777567.236016:0:35283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.236019:0:35283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.236021:0:35283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.236023:0:35283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777567.236026:0:35283:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777567.236028:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.236030:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.236287:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.236292:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839500. 00000400:00000200:3.0:1788777567.236298:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.236303:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.236308:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b2a8 00000400:00000010:3.0:1788777567.236310:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b2a8. 00000100:00000001:3.0:1788777567.236315:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.236319:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.236329:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.236332:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788777583 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.236338:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.236340:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1788777567.236897:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777567.236902:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.236905:0:16855:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788777567.236908:0:16855:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788777567.236910:0:16855:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777567.236916:0:16855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777567.236926:0:16855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f7e00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:2.0:1788777567.236930:0:16855:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788777567.236934:0:16855:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.236941:0:16855:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788777567.236944:0:16855:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788777567.236947:0:16855:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.236953:0:16855:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788777567.236956:0:16855:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777567.236959:0:16855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.236962:0:16855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.236964:0:16855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7e00 refcount=3 00000020:00000001:2.0:1788777567.236966:0:16855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:2.0:1788777567.236968:0:16855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677148672 : -110914032402944 : ffff9b1fd07f7e00) 00010000:00000001:2.0:1788777567.236971:0:16855:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777567.236973:0:16855:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788777567.236980:0:16855:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777567.236982:0:16855:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777567.236984:0:16855:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777567.236986:0:16855:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.236989:0:16855:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777567.236993:0:16855:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777567.236995:0:16855:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777567.236997:0:16855:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777567.236999:0:16855:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777567.237002:0:16855:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7e00 with handle 0x22b16ee488cdca83 from hash 00010000:00000001:2.0:1788777567.237005:0:16855:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777567.237006:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.237008:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.237009:0:16855:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777567.237013:0:16855:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777567.237015:0:16855:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777567.237020:0:16855:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777567.237024:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.237025:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.237026:0:16855:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.237028:0:16855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777567.237030:0:16855:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788777567.237037:0:16855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777567.237041:0:16855:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777567.237045:0:16855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777567.237048:0:16855:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777567.237051:0:16855:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777567.237068:0:16855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc4ddf600. 00000100:00000001:2.0:1788777567.237073:0:16855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.237076:0:16855:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777567.237080:0:16855:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777567.237086:0:16855:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777567.237088:0:16855:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777567.237092:0:16855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777567.237095:0:16855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777567.237103:0:16855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d50a8f] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.237167:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777567.237171:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777567.237173:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777567.237178:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.237250:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777567.237253:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777567.237256:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777567.237258:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777567.237260:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777567.237263:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211139712:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777567.237267:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777567.237272:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777567.237274:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777567.237276:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777567.237281:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc837a600. 02000000:00000001:3.0:1788777567.237282:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777567.237286:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777567.237289:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c739f8. 00000400:00000010:3.0:1788777567.237295:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255dd0. 00000100:00000200:3.0:1788777567.237300:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211139712, portal 18 00000100:00000001:3.0:1788777567.237302:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777567.237303:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:3.0:1788777567.237309:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.237315:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777567.237317:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777567.237320:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255aa0. 00000100:00000200:3.0:1788777567.237322:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211139712, offset 0 00000400:00000200:3.0:1788777567.237327:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777567.237333:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.237338:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777567.237342:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777567.237345:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777567.237348:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777567.237350:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777567.237353:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2955:2955:256:4294967295] 192.168.204.133@tcp LPNI seq info [2954:2954:8:4294967295] 00000400:00000200:3.0:1788777567.237358:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.237364:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777567.237369:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777567.237373:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777567.237378:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777567.237384:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777567.237388:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777567.237399:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777567.237403:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 857607 usecs (858 jiffies) 00000400:00000200:3.0:1788777567.237407:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777567.237409:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671402 00000100:00000001:3.0:1788777567.237415:0:2415:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296671391 00000100:00000001:3.0:1788777567.237420:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671402 00000100:00000001:3.0:1788777567.237423:0:2415:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296671391 00000100:00000001:3.0:1788777567.237426:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777567.237428:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.237431:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.237433:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777567.237460:0:16855:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777567.237480:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.237482:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.237483:0:16855:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.237485:0:16855:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.237487:0:16855:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.237490:0:16855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.237497:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777567.237499:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7e00/0x22b16ee488cdca83 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a72b8 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.237512:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.237513:0:16855:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788777567.237515:0:16855:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fd0cbac00. 00010000:00000001:2.0:1788777567.237518:0:16855:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.237521:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777567.237522:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.237525:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777567.237526:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777567.237527:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.237529:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777567.237530:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777567.237531:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.237533:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777567.237540:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777567.237542:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777567.237614:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777567.237617:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:2.0:1788777567.237622:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777567.237626:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777567.237630:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255aa0 00000400:00000010:2.0:1788777567.237642:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255aa0. 00000100:00000001:2.0:1788777567.237646:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777567.237649:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.237656:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777567.237659:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.237665:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.237667:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777567.237958:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777567.237961:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777567.237964:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777567.237965:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777567.237966:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.237968:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777567.243002:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.243020:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.243025:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.243028:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.243039:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243048:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.243072:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243078:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243084:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243088:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 608 into portal 10 MB=0x6a9e8cdd63a00 00000400:00000200:3.0:1788777567.243095:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243103:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 608/608 into md 0x899d [64] + 224 00000800:00000001:3.0:1788777567.243112:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.243117:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.243120:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.243124:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.243133:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.243142:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788777583 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.243154:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.243177:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.243190:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.243194:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.243196:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.243198:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.243201:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243204:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.243208:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243211:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243214:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243216:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd63a80 00000400:00000200:3.0:1788777567.243220:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.243224:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x89a5 [1] + 224 00000800:00000001:3.0:1788777567.243228:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788777567.243232:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788777567.243235:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.243237:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.243240:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000001:0.0:1788777567.243240:0:35283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.243243:0:35283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.243246:0:35283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777567.243252:0:35283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd8958000 00000400:00000010:0.0:1788777567.243255:0:35283:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fd8958000. 00000100:00000001:0.0:1788777567.243258:0:35283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1788777567.243259:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.243264:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777567.243264:0:35283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.243279:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777567.243285:0:35283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.243291:0:35283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.243294:0:35283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.243297:0:35283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.243302:0:35283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777567.243303:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.243305:0:35283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1788777567.243306:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788777567.243307:0:35283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777567.243309:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788777567.243310:0:35283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.243320:0:35283:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=76 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777567.243335:0:35283:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777567.243338:0:35283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777567.243346:0:35283:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fc31ec380 x1875667211139584/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.243353:0:35283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777567.243356:0:35283:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777567.243358:0:35283:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777567.243360:0:35283:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777567.243362:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777567.243363:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.243364:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000001:2.0:1788777567.243366:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.243368:0:35283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1788777567.243370:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1788777567.243370:0:35283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000400:00000001:2.0:1788777567.243372:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788777567.243372:0:35283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1788777567.243375:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c739f8. 00000100:00000001:0.0:1788777567.243375:0:35283:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788777567.243380:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.243388:0:35283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788777567.243391:0:35283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.243392:0:35283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.243396:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777567.243403:0:35283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211139584:192.168.204.133@tcp:101:lfs.0 00000100:00000001:0.0:1788777567.243407:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.243410:0:35283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777567.243413:0:35283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777567.243416:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.243420:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.243427:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.243430:0:35283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777567.243433:0:35283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777567.243435:0:35283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788777567.243439:0:35283:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777567.243444:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.243447:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.243450:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6600 refcount=4 00000020:00000001:0.0:1788777567.243453:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142528 : -110914032409088 : ffff9b1fd07f6600) 00010000:00000001:0.0:1788777567.243456:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142528 : -110914032409088 : ffff9b1fd07f6600) 00010000:00010000:0.0:1788777567.243498:0:35283:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.243510:0:35283:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788777567.243515:0:35283:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.243522:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.243524:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.243531:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.243533:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777567.243535:0:35283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.243542:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.243546:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.243549:0:35283:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777567.243551:0:35283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777567.243563:0:35283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f6600 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:0.0:1788777567.243568:0:35283:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777567.243571:0:35283:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.243577:0:35283:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777567.243579:0:35283:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777567.243583:0:35283:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.243589:0:35283:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777567.243592:0:35283:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777567.243593:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.243594:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.243596:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6600 refcount=5 00000020:00000001:0.0:1788777567.243598:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142528 : -110914032409088 : ffff9b1fd07f6600) 00010000:00000001:0.0:1788777567.243600:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142528 : -110914032409088 : ffff9b1fd07f6600) 00010000:00000001:0.0:1788777567.243603:0:35283:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777567.243606:0:35283:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 5/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777567.243611:0:35283:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777567.243613:0:35283:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.243616:0:35283:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777567.243619:0:35283:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777567.243622:0:35283:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777567.243624:0:35283:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777567.243626:0:35283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.243628:0:35283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777567.243631:0:35283:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f6600 with handle 0x22b16ee488cdca8a from hash 00010000:00000001:0.0:1788777567.243634:0:35283:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777567.243636:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.243637:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.243638:0:35283:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777567.243640:0:35283:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777567.243642:0:35283:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777567.243645:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.243646:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.243647:0:35283:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.243649:0:35283:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.243652:0:35283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.243657:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.243658:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.243660:0:35283:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777567.243662:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.243663:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.243664:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.243665:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777567.243667:0:35283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6600/0x22b16ee488cdca8a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777567.243675:0:35283:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4ea00 count: 0 00010000:00000010:0.0:1788777567.243684:0:35283:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6ab80. 00010000:00000001:0.0:1788777567.243692:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.243694:0:35283:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788777567.243698:0:35283:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788777567.243706:0:35283:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777567.243715:0:35283:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788777567.243719:0:35283:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777567.243725:0:35283:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.243727:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777567.243728:0:35283:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.243730:0:35283:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.243732:0:35283:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.243735:0:35283:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788777567.243737:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.243739:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00010000:00000001:0.0:1788777567.243741:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777567.243742:0:35283:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.243743:0:35283:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777567.243746:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cab6b8 00000002:00002000:0.0:1788777567.243748:0:35283:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788777567.243751:0:35283:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.243754:0:35283:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:0.0:1788777567.243756:0:35283:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9b1fc8960600. 00000100:00000001:0.0:1788777567.243760:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.243764:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ece00 x1875667211139328/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.243770:0:35283:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.243774:0:35283:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.243777:0:35283:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:0.0:1788777567.243812:0:35283:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.243815:0:35283:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.243817:0:35283:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.243820:0:35283:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.243823:0:35283:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001800. 02000000:00000001:0.0:1788777567.243829:0:35283:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.243831:0:35283:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.243833:0:35283:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ece00. 00000100:00000001:0.0:1788777567.243837:0:35283:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.243839:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777567.243843:0:35283:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.243845:0:35283:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777567.243848:0:35283:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777567.243852:0:35283:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.243856:0:35283:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777567.243859:0:35283:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777567.243861:0:35283:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fca617ba0 it_disposition 80002b 00000080:00000001:0.0:1788777567.243865:0:35283:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777567.243873:0:35283:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777567.243876:0:35283:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777567.243879:0:35283:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1788777567.243882:0:35283:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788777567.243889:0:35283:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777567.243891:0:35283:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:0.0:1788777567.243894:0:35283:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.243898:0:35283:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1788777567.243900:0:35283:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:0.0:1788777567.243907:0:35283:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00200000:0.0:1788777567.243910:0:35283:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x7:0x0](ffff9b1fd15b5b88): rc = 0 00000080:00000001:0.0:1788777567.243913:0:35283:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691557768 : -110914017993848 : ffff9b1fd15b5b88) 00010000:00000001:0.0:1788777567.243915:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.243917:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.243919:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=3 00000020:00000001:0.0:1788777567.243921:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.243923:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000010:2.1:1788777567.243924:0:2415:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7e00. 00010000:00000001:0.0:1788777567.243926:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.243927:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777567.243928:0:35283:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777567.243931:0:35283:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00000400:00000200:2.0:1788777567.243933:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255dd0 00800000:00000001:0.0:1788777567.243933:0:35283:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788777567.243935:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255dd0. 00000080:00010000:0.0:1788777567.243937:0:35283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x7:0x0](ffff9b1fd15b5b88) for lock 0x22b16ee488cdca6e 00000100:00000001:2.0:1788777567.243939:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00800000:00000001:0.0:1788777567.243940:0:35283:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777567.243941:0:35283:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777567.243943:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.243944:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:2.0:1788777567.243945:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788777567.243945:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=3 00000020:00000001:0.0:1788777567.243947:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.243949:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.243953:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.243954:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1788777567.243955:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.243961:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777567.243963:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777567.243966:0:2415:0:(client.c:1593:after_reply()) Process entered 00000002:00000001:0.0:1788777567.243967:0:35283:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777567.243968:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777567.243970:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777567.243971:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.243971:0:35283:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777567.243973:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777567.243978:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064580 time=75 v=5 (5 5 5 5) 00000080:00002000:0.0:1788777567.243979:0:35283:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1769ca8 inode ffff9b1fd15b5b88 refc 1 flags 0x20000e 00000100:00001000:2.0:1788777567.243981:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=24 v=5 (1 0 0 0) 00000080:00000001:0.0:1788777567.243983:0:35283:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788777567.243985:0:35283:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.243987:0:35283:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777567.243992:0:35283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x7:0x0](ffff9b1fd15b5b88) 00000080:00000001:0.0:1788777567.244006:0:35283:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777567.244009:0:35283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960c00. 00000100:00000001:0.0:1788777567.244013:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.244017:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.244023:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.244033:0:35283:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788777567.244036:0:35283:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777567.244038:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1caba48 00000080:00200008:0.0:1788777567.244040:0:35283:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9b1fd15b5b88), flags 320400 00000080:00000010:0.0:1788777567.244045:0:35283:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc4b477c0. 00000080:00000010:0.0:1788777567.244052:0:35283:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fd12e4e40. 00000080:00000001:0.0:1788777567.244055:0:35283:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777567.244068:0:35283:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788777567.244071:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.244073:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.244075:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.244078:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.244080:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.244083:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788777567.244085:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.244088:0:35283:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788777567.244092:0:35283:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd1882660. 00000002:00100000:0.0:1788777567.244096:0:35283:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777567.244101:0:35283:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.244103:0:35283:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788777567.244106:0:35283:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788777567.244111:0:35283:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.244113:0:35283:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.244115:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.244118:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788777567.244124:0:35283:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.244126:0:35283:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9440000. 02000000:00000001:0.0:1788777567.244157:0:35283:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788777567.244159:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.244162:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1caba48 00000080:00000008:0.0:1788777567.244164:0:35283:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9b1fd15b5b88), flags 320400, rc = 0 00000080:00000001:0.0:1788777567.244167:0:35283:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.244170:0:35283:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777567.244172:0:35283:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fca617ba0 released 00000080:00010000:0.0:1788777567.244174:0:35283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca6e from it ffff9b1fca617ba0 00010000:00000001:0.0:1788777567.244177:0:35283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.244178:0:35283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.244180:0:35283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7800 refcount=3 00000020:00000001:0.0:1788777567.244182:0:35283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.244184:0:35283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147136 : -110914032404480 : ffff9b1fd07f7800) 00010000:00000001:0.0:1788777567.244186:0:35283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.244189:0:35283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777567.244197:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.244198:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.244199:0:35283:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777567.244202:0:35283:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777567.244204:0:35283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7800/0x22b16ee488cdca6e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7287 expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777567.244210:0:35283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777567.244213:0:35283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777567.244216:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.244221:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.244222:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.244223:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.244226:0:35283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777567.244228:0:35283:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.244230:0:35283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.244233:0:35283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.244236:0:35283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.244237:0:35283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.244238:0:35283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777567.244239:0:35283:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777567.244241:0:35283:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788777567.244243:0:35283:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.244245:0:35283:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777567.244247:0:35283:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fca617ba0. 00000080:00000001:0.0:1788777567.244252:0:35283:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.244257:0:35283:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777567.244259:0:35283:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9b1fd15b5b88), inode mode 41ed mask 44 00000080:00000001:0.0:1788777567.244263:0:35283:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.244305:0:35283:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777567.244307:0:35283:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9b1fd15b5b88) cmd=4008669a arg=d0a2e0 00000080:00000001:0.0:1788777567.244317:0:35283:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1788777567.244321:0:35283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960c00. 00800000:00000001:0.0:1788777567.244330:0:35283:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1788777567.244332:0:35283:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x240000402:0x7:0x0], valid 0x0/0x0 00800000:00000001:0.0:1788777567.244334:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.244335:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.244336:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.244338:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.244340:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.244341:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788777567.244344:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.244348:0:35283:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1788777567.244350:0:35283:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777567.244354:0:35283:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.244358:0:35283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ece00. 00000020:00000040:0.0:1788777567.244362:0:35283:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=6 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777567.244367:0:35283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777567.244371:0:35283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.244372:0:35283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.244376:0:35283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.244378:0:35283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.244381:0:35283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.244387:0:35283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1001800. 00000100:00000001:0.0:1788777567.244394:0:35283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.244397:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.244399:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.244400:0:35283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777567.244401:0:35283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.244403:0:35283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777567.244411:0:35283:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788777567.244416:0:35283:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ece00 x1875667211139968/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777567.244423:0:35283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777567.244425:0:35283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777567.244430:0:35283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777567.244432:0:35283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682139072 : -110914027412544 : ffff9b1fd0cba3c0) 00000100:00000001:0.0:1788777567.244435:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.244436:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000001:0.0:1788777567.244440:0:35283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777567.244445:0:35283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.244447:0:35283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777567.244448:0:35283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777567.244452:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ece00 x1875667211139968/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.244460:0:35283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777567.244494:0:35283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.244498:0:35283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777567.244501:0:35283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777567.244504:0:35283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777567.244507:0:35283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211139968:192.168.204.133@tcp:36:lfs.0 00000100:00000001:0.0:1788777567.244512:0:35283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777567.244517:0:35283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777567.244519:0:35283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.244521:0:35283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777567.244525:0:35283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777567.244527:0:35283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777567.244533:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777567.244537:0:35283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777567.244542:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b6e8. 00000100:00000200:0.0:1788777567.244551:0:35283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211139968, portal 10 00000100:00000001:0.0:1788777567.244553:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.244555:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000040:0.0:1788777567.244561:0:35283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ece00 x1875667211139968/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.244568:0:35283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777567.244571:0:35283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777567.244574:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b7f8. 00000100:00000200:0.0:1788777567.244578:0:35283:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211139968, offset 0 00000400:00000200:0.0:1788777567.244586:0:35283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777567.244594:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.244602:0:35283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777567.244608:0:35283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777567.244612:0:35283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777567.244616:0:35283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777567.244619:0:35283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777567.244623:0:35283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2956:2956:256:4294967295] 192.168.204.133@tcp LPNI seq info [2955:2955:8:4294967295] 00000400:00000200:0.0:1788777567.244627:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.244637:0:35283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777567.244643:0:35283:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777567.244650:0:35283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839500. 00000800:00000200:0.0:1788777567.244659:0:35283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777567.244669:0:35283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777567.244676:0:35283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777567.244701:0:35283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.244706:0:35283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22082 usecs (23 jiffies) 00000400:00000200:0.0:1788777567.244709:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777567.244713:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670574 00000100:00000001:0.0:1788777567.244716:0:35283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296671402 00000100:00000001:0.0:1788777567.244718:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670574 00000100:00000001:0.0:1788777567.244720:0:35283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296671402 00000100:00000001:0.0:1788777567.244723:0:35283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.244725:0:35283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.244728:0:35283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.244730:0:35283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777567.244733:0:35283:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777567.244735:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.244738:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.244872:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777567.244874:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.244877:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777567.244880:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.244883:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777567.244885:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788777567.244887:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777567.244888:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777567.244893:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.244899:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777567.244901:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777567.244903:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777567.244906:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777567.244913:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211139712:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777567.244917:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777567.244920:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777567.244922:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211139712/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.244928:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777567.244930:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777567.244931:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc837a600. 02000000:00000001:2.0:1788777567.244935:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777567.244936:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777567.244938:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777567.244940:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777567.244942:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc4ddf600. 02000000:00000001:2.0:1788777567.244946:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777567.244947:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777567.244948:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:2.0:1788777567.244951:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777567.244952:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777567.244954:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777567.244961:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777567.244962:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.244964:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777567.244967:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.246730:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.246739:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839500. 00000400:00000200:3.0:1788777567.246747:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.246756:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.246764:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b7f8 00000400:00000010:3.0:1788777567.246766:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b7f8. 00000100:00000001:3.0:1788777567.246777:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.246786:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211139968/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.246798:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.246801:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211139968/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.246808:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.246809:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777567.249801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ea00. 00010000:00000010:0.1:1788777567.249820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6600. 00000800:00000001:3.0:1788777567.258169:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.258188:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.258194:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.258196:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.258208:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.258216:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.258225:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.258230:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.258236:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.258240:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd63b80 00000400:00000200:3.0:1788777567.258245:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.258251:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x89b5 [1] + 224 00000800:00000001:3.0:1788777567.258260:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.258268:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.258272:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.258277:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.258284:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.258294:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211139968/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777567.258306:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9b1fc31ece00 x1875667211139968/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.258332:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.258342:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.258345:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.258491:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777567.258499:0:35283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.258501:0:35283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.258505:0:35283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777567.258511:0:35283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:0.0:1788777567.258514:0:35283:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:0.0:1788777567.258518:0:35283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777567.258523:0:35283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ece00 x1875667211139968/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777567.258532:0:35283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ece00 x1875667211139968/t0(0) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.258538:0:35283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.258539:0:35283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.258542:0:35283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.258545:0:35283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777567.258548:0:35283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777567.258550:0:35283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.258553:0:35283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.258562:0:35283:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=76 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777567.258566:0:35283:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777567.258569:0:35283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777567.258571:0:35283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.258573:0:35283:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777567.258577:0:35283:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.258580:0:35283:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777567.258582:0:35283:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777567.258584:0:35283:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777567.258586:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.258588:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000001:0.0:1788777567.258591:0:35283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777567.258593:0:35283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777567.258595:0:35283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777567.258598:0:35283:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.258603:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ece00 x1875667211139968/t4294967333(4294967333) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777583 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.258610:0:35283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.258612:0:35283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.258614:0:35283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.258618:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ece00 x1875667211139968/t4294967333(4294967333) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777583 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777567.258626:0:35283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211139968:192.168.204.133@tcp:36:lfs.0 00000100:00000001:0.0:1788777567.258631:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.258634:0:35283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.258637:0:35283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777567.258639:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.258642:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ece00 x1875667211139968/t4294967333(4294967333) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777583 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.258649:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.258652:0:35283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777567.258655:0:35283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777567.258656:0:35283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.258663:0:35283:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.258667:0:35283:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777567.258672:0:35283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960c00. 00000100:00000001:0.0:1788777567.258675:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.258678:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211139968/t4294967333(4294967333) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777583 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.258684:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.258686:0:35283:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.258688:0:35283:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.258720:0:35283:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788777567.258723:0:35283:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777567.258727:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabdd0 00000080:00200008:0.0:1788777567.258729:0:35283:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9b1fd15b5b88), flags 320000 00000080:00400000:0.0:1788777567.258733:0:35283:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240000402:0x7:0x0] 00000080:00000001:0.0:1788777567.258736:0:35283:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777567.258738:0:35283:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788777567.258740:0:35283:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788777567.258745:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.258748:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.258750:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.258753:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.258755:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.258757:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788777567.258759:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.258764:0:35283:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777567.258768:0:35283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777567.258775:0:35283:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.258777:0:35283:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.258779:0:35283:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x7:0x0]: 0 00000080:00000001:0.0:1788777567.258781:0:35283:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777567.258784:0:35283:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777567.258789:0:35283:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc8960c00. 00000080:00000001:0.0:1788777567.258791:0:35283:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777567.258798:0:35283:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777567.258801:0:35283:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788777567.258803:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.258804:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.258805:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.258806:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.258807:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.258809:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788777567.258811:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.258812:0:35283:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x7:0x0] 00000002:00000001:0.0:1788777567.258816:0:35283:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777567.258818:0:35283:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9b1fc31a7000: [0x240000402:0x7:0x0] file closed with intent: 0 00000100:00000010:0.0:1788777567.258823:0:35283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed500. 00000020:00000040:0.0:1788777567.258826:0:35283:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=7 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777567.258830:0:35283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.258833:0:35283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.258836:0:35283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.258843:0:35283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc8960600. 00000100:00000001:0.0:1788777567.258849:0:35283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777567.258859:0:35283:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777567.258868:0:35283:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777567.258872:0:35283:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ed500 x1875667211140224/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777567.258878:0:35283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777567.258880:0:35283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777567.258886:0:35283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777567.258888:0:35283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682139072 : -110914027412544 : ffff9b1fd0cba3c0) 00000100:00000001:0.0:1788777567.258890:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.258891:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452710144 : -110914256841472 : ffff9b1fc31ed500) 00000100:00000001:0.0:1788777567.258895:0:35283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777567.258899:0:35283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.258901:0:35283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777567.258903:0:35283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777567.258906:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed500 x1875667211140224/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.258912:0:35283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777567.258914:0:35283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.258918:0:35283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777567.258920:0:35283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777567.258922:0:35283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777567.258925:0:35283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed500 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211140224:192.168.204.133@tcp:35:lfs.0 00000100:00000001:0.0:1788777567.258929:0:35283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777567.258934:0:35283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777567.258936:0:35283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.258938:0:35283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777567.258942:0:35283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1003c00. 02000000:00000001:0.0:1788777567.258944:0:35283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777567.258948:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777567.258951:0:35283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777567.258955:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b6e8. 00000100:00000200:0.0:1788777567.258962:0:35283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211140224, portal 10 00000100:00000001:0.0:1788777567.258964:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.258965:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452710144 : -110914256841472 : ffff9b1fc31ed500) 00000100:00000040:0.0:1788777567.258970:0:35283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed500 x1875667211140224/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.258976:0:35283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777567.258979:0:35283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777567.258981:0:35283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b770. 00000100:00000200:0.0:1788777567.258984:0:35283:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211140224, offset 0 00000400:00000200:0.0:1788777567.258990:0:35283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777567.259160:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.259167:0:35283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777567.259172:0:35283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777567.259176:0:35283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777567.259180:0:35283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777567.259183:0:35283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777567.259187:0:35283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2957:2957:256:4294967295] 192.168.204.133@tcp LPNI seq info [2956:2956:8:4294967295] 00000400:00000200:0.0:1788777567.259191:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777567.259199:0:35283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777567.259205:0:35283:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777567.259210:0:35283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839a00. 00000800:00000200:0.0:1788777567.259216:0:35283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777567.259223:0:35283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777567.259227:0:35283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777567.259245:0:35283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.259249:0:35283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22067 usecs (23 jiffies) 00000400:00000200:0.0:1788777567.259252:0:35283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777567.259255:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670589 00000100:00000001:0.0:1788777567.259257:0:35283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296671402 00000100:00000001:0.0:1788777567.259259:0:35283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670589 00000100:00000001:0.0:1788777567.259261:0:35283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296671402 00000100:00000001:0.0:1788777567.259263:0:35283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.259266:0:35283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.259268:0:35283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.259270:0:35283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777567.259272:0:35283:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777567.259274:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.259276:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.260303:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.260311:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839a00. 00000400:00000200:3.0:1788777567.260317:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.260324:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.260330:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b770 00000400:00000010:3.0:1788777567.260332:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b770. 00000100:00000001:3.0:1788777567.260337:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.260344:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed500 x1875667211140224/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.260354:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.260356:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed500 x1875667211140224/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.260451:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.260453:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777567.267155:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.267174:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.267178:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.267181:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.267192:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.267200:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.267210:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.267217:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.267225:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.267230:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd63c80 00000400:00000200:3.0:1788777567.267235:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.267243:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x89bd [1] + 224 00000800:00000001:3.0:1788777567.267250:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.267258:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.267261:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.267266:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.267274:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.267284:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed500 x1875667211140224/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.267294:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc31ed500 x1875667211140224/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.267319:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.267336:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.267340:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.267585:0:35283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777567.267595:0:35283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.267597:0:35283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.267601:0:35283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:0.0:1788777567.267608:0:35283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:0.0:1788777567.267611:0:35283:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:0.0:1788777567.267615:0:35283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777567.267620:0:35283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed500 x1875667211140224/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777567.267628:0:35283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed500 x1875667211140224/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.267635:0:35283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.267637:0:35283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.267640:0:35283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.267643:0:35283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777567.267646:0:35283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777567.267648:0:35283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.267651:0:35283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.267664:0:35283:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b538 time=584 v=5 (5 0 5 0) 00000100:00001000:0.0:1788777567.267668:0:35283:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777567.267671:0:35283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777567.267673:0:35283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.267675:0:35283:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777567.267679:0:35283:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.267682:0:35283:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777567.267684:0:35283:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777567.267686:0:35283:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777567.267689:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.267691:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452710144 : -110914256841472 : ffff9b1fc31ed500) 00000100:00000001:0.0:1788777567.267694:0:35283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777567.267696:0:35283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:0.0:1788777567.267698:0:35283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777567.267701:0:35283:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.267707:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed500 x1875667211140224/t4294967334(4294967334) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777583 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.267714:0:35283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.267718:0:35283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.267720:0:35283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.267724:0:35283:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed500 x1875667211140224/t4294967334(4294967334) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777583 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777567.267731:0:35283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed500 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35283:1875667211140224:192.168.204.133@tcp:35:lfs.0 00000100:00000001:0.0:1788777567.267736:0:35283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.267740:0:35283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.267742:0:35283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777567.267744:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.267748:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed500 x1875667211140224/t4294967334(4294967334) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777583 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.267755:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.267757:0:35283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777567.267760:0:35283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777567.267762:0:35283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.267839:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.267841:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452710144 : -110914256841472 : ffff9b1fc31ed500) 00000002:00000001:0.0:1788777567.267845:0:35283:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.267848:0:35283:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777567.267852:0:35283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960c00. 00000080:00000001:0.0:1788777567.267857:0:35283:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777567.267861:0:35283:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788777567.267864:0:35283:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777567.267867:0:35283:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777567.267869:0:35283:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777567.267872:0:35283:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777567.267874:0:35283:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777567.267876:0:35283:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788777567.267878:0:35283:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.267883:0:35283:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777567.267889:0:35283:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.267896:0:35283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.267897:0:35283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000001:0.0:1788777567.267900:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.267903:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.267909:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.267911:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.267914:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed500 x1875667211140224/t4294967334(4294967334) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777583 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.267920:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.267921:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.267924:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec380 x1875667211139584/t4294967332(4294967332) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/608 e 0 to 0 dl 1788777583 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.267929:0:35283:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777567.267933:0:35283:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.267935:0:35283:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=6 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.267937:0:35283:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.267940:0:35283:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001400. 02000000:00000001:0.0:1788777567.267945:0:35283:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.267946:0:35283:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.267948:0:35283:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec380. 00000100:00000001:0.0:1788777567.267951:0:35283:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.267952:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.267953:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.267956:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed500 x1875667211140224/t4294967334(4294967334) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777583 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.267961:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.267962:0:35283:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd1882660. 00000002:00000001:0.0:1788777567.267965:0:35283:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.267967:0:35283:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777567.267968:0:35283:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4e40. 00000100:00000001:0.0:1788777567.267971:0:35283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.267973:0:35283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed500 x1875667211140224/t4294967334(4294967334) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.267978:0:35283:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.267980:0:35283:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.267983:0:35283:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1003c00. 02000000:00000001:0.0:1788777567.267985:0:35283:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.267986:0:35283:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.267987:0:35283:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.267989:0:35283:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.267991:0:35283:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc8960600. 02000000:00000001:0.0:1788777567.267993:0:35283:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.268045:0:35283:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.268047:0:35283:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed500. 00000100:00000001:0.0:1788777567.268051:0:35283:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.268052:0:35283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777567.268055:0:35283:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777567.268068:0:35283:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b477c0. 00000080:00000001:0.0:1788777567.268073:0:35283:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.268079:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabdd0 00000080:00000008:0.0:1788777567.268082:0:35283:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9b1fd15b5b88), flags 320000, rc = 0 00000080:00000001:0.0:1788777567.268086:0:35283:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.268089:0:35283:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.268095:0:35283:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777567.268097:0:35283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1cabe00 00000080:00002000:0.0:1788777567.268099:0:35283:0:(dcache.c:127:ll_ddelete()) keeping dentry d24a.recovery-small (ffff9b1fd1769ca8, parent ffff9b1fd155f360, inode ffff9b1fd15b5b88) hashed, 00000080:00000001:0.0:1788777567.268102:0:35283:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.288377:0:35285:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777567.288390:0:35285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777567.288392:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.288395:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.288404:0:35285:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777567.288406:0:35285:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.288408:0:35285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.288439:0:35285:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777567.288441:0:35285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777567.288442:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.288444:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.288445:0:35285:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777567.288447:0:35285:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.288448:0:35285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777567.362387:0:35290:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777567.362396:0:35290:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777567.362399:0:35290:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777567.362402:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bbc0 00000080:00200000:1.0:1788777567.362407:0:35290:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777567.362414:0:35290:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd23ffc00. 00800000:00000002:1.0:1788777567.362422:0:35290:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777567.362427:0:35290:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777567.362431:0:35290:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777567.362433:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bae0 00800000:00000002:1.0:1788777567.362436:0:35290:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777567.362440:0:35290:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777567.362442:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777567.362445:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777567.362447:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777567.362450:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777567.362452:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777567.362454:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777567.362457:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777567.362899:0:35290:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777567.362909:0:35290:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777567.362912:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3b9b0 00000002:00010000:1.0:1788777567.362914:0:35290:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777567.362918:0:35290:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777567.362921:0:35290:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777567.362924:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777567.362932:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:1.0:1788777567.362936:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777567.362941:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777567.362945:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777567.362950:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777567.362962:0:35290:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777567.362967:0:35290:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777567.362971:0:35290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777567.362979:0:35290:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777567.363051:0:35290:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777567.363053:0:35290:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777567.363064:0:35290:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777567.363066:0:35290:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777567.363068:0:35290:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777567.363072:0:35290:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777567.363075:0:35290:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777567.363079:0:35290:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd23ffc00. 00000080:00000001:1.0:1788777567.363084:0:35290:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777567.363086:0:35290:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777567.363088:0:35290:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777567.363092:0:35290:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca7c 00800000:00000001:1.0:1788777567.363096:0:35290:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777567.363098:0:35290:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777567.363100:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.363102:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.363106:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:1.0:1788777567.363108:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:1.0:1788777567.363111:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:1.0:1788777567.363114:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.363115:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777567.363117:0:35290:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777567.363118:0:35290:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777567.363121:0:35290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca7c from it ffffb70bc1d3bbf8 00010000:00000001:1.0:1788777567.363124:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.363125:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.363127:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:1.0:1788777567.363129:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:1.0:1788777567.363131:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:1.0:1788777567.363133:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777567.363136:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777567.363143:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.363144:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777567.363146:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777567.363148:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777567.363150:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777567.363157:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777567.363161:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777567.363163:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777567.363167:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.363168:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777567.363170:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.363173:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777567.363175:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.363177:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.363180:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.363183:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777567.363184:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777567.363185:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777567.363188:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777567.363190:0:35290:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777567.363192:0:35290:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777567.363196:0:35290:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777567.363200:0:35290:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777567.363202:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bb88 00000080:00002000:1.0:1788777567.363204:0:35290:0:(dcache.c:87:ll_dcompare()) found name d24a.recovery-small(ffff9b1fd1769ca8) flags 0x28000e refc 0 00000080:00000001:1.0:1788777567.363207:0:35290:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777567.363209:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bbd0 00000080:00200000:1.0:1788777567.363210:0:35290:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24a.recovery-small, flags=25 00000080:00000001:1.0:1788777567.363214:0:35290:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788777567.363216:0:35290:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777567.363224:0:35290:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777567.363226:0:35290:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9b1fd15b5b88), inode mode 41ed mask 1 00000080:00000001:1.0:1788777567.363229:0:35290:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777567.363239:0:35290:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ec340. 00000080:00000001:1.0:1788777567.363243:0:35290:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777567.363244:0:35290:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9b1fd15b5b88), inode mode 41ed mask 3 00000080:00000001:1.0:1788777567.363246:0:35290:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777567.363249:0:35290:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788777567.363251:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bb58 00000080:00200000:1.0:1788777567.363253:0:35290:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9b1fd15b5b88), file ffff9b1fd003d680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788777567.363257:0:35290:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fd1213a80. 00000080:00000001:1.0:1788777567.363261:0:35290:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777567.363263:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3ba08 00000080:00200000:1.0:1788777567.363264:0:35290:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9b1fd15b5b88), intent=open|creat 00000080:00000010:1.0:1788777567.363270:0:35290:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fd23ffc00. 00000080:00000001:1.0:1788777567.363276:0:35290:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777567.363278:0:35290:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777567.363279:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3b928 00800000:00000002:1.0:1788777567.363281:0:35290:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x240000402:0x7:0x0] 00800000:00000001:1.0:1788777567.363284:0:35290:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788777567.363287:0:35290:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788777567.363290:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777567.363292:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777567.363294:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777567.363296:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777567.363297:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777567.363299:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1788777567.363301:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777567.363303:0:35290:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159481882112 : -110914227669504 : ffff9b1fc4dbf600) 00800000:00000001:1.0:1788777567.363307:0:35290:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788777567.363309:0:35290:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788777567.363312:0:35290:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788777567.363315:0:35290:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788777567.363317:0:35290:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9b1fc31a7000: Allocated FID [0x240000402:0x8:0x0] 40000000:00000001:1.0:1788777567.363319:0:35290:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.363321:0:35290:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777567.363323:0:35290:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777567.363324:0:35290:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777567.363327:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3b8a8 00800000:00000002:1.0:1788777567.363329:0:35290:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000402:0x7:0x0], fid2=[0x240000402:0x8:0x0], name='f24a.recovery-small' -> mds #1 layout version 1 00000002:00000001:1.0:1788777567.363333:0:35290:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777567.363334:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3b7e0 00000002:00010000:1.0:1788777567.363336:0:35290:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x240000402:0x8:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788777567.363340:0:35290:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777567.363343:0:35290:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777567.363346:0:35290:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788777567.363350:0:35290:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.363351:0:35290:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788777567.363353:0:35290:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777567.363358:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121c00. 00000020:00000040:1.0:1788777567.363362:0:35290:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=6 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777567.363369:0:35290:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777567.363371:0:35290:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.363374:0:35290:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777567.363378:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777567.363380:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.363382:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777567.363385:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777567.363388:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777567.363396:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356c400. 00000100:00000001:1.0:1788777567.363402:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.363407:0:35290:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777567.363409:0:35290:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.363410:0:35290:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777567.363411:0:35290:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.363413:0:35290:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777567.363422:0:35290:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00010000:00000001:1.0:1788777567.363426:0:35290:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777567.363428:0:35290:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777567.363432:0:35290:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611700. 00010000:00000010:1.0:1788777567.363435:0:35290:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182e80. 00010000:00000001:1.0:1788777567.363440:0:35290:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777567.363444:0:35290:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045c00. 00000020:00000001:1.0:1788777567.363447:0:35290:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777567.363449:0:35290:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045c00 with handle 0x22b16ee488cdca91 to hash 00000020:00000001:1.0:1788777567.363451:0:35290:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777567.363453:0:35290:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777567.363456:0:35290:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777567.363459:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777567.363493:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777567.363497:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777567.363505:0:35290:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35290 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777567.363520:0:35290:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777567.363535:0:35290:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1121c00 x1875667211140480/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777567.363545:0:35290:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35290 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777567.363551:0:35290:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777567.363553:0:35290:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777567.363561:0:35290:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc7c8dc00. 00000100:00000001:1.0:1788777567.363564:0:35290:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159530961920 : -110914178589696 : ffff9b1fc7c8dc00) 00000100:00000001:1.0:1788777567.363566:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777567.363568:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000001:1.0:1788777567.363574:0:35290:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777567.363578:0:35290:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.363580:0:35290:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777567.363581:0:35290:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777567.363585:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121c00 x1875667211140480/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.363593:0:35290:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777567.363595:0:35290:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.363599:0:35290:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777567.363602:0:35290:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777567.363605:0:35290:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777567.363608:0:35290:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35290:1875667211140480:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777567.363613:0:35290:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777567.363619:0:35290:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777567.363622:0:35290:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.363624:0:35290:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777567.363680:0:35290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd1220000. 02000000:00000001:1.0:1788777567.363682:0:35290:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777567.363691:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777567.363696:0:35290:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e123c8. 00000400:00000010:1.0:1788777567.363704:0:35290:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fc356f800. 00000100:00000200:1.0:1788777567.363712:0:35290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211140480, portal 10 00000100:00000001:1.0:1788777567.363714:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777567.363715:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000040:1.0:1788777567.363722:0:35290:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1121c00 x1875667211140480/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.363729:0:35290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777567.363732:0:35290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777567.363736:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92564c8. 00000100:00000200:1.0:1788777567.363740:0:35290:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667211140480, offset 0 00000400:00000200:1.0:1788777567.363749:0:35290:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777567.363760:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777567.363769:0:35290:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777567.363776:0:35290:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777567.363781:0:35290:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777567.363784:0:35290:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777567.363787:0:35290:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777567.363790:0:35290:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2958:2958:256:4294967295] 192.168.204.133@tcp LPNI seq info [2957:2957:8:4294967295] 00000400:00000200:1.0:1788777567.363795:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777567.363806:0:35290:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777567.363812:0:35290:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777567.363818:0:35290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5600. 00000800:00000200:1.0:1788777567.363825:0:35290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777567.363833:0:35290:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777567.363838:0:35290:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788777567.363849:0:35290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777567.363854:0:35290:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22028 usecs (23 jiffies) 00000400:00000200:1.0:1788777567.363857:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777567.363861:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670694 00000100:00000001:1.0:1788777567.363864:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296671402 00000100:00000001:1.0:1788777567.363867:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670694 00000100:00000001:1.0:1788777567.363869:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296671402 00000100:00000001:1.0:1788777567.363871:0:35290:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777567.363874:0:35290:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.363876:0:35290:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777567.363878:0:35290:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777567.363881:0:35290:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc7c8dc00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777567.363884:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777567.363887:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.364077:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.364083:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5600. 00000400:00000200:3.0:1788777567.364089:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.364095:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.364102:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92564c8 00000400:00000010:3.0:1788777567.364105:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92564c8. 00000100:00000001:3.0:1788777567.364109:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.364114:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121c00 x1875667211140480/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.364122:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.364125:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121c00 x1875667211140480/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777583 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.364132:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.364134:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777567.385255:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.385275:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.385280:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.385282:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.385291:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.385298:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.385308:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.385313:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.385318:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.385322:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd63d80 00000400:00000200:3.0:1788777567.385326:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.385332:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x89c5 [32] + 224 00000800:00000001:3.0:1788777567.385339:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.385347:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.385350:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.385354:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.385361:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.385370:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121c00 x1875667211140480/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.385381:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fd1121c00 x1875667211140480/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.385406:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.385414:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.385418:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.387366:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777567.387381:0:35290:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777567.387383:0:35290:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777567.387388:0:35290:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e123c8. 00000400:00000200:1.0:1788777567.387399:0:35290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc356f800 00000400:00000010:1.0:1788777567.387401:0:35290:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fc356f800. 00000100:00000001:1.0:1788777567.387406:0:35290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777567.387418:0:35290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121c00 x1875667211140480/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777567.387428:0:35290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121c00 x1875667211140480/t0(0) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.387436:0:35290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777567.387438:0:35290:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.387441:0:35290:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777567.387444:0:35290:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777567.387446:0:35290:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777567.387449:0:35290:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.387452:0:35290:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777567.387503:0:35290:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=76 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777567.387508:0:35290:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777567.387511:0:35290:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777567.387513:0:35290:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.387516:0:35290:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777567.387520:0:35290:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.387524:0:35290:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777567.387526:0:35290:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000023/0x1] 00000100:00000001:1.0:1788777567.387527:0:35290:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777567.387530:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777567.387532:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000001:1.0:1788777567.387536:0:35290:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777567.387538:0:35290:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1788777567.387540:0:35290:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777567.387543:0:35290:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777567.387548:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777583 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.387556:0:35290:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777567.387560:0:35290:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777567.387562:0:35290:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777567.387568:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777583 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777567.387579:0:35290:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35290:1875667211140480:192.168.204.133@tcp:101:multiop.0 00000100:00000001:1.0:1788777567.387586:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.387589:0:35290:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.387592:0:35290:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777567.387594:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777567.387598:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777583 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.387605:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777567.387607:0:35290:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc7c8dc00. 00000100:00000001:1.0:1788777567.387610:0:35290:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777567.387612:0:35290:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.387616:0:35290:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777567.387620:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777567.387624:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777567.387627:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:1.0:1788777567.387630:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:1.0:1788777567.387633:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:1.0:1788777567.387641:0:35290:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045c00, remote cookie: 0x542deec0941a72e9, flags: 0x1001 00010000:00010000:1.0:1788777567.387648:0:35290:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777567.387659:0:35290:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x8:0x0].0x0, instead of [0x240000402:0x7:0x0].0x0 00010000:00000001:1.0:1788777567.387662:0:35290:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777567.387840:0:35290:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6000. 00010000:00000010:2.0:1788777567.387847:0:35290:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835da00. 00010000:00000040:2.0:1788777567.387852:0:35290:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611700 count: 0 00010000:00000010:2.0:1788777567.387858:0:35290:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182e80. 00010000:00000001:2.0:1788777567.387867:0:35290:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.387871:0:35290:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777567.387880:0:35290:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.387886:0:35290:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777567.387890:0:35290:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777567.387893:0:35290:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777567.387895:0:35290:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777567.387896:0:35290:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777567.387898:0:35290:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x8:0x0].0x0 (ffff9b1fd20e6000) refcount = 1 00010000:00010000:2.0:1788777567.387902:0:35290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.387908:0:35290:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777567.387912:0:35290:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777567.387914:0:35290:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777567.387917:0:35290:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777567.387920:0:35290:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.387923:0:35290:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.387929:0:35290:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777567.387931:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.387933:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.387934:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.387935:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.387936:0:35290:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777567.387941:0:35290:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777567.387944:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.387945:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.387947:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777567.387949:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.387951:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.387953:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.387954:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.387956:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=4 00000020:00000001:2.0:1788777567.387957:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.387959:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.387962:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777567.387965:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.387968:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.387975:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.387987:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.387988:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.387989:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.387991:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=5 00000020:00000001:2.0:1788777567.387992:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.387995:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.388005:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777567.388008:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.388014:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388015:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777567.388017:0:35290:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.388024:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777567.388025:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388026:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.388028:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388029:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777567.388034:0:35290:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777567.388044:0:35290:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777567.388048:0:35290:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777567.388063:0:35290:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.388070:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.388071:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.388073:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777567.388075:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.388077:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00000002:00010000:2.0:1788777567.388080:0:35290:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777567.388089:0:35290:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc4f3d0c0. 00010000:00000001:2.0:1788777567.388092:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388094:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777567.388095:0:35290:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777567.388097:0:35290:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777567.388101:0:35290:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777567.388103:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777567.388105:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000001:2.0:1788777567.388107:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777567.388108:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00010000:00000001:2.0:1788777567.388110:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.388111:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.388112:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777567.388114:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.388116:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00000002:00010000:2.0:1788777567.388119:0:35290:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.388124:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388125:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.388127:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777567.388128:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.388129:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.388130:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777567.388132:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.388133:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000040:2.0:1788777567.388137:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6000 count: 2 00010000:00000001:2.0:1788777567.388139:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777567.388143:0:35290:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc4c59000 type 13 mode 4 res 9663677442/8 (0 0) 00010000:00000001:2.0:1788777567.388145:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388146:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777567.388147:0:35290:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777567.388150:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3b768 00000002:00002000:2.0:1788777567.388152:0:35290:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788777567.388156:0:35290:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777567.388159:0:35290:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777567.388162:0:35290:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777567.388165:0:35290:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777567.388168:0:35290:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.388172:0:35290:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777567.388175:0:35290:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fd1213a80 it_disposition 1800037 00000080:00002000:2.0:1788777567.388181:0:35290:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1780360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788777567.388186:0:35290:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777567.388189:0:35290:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788777567.388191:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3b998 00000080:00200000:2.0:1788777567.388192:0:35290:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9b1fd15b5b88), intent=open|creat 00000080:00000001:2.0:1788777567.388195:0:35290:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788777567.388198:0:35290:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777567.388204:0:35290:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777567.388207:0:35290:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777567.388209:0:35290:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:2.0:1788777567.388212:0:35290:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777567.388222:0:35290:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd15b0840. 00000020:00000001:2.0:1788777567.388232:0:35290:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788777567.388234:0:35290:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788777567.388237:0:35290:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777567.388238:0:35290:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x8:0x0](ffff9b1fd15b0908) 00000020:00000001:2.0:1788777567.388242:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777567.388246:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398040 : -110914154153576 : ffff9b1fc93db998) 00000020:00001000:2.0:1788777567.388249:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db990 00000020:00000001:2.0:1788777567.388253:0:35290:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788777567.388258:0:35290:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b1fc82c7bb8. 00000020:00000001:2.0:1788777567.388261:0:35290:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788777567.388263:0:35290:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.388270:0:35290:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788777567.388274:0:35290:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b1fc81074d8. 00020000:00000001:2.0:1788777567.388276:0:35290:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633159535654104 : -110914173897512 : ffff9b1fc81074d8) 00020000:00000001:2.0:1788777567.388280:0:35290:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788777567.388283:0:35290:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777567.388288:0:35290:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd0efce40. 00020000:00000010:2.0:1788777567.388294:0:35290:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a3800. 00020000:00000010:2.0:1788777567.388301:0:35290:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd0efc4e0. 00020000:00000001:2.0:1788777567.388304:0:35290:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159684506848 : -110914025044768 : ffff9b1fd0efc4e0) 00020000:00000002:2.0:1788777567.388307:0:35290:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efc4e0, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777567.388312:0:35290:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777567.388317:0:35290:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3800: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:2.0:1788777567.388320:0:35290:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788777567.388322:0:35290:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efc4e0, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777567.388325:0:35290:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777567.388328:0:35290:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3800: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000010:2.0:1788777567.388332:0:35290:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b1fc33239f0. 00020000:00000010:2.0:1788777567.388335:0:35290:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b1fc9840cc0. 00020000:00000001:2.0:1788777567.388339:0:35290:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788777567.388342:0:35290:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b1fca5e7098. 00020000:00000001:2.0:1788777567.388346:0:35290:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788777567.388347:0:35290:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788777567.388353:0:35290:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788777567.388357:0:35290:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b1fc82c7190. 00000020:00000001:2.0:1788777567.388358:0:35290:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788777567.388360:0:35290:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.388362:0:35290:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633159537488400 : -110914172063216 : ffff9b1fc82c7210) 00020000:00000001:2.0:1788777567.388366:0:35290:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788777567.388371:0:35290:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b1fc4b4d500. 00020000:00000001:2.0:1788777567.388373:0:35290:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.388377:0:35290:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159537488400 : -110914172063216 : ffff9b1fc82c7210) 00020000:00000001:2.0:1788777567.388380:0:35290:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633159537488400 : -110914172063216 : ffff9b1fc82c7210) 00020000:00000002:2.0:1788777567.388383:0:35290:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x4:0x0]@ffff9b1fc82c7190[0:0] -> [0x240000402:0x8:0x0]@ffff9b1fc82c7bb8: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:2.0:1788777567.388388:0:35290:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788777567.388391:0:35290:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788777567.388392:0:35290:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.388395:0:35290:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159537491000 : -110914172060616 : ffff9b1fc82c7c38) 00000020:00001000:2.0:1788777567.388399:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db990 00000080:00000001:2.0:1788777567.388403:0:35290:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:2.0:1788777567.388405:0:35290:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1788777567.388408:0:35290:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761480 mtime from 0 to 1788777567 00000080:00000001:2.0:1788777567.388412:0:35290:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788777567.388414:0:35290:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691536648 : -110914018014968 : ffff9b1fd15b0908) 00010000:00000001:2.0:1788777567.388416:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.388418:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.388419:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777567.388421:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.388423:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00000080:00000001:2.0:1788777567.388426:0:35290:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777567.388427:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777567.388428:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398040 : -110914154153576 : ffff9b1fc93db998) 00000020:00001000:2.0:1788777567.388430:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db990 00000020:00000001:2.0:1788777567.388432:0:35290:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777567.388434:0:35290:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777567.388435:0:35290:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777567.388438:0:35290:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd0efc6c0. 00020000:00000010:2.0:1788777567.388440:0:35290:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a3600. 00020000:00000010:2.0:1788777567.388443:0:35290:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd0efcde0. 00020000:00000001:2.0:1788777567.388444:0:35290:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159684509152 : -110914025042464 : ffff9b1fd0efcde0) 00020000:00000002:2.0:1788777567.388447:0:35290:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efcde0, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777567.388450:0:35290:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777567.388453:0:35290:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3600: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000002:2.0:1788777567.388456:0:35290:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc81074d8) owner ffff9b1fc9098000 00020000:00000001:2.0:1788777567.388458:0:35290:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777567.388460:0:35290:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc81074d8) owner ffff9b1fc9098000 00020000:00000010:2.0:1788777567.388515:0:35290:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a3600. 00020000:00000010:2.0:1788777567.388520:0:35290:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd0efc6c0. 00020000:00000010:2.0:1788777567.388522:0:35290:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd0efcde0. 00020000:00000002:2.0:1788777567.388525:0:35290:0:(lov_object.c:1535:lov_conf_set()) [0x240000402:0x8:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777567.388527:0:35290:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.388529:0:35290:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.388532:0:35290:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777567.388535:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000002:2.0:1788777567.388539:0:35290:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efc4e0 addref 2/0 by ffff9b1fc9098000. 00020000:00000002:2.0:1788777567.388541:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:2.0:1788777567.388544:0:35290:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777567.388546:0:35290:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777567.388548:0:35290:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777567.388549:0:35290:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777567.388551:0:35290:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777567.388553:0:35290:0:(file.c:6843:ll_layout_conf()) [0x240000402:0x8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788777567.388555:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db990 00000080:00000001:2.0:1788777567.388557:0:35290:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.388559:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388560:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777567.388562:0:35290:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777567.388565:0:35290:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777567.388566:0:35290:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777567.388568:0:35290:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x8:0x0](ffff9b1fd15b0908) 00000080:00010000:2.0:1788777567.388571:0:35290:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x8:0x0](ffff9b1fd15b0908) for lock 0x22b16ee488cdca91 00800000:00000001:2.0:1788777567.388574:0:35290:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777567.388576:0:35290:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777567.388577:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.388579:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.388580:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777567.388582:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.388584:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.388586:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388587:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777567.388589:0:35290:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777567.388590:0:35290:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.388592:0:35290:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788777567.388595:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777567.388600:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777583 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777567.388613:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777567.388618:0:35290:0:(namei.c:1651:ll_create_it()) inode ffff9b1fd15b0908 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:2.0:1788777567.388621:0:35290:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777567.388625:0:35290:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x8:0x0](ffff9b1fd15b0908) 00000080:00000001:2.0:1788777567.388628:0:35290:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777567.388631:0:35290:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fd23ffc00. 00000100:00000001:2.0:1788777567.388635:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777567.388639:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777583 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777567.388645:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.388649:0:35290:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788777567.388651:0:35290:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777567.388654:0:35290:0:(namei.c:1500:ll_atomic_open()) inode ffff9b1fd15b0908 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:2.0:1788777567.388662:0:35290:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777567.388664:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3ba68 00000080:00200008:2.0:1788777567.388666:0:35290:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9b1fd15b0908), flags 100102 00000080:00000010:2.0:1788777567.388673:0:35290:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc15a6a00. 00000080:00000010:2.0:1788777567.388678:0:35290:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc4f3d780. 00000080:00000001:2.0:1788777567.388680:0:35290:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777567.388684:0:35290:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788777567.388686:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777567.388689:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777567.388691:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777567.388695:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777567.388697:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777567.388699:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1788777567.388701:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777567.388704:0:35290:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777567.388707:0:35290:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fca613660. 00000002:00100000:2.0:1788777567.388711:0:35290:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777567.388717:0:35290:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777567.388719:0:35290:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777567.388723:0:35290:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777567.388726:0:35290:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.388729:0:35290:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777567.388731:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777567.388734:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777583 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777567.388740:0:35290:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777567.388744:0:35290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd1220000. 02000000:00000001:2.0:1788777567.388780:0:35290:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777567.388782:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.388785:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3ba68 00000080:00000008:2.0:1788777567.388787:0:35290:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9b1fd15b0908), flags 100102, rc = 0 00000080:00000001:2.0:1788777567.388791:0:35290:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777567.388793:0:35290:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fd1213a80 released 00000080:00010000:2.0:1788777567.388795:0:35290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca91 from it ffff9b1fd1213a80 00010000:00000001:2.0:1788777567.388797:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.388798:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.388800:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045c00 refcount=3 00000020:00000001:2.0:1788777567.388802:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.388804:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507939840 : -110913201611776 : ffff9b2002045c00) 00010000:00000001:2.0:1788777567.388807:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777567.388810:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777567.388818:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388819:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.388820:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777567.388823:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777567.388825:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9b1fc31a7000 lock: ffff9b2002045c00/0x22b16ee488cdca91 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a72e9 expref: -99 pid: 35290 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777567.388835:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777567.388838:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777567.388839:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777567.388843:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388844:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.388846:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.388849:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777567.388852:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.388854:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.388856:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.388858:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777567.388859:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.388860:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777567.388862:0:35290:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788777567.388864:0:35290:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777567.388866:0:35290:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777567.388868:0:35290:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777567.388871:0:35290:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777567.388872:0:35290:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.388875:0:35290:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788777567.388877:0:35290:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.388880:0:35290:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777567.388882:0:35290:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.388883:0:35290:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777567.388886:0:35290:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fd1213a80. 00000080:00000001:2.0:1788777567.388889:0:35290:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.388893:0:35290:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777567.388896:0:35290:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x8:0x0](ffff9b1fd15b0908), inode mode 81a4 mask 40 00000080:00000001:2.0:1788777567.388900:0:35290:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389123:0:35290:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788777567.389126:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bd88 00000080:00200008:2.0:1788777567.389129:0:35290:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 0, count: 1 00000080:00000002:2.0:1788777567.389132:0:35290:0:(file.c:2656:do_file_write_iter()) inode ffff9b1fd15b0908 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:2.0:1788777567.389134:0:35290:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788777567.389136:0:35290:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389138:0:35290:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777567.389141:0:35290:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389143:0:35290:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1788777567.389146:0:35290:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788777567.389148:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000002:2.0:1788777567.389151:0:35290:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efc4e0 addref 2/0 by ffff9b1fc9098000. 00020000:00000002:2.0:1788777567.389153:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:2.0:1788777567.389156:0:35290:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:2.0:1788777567.389164:0:35290:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788777567.389165:0:35290:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:2.0:1788777567.389170:0:35290:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1788777567.389173:0:35290:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1788777567.389176:0:35290:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1788777567.389178:0:35290:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389180:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777567.389182:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398040 : -110914154153576 : ffff9b1fc93db998) 00000020:00001000:2.0:1788777567.389184:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db990 00000080:00000001:2.0:1788777567.389189:0:35290:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777567.389190:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bc98 00000080:00200000:2.0:1788777567.389192:0:35290:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:2.0:1788777567.389197:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bc30 00000080:00200000:2.0:1788777567.389199:0:35290:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1788777567.389201:0:35290:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777567.389207:0:35290:0:(cl_io.c:214:cl_io_rw_init()) header@00000000fac5e3f4[0x110, 1, [0x240000402:0x8:0x0] hash] 00000020:00200000:2.0:1788777567.389210:0:35290:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:2.0:1788777567.389212:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777567.389214:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777567.389216:0:35290:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777567.389218:0:35290:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777567.389222:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777567.389223:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777567.389226:0:35290:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777567.389230:0:35290:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389233:0:35290:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777567.389235:0:35290:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389237:0:35290:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777567.389240:0:35290:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9b1fc3193340 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788777567.389243:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:2.0:1788777567.389247:0:35290:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777567.389248:0:35290:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777567.389251:0:35290:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777567.389253:0:35290:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788777567.389255:0:35290:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:2.0:1788777567.389258:0:35290:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788777567.389259:0:35290:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777567.389261:0:35290:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389262:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777567.389263:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777567.389265:0:35290:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777567.389266:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:2.0:1788777567.389268:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389269:0:35290:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777567.389271:0:35290:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1788777567.389273:0:35290:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788777567.389275:0:35290:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389278:0:35290:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777567.389280:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777567.389283:0:35290:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788777567.389284:0:35290:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788777567.389286:0:35290:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777567.389290:0:35290:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:2.0:1788777567.389293:0:35290:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777567.389295:0:35290:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777567.389299:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1788777567.389302:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777567.389304:0:35290:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777567.389305:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777567.389307:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:2.0:1788777567.389309:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:2.0:1788777567.389312:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7210 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777567.389313:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777567.389317:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777567.389318:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777567.389319:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.389321:0:35290:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.389323:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538758312 : -110914170793304 : ffff9b1fc83fd2a8) 00000020:00000001:2.0:1788777567.389325:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777567.389328:0:35290:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777567.389331:0:35290:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389333:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.389335:0:35290:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.389338:0:35290:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389339:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389341:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777567.389344:0:35290:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777567.389346:0:35290:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777567.389350:0:35290:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777567.389353:0:35290:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389355:0:35290:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389357:0:35290:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777567.389359:0:35290:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1788777567.389360:0:35290:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777567.389362:0:35290:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777567.389363:0:35290:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389365:0:35290:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389367:0:35290:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389368:0:35290:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.389369:0:35290:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.389371:0:35290:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777567.389374:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777567.389375:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777567.389376:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777567.389377:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389379:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.389380:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.389382:0:35290:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389383:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777567.389385:0:35290:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777567.389386:0:35290:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777567.389389:0:35290:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777567.389391:0:35290:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777567.389393:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1788777567.389398:0:35290:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d180. 00020000:00000002:2.0:1788777567.389400:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1788777567.389403:0:35290:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777567.389404:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777567.389405:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538758312 : -110914170793304 : ffff9b1fc83fd2a8) 00000020:00000001:2.0:1788777567.389407:0:35290:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777567.389411:0:35290:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f59b50. 00000008:00010000:2.0:1788777567.389413:0:35290:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777567.389416:0:35290:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777567.389417:0:35290:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777567.389421:0:35290:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d1b0, osc lock ffff9b1fc7f59b50, flags 0x0 00000020:00000001:2.0:1788777567.389423:0:35290:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.389425:0:35290:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.389427:0:35290:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538102656 : -110914171448960 : ffff9b1fc835d180) 00000020:00000001:2.0:1788777567.389429:0:35290:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777567.389430:0:35290:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777567.389432:0:35290:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389434:0:35290:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389436:0:35290:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777567.389438:0:35290:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777567.389439:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777567.389440:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538758312 : -110914170793304 : ffff9b1fc83fd2a8) 00000020:00000001:2.0:1788777567.389442:0:35290:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777567.389444:0:35290:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777567.389446:0:35290:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777567.389448:0:35290:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.389451:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777567.389453:0:35290:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777567.389454:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777567.389456:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777567.389457:0:35290:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777567.389458:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777567.389508:0:35290:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777567.389511:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777567.389516:0:35290:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.389519:0:35290:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788777567.389524:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777567.389527:0:35290:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777567.389531:0:35290:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777567.389534:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777567.389537:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.389540:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777567.389543:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777567.389547:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777567.389555:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc5179800. 00000100:00000001:2.0:1788777567.389562:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.389566:0:35290:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777567.389567:0:35290:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.389569:0:35290:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777567.389571:0:35290:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.389573:0:35290:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.389575:0:35290:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:2.0:1788777567.389578:0:35290:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777567.389580:0:35290:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777567.389583:0:35290:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6a00. 00010000:00000010:2.0:1788777567.389587:0:35290:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd20e6b00. 00010000:00000001:2.0:1788777567.389592:0:35290:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777567.389595:0:35290:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5400. 00000020:00000001:2.0:1788777567.389600:0:35290:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777567.389602:0:35290:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5400 with handle 0x22b16ee488cdca98 to hash 00000020:00000001:2.0:1788777567.389605:0:35290:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777567.389606:0:35290:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000010:2.0:1788777567.389610:0:35290:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc4f3dc80. 00010000:00000001:2.0:1788777567.389612:0:35290:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777567.389615:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777567.389618:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.389622:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777567.389633:0:35290:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777567.389644:0:35290:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777567.389650:0:35290:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777567.389652:0:35290:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777567.389657:0:35290:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc9840240. 00000100:00000001:2.0:1788777567.389659:0:35290:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560004160 : -110914149547456 : ffff9b1fc9840240) 00000100:00000001:2.0:1788777567.389662:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777567.389664:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:2.0:1788777567.389667:0:35290:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777567.389669:0:35290:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.389671:0:35290:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777567.389673:0:35290:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777567.389680:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777567.389688:0:35290:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777567.389691:0:35290:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777567.389694:0:35290:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777567.389697:0:35290:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777567.389699:0:35290:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777567.389702:0:35290:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35290:1875667211140608:192.168.204.133@tcp:101:multiop.0 00000100:00000001:2.0:1788777567.389707:0:35290:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777567.389714:0:35290:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777567.389716:0:35290:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777567.389719:0:35290:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777567.389723:0:35290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339400. 02000000:00000001:2.0:1788777567.389724:0:35290:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777567.389731:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777567.389734:0:35290:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b688. 00000400:00000010:2.0:1788777567.389740:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93220. 00000100:00000200:2.0:1788777567.389747:0:35290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211140608, portal 4 00000100:00000001:2.0:1788777567.389748:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777567.389750:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:2.0:1788777567.389755:0:35290:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777567.389761:0:35290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777567.389763:0:35290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777567.389766:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93000. 00000100:00000200:2.0:1788777567.389768:0:35290:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211140608, offset 0 00000400:00000200:2.0:1788777567.389774:0:35290:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777567.389783:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.389789:0:35290:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777567.389794:0:35290:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777567.389798:0:35290:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777567.389801:0:35290:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777567.389804:0:35290:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777567.389807:0:35290:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2959:2959:256:4294967295] 192.168.204.133@tcp LPNI seq info [2958:2958:8:4294967295] 00000400:00000200:2.0:1788777567.389812:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.389821:0:35290:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777567.389827:0:35290:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777567.389831:0:35290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30dec00. 00000800:00000200:2.0:1788777567.389838:0:35290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777567.389845:0:35290:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777567.389849:0:35290:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30dec00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777567.389869:0:35290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777567.389874:0:35290:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20575 usecs (21 jiffies) 00000400:00000200:2.0:1788777567.389877:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777567.389880:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670718 00000100:00000001:2.0:1788777567.389883:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296671402 00000100:00000001:2.0:1788777567.389885:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670718 00000100:00000001:2.0:1788777567.389887:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296671402 00000100:00000001:2.0:1788777567.389889:0:35290:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777567.389892:0:35290:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.389894:0:35290:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777567.389896:0:35290:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777567.389898:0:35290:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc9840240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777567.389900:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777567.389903:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.392431:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.392443:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30dec00. 00000400:00000200:3.0:1788777567.392454:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.392477:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.392487:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93000 00000400:00000010:3.0:1788777567.392490:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93000. 00000100:00000001:3.0:1788777567.392497:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.392505:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.392527:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.392531:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.392885:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.392887:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777567.392900:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.392919:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.392922:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.392924:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.392931:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.392936:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.392942:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.392946:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.392951:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.392955:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd63e00 00000400:00000200:3.0:1788777567.392960:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.392965:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x89cd [1] + 224 00000800:00000001:3.0:1788777567.392972:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.392977:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.392979:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.392982:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777567.392986:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777567.392990:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777567.392999:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.393022:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777567.393028:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.393031:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.393101:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777567.393111:0:35290:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.393113:0:35290:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.393116:0:35290:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b688. 00000400:00000200:0.0:1788777567.393121:0:35290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93220 00000400:00000010:0.0:1788777567.393124:0:35290:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93220. 00000100:00000001:0.0:1788777567.393127:0:35290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777567.393133:0:35290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777567.393141:0:35290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.393148:0:35290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.393150:0:35290:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.393152:0:35290:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.393155:0:35290:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777567.393158:0:35290:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777567.393160:0:35290:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.393163:0:35290:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.393173:0:35290:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777567.393177:0:35290:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777567.393180:0:35290:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777567.393181:0:35290:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.393184:0:35290:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777567.393188:0:35290:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.393192:0:35290:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777567.393194:0:35290:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777567.393196:0:35290:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777567.393198:0:35290:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.393202:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.393210:0:35290:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.393213:0:35290:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.393215:0:35290:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.393219:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777567.393226:0:35290:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35290:1875667211140608:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777567.393231:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.393234:0:35290:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.393237:0:35290:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777567.393238:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.393242:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.393249:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.393251:0:35290:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc9840240. 00000100:00000001:0.0:1788777567.393255:0:35290:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777567.393256:0:35290:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.393259:0:35290:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777567.393262:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.393265:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.393268:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=4 00000020:00000001:0.0:1788777567.393271:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.393273:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000040:0.0:1788777567.393291:0:35290:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5400, remote cookie: 0x542deec0941a72f7, flags: 0x1 00010000:00010000:0.0:1788777567.393298:0:35290:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.393312:0:35290:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788777567.393314:0:35290:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.393317:0:35290:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777567.393321:0:35290:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788777567.393326:0:35290:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777567.393334:0:35290:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff9b1fd20e6a00) refcount = 1 00010000:00000040:0.0:1788777567.393337:0:35290:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777567.393340:0:35290:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.393349:0:35290:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777567.393352:0:35290:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.393355:0:35290:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777567.393357:0:35290:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.393360:0:35290:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.393366:0:35290:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777567.393367:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.393369:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.393370:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.393371:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.393372:0:35290:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.393376:0:35290:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788777567.393380:0:35290:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777567.393384:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.393385:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.393387:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=3 00000020:00000001:0.0:1788777567.393389:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.393390:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.393393:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.393395:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.393396:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=4 00000020:00000001:0.0:1788777567.393397:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.393399:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.393402:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777567.393405:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.393408:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.393415:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.393416:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777567.393419:0:35290:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788777567.393423:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00010000:0.0:1788777567.393428:0:35290:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788777567.393436:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.393438:0:35290:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777567.393441:0:35290:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777567.393444:0:35290:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777567.393446:0:35290:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393448:0:35290:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393450:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000001:0.0:1788777567.393451:0:35290:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788777567.393453:0:35290:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.393455:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.393456:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.393458:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=5 00000020:00000001:0.0:1788777567.393460:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.393490:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.393493:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.393496:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.393503:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.393504:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777567.393507:0:35290:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.393514:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.393516:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.393528:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777567.393531:0:35290:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.393533:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.393538:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211140608/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.393545:0:35290:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.393548:0:35290:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.393551:0:35290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339400. 02000000:00000001:0.0:1788777567.393555:0:35290:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.393557:0:35290:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.393559:0:35290:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.393562:0:35290:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.393565:0:35290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc5179800. 02000000:00000001:0.0:1788777567.393568:0:35290:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.393570:0:35290:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.393572:0:35290:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:0.0:1788777567.393575:0:35290:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.393576:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777567.393578:0:35290:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.393581:0:35290:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393583:0:35290:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.393586:0:35290:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393587:0:35290:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393589:0:35290:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393592:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393594:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393596:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788777567.393601:0:35290:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788777567.393606:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bb80 00000080:00200000:0.0:1788777567.393608:0:35290:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:0.0:1788777567.393610:0:35290:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777567.393614:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000002:0.0:1788777567.393617:0:35290:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efc4e0 addref 2/0 by ffff9b1fc9098000. 00020000:00000002:0.0:1788777567.393619:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:0.0:1788777567.393623:0:35290:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788777567.393625:0:35290:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788777567.393628:0:35290:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788777567.393633:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:0.0:1788777567.393636:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777567.393638:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538758312 : -110914170793304 : ffff9b1fc83fd2a8) 00000020:00000001:0.0:1788777567.393640:0:35290:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777567.393643:0:35290:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777567.393646:0:35290:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393649:0:35290:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.393651:0:35290:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393653:0:35290:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.393660:0:35290:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777567.393662:0:35290:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:0.0:1788777567.393687:0:35290:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777567.393690:0:35290:0:(cl_page.c:427:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffd839846fa240 0 1 00000020:00000001:0.0:1788777567.393692:0:35290:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777567.393694:0:35290:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393696:0:35290:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788777567.393702:0:35290:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b1fd0683d20. 00000020:00000001:0.0:1788777567.393705:0:35290:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777567.393707:0:35290:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788777567.393710:0:35290:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788777567.393713:0:35290:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788777567.393715:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777567.393717:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538758312 : -110914170793304 : ffff9b1fc83fd2a8) 00000008:00000001:0.0:1788777567.393720:0:35290:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788777567.393723:0:35290:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9b1fd0683d90 folio ffffd839846fa240 pg:0 obj off 0 00000008:00000001:0.0:1788777567.393725:0:35290:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393726:0:35290:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777567.393727:0:35290:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788777567.393730:0:35290:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788777567.393731:0:35290:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.393735:0:35290:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393737:0:35290:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633159675624736 : -110914033926880 : ffff9b1fd0683d20) 00000020:00000001:0.0:1788777567.393739:0:35290:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633159675624736 : -110914033926880 : ffff9b1fd0683d20) 00000020:00000001:0.0:1788777567.393741:0:35290:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777567.393743:0:35290:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777567.393744:0:35290:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452341056 : -110914257210560 : ffff9b1fc3193340) 00000020:00000001:0.0:1788777567.393746:0:35290:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777567.393747:0:35290:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777567.393749:0:35290:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777567.393754:0:35290:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[2 0000000005057560 1 1 000000000dfc1e40 0 0 0] 00000020:00000001:0.0:1788777567.393756:0:35290:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777567.393757:0:35290:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777567.393758:0:35290:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788777567.393760:0:35290:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1788777567.393763:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.393764:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.393766:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777567.393770:0:35290:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777567.393774:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777567.393775:0:35290:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.393777:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777567.393778:0:35290:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777567.393780:0:35290:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777567.393783:0:35290:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777567.393785:0:35290:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777567.393788:0:35290:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393790:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393791:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000080:00000001:0.0:1788777567.393794:0:35290:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777567.393797:0:35290:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777567.393799:0:35290:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.393802:0:35290:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777567.393804:0:35290:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:0.0:1788777567.393806:0:35290:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777567.393807:0:35290:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452341056 : -110914257210560 : ffff9b1fc3193340) 00000020:00000001:0.0:1788777567.393809:0:35290:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777567.393810:0:35290:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777567.393821:0:35290:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777567.393823:0:35290:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777567.393824:0:35290:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777567.393825:0:35290:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777567.393828:0:35290:0:(rw26.c:929:ll_write_end()) page@00000000fd634db2[3 0000000005057560 2 1 000000000dfc1e40 0 0 0] 00000080:00200000:0.0:1788777567.393832:0:35290:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8a4416a 17ffffc0001001 3:0 ffff9b1fd0683d20 0 lru 00000080:00200000:0.0:1788777567.393840:0:35290:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2438474 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bac04322 00000000e1cc68c1 > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777567.393843:0:35290:0:(rw26.c:929:ll_write_end()) end page@00000000fd634db2 00000080:00200000:0.0:1788777567.393844:0:35290:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788777567.393846:0:35290:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777567.393849:0:35290:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788777567.393851:0:35290:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:0.0:1788777567.393854:0:35290:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788777567.393856:0:35290:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788777567.393859:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777567.393860:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538758312 : -110914170793304 : ffff9b1fc83fd2a8) 00000020:00000001:0.0:1788777567.393862:0:35290:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788777567.393864:0:35290:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788777567.393867:0:35290:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777567.393868:0:35290:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777567.393869:0:35290:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777567.393871:0:35290:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777567.393875:0:35290:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b1fd0683d90 folio ffffd839846fa240 pg:0 added for cmd 2 00000008:00000001:0.0:1788777567.393880:0:35290:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788777567.393883:0:35290:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1788777567.393889:0:35290:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1788777567.393893:0:35290:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b1fd0683dc8 page ffffd839846fa240 00000008:00000020:0.0:1788777567.393897:0:35290:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1788777567.393901:0:35290:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788777567.393903:0:35290:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.393906:0:35290:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788777567.393910:0:35290:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b1fc8365840. 00000008:00000020:0.0:1788777567.393916:0:35290:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9b1fc4b4d500 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1788777567.393922:0:35290:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788777567.393928:0:35290:0:(osc_cache.c:858:osc_extent_find()) extent ffff9b1fc8365840@{[0 -> 0/1023], [3|1|-|active|wi|ffff9b1fc4b4d500], [28672|0|-|-|ffff9b1fd07f5400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788777567.393934:0:35290:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000064a6327b ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788777567.393942:0:35290:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788777567.393946:0:35290:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.393948:0:35290:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.393950:0:35290:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788777567.393952:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000002:0.0:1788777567.393954:0:35290:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:0.0:1788777567.393956:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.393958:0:35290:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777567.393959:0:35290:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:0.0:1788777567.393961:0:35290:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777567.393962:0:35290:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393964:0:35290:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.393966:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000001:0.0:1788777567.393967:0:35290:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788777567.393969:0:35290:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788777567.393970:0:35290:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777567.393974:0:35290:0:(cl_page.c:556:cl_batch_put()) page@00000000fd634db2[4 0000000005057560 2 1 000000000dfc1e40 0 0 0] 00000020:00000001:0.0:1788777567.393975:0:35290:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777567.393977:0:35290:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777567.393978:0:35290:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788777567.393993:0:35290:0:(osc_request.c:745:osc_update_next_shrink()) next time 3203 to shrink grant 00000080:00000001:0.0:1788777567.393997:0:35290:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788777567.393998:0:35290:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788777567.394005:0:35290:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b1fd15b0ab8, count 1, dirtied 1 00000080:00000001:0.0:1788777567.394008:0:35290:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788777567.394009:0:35290:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788777567.394011:0:35290:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777567.394012:0:35290:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777567.394014:0:35290:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777567.394017:0:35290:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[3 0000000005057560 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777567.394018:0:35290:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788777567.394019:0:35290:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777567.394021:0:35290:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788777567.394022:0:35290:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777567.394024:0:35290:0:(cl_page.c:556:cl_batch_put()) page@00000000fd634db2[3 0000000005057560 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777567.394025:0:35290:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788777567.394026:0:35290:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788777567.394027:0:35290:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788777567.394029:0:35290:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788777567.394031:0:35290:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394032:0:35290:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394034:0:35290:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394036:0:35290:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777567.394038:0:35290:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:0.0:1788777567.394040:0:35290:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777567.394041:0:35290:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788777567.394042:0:35290:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394045:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bb80 00000080:00200000:0.0:1788777567.394046:0:35290:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:0.0:1788777567.394049:0:35290:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394051:0:35290:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777567.394053:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777567.394054:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777567.394065:0:35290:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788777567.394067:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.394068:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.394070:0:35290:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777567.394071:0:35290:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777567.394072:0:35290:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394074:0:35290:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394075:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000001:0.0:1788777567.394077:0:35290:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394078:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394080:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394081:0:35290:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394083:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394084:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777567.394086:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788777567.394088:0:35290:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777567.394089:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788777567.394091:0:35290:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788777567.394094:0:35290:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777567.394098:0:35290:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc4b4d500 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788777567.394104:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777567.394107:0:35290:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.394109:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777567.394111:0:35290:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.394112:0:35290:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788777567.394113:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777567.394114:0:35290:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394116:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394118:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777567.394120:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777567.394122:0:35290:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777567.394124:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fd01e0c68 (ffff9b1fc93db998/0) at cl_lock_release():245 00000020:00000001:0.0:1788777567.394127:0:35290:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777567.394128:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01e0c68 (ffff9b1fc93db998/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777567.394131:0:35290:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777567.394132:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777567.394133:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538758312 : -110914170793304 : ffff9b1fc83fd2a8) 00000020:00000001:0.0:1788777567.394135:0:35290:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777567.394136:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d1b0 (ffff9b1fc72026c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777567.394139:0:35290:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777567.394141:0:35290:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777567.394142:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.394144:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.394146:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=5 00000020:00000001:0.0:1788777567.394148:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.394150:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.394152:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777567.394155:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777567.394162:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.394163:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.394164:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777567.394166:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777567.394168:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777567.394178:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777567.394181:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777567.394183:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777567.394187:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.394188:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.394189:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.394193:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777567.394195:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.394197:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.394200:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.394202:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777567.394203:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.394204:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777567.394205:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.394207:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777567.394208:0:35290:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777567.394209:0:35290:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777567.394211:0:35290:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777567.394212:0:35290:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777567.394214:0:35290:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777567.394215:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01e0c68 (ffff9b1fc93db998/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777567.394218:0:35290:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777567.394220:0:35290:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777567.394221:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d1b0 (ffff9b1fc93db998/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777567.394224:0:35290:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f59b50. 00000020:00000001:0.0:1788777567.394228:0:35290:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777567.394229:0:35290:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d180. 00020000:00000001:0.0:1788777567.394232:0:35290:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777567.394233:0:35290:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777567.394234:0:35290:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788777567.394236:0:35290:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777567.394237:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777567.394239:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777567.394240:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777567.394241:0:35290:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394243:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394245:0:35290:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777567.394246:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777567.394247:0:35290:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788777567.394249:0:35290:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:0.0:1788777567.394251:0:35290:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777567.394253:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777567.394255:0:35290:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777567.394256:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777567.394257:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777567.394259:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777567.394260:0:35290:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394262:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394263:0:35290:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777567.394265:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777567.394266:0:35290:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777567.394271:0:35290:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1788777567.394274:0:35290:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788777567.394276:0:35290:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788777567.394278:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777567.394280:0:35290:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777567.394282:0:35290:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777567.394283:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777567.394284:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777567.394286:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00020000:00000001:0.0:1788777567.394289:0:35290:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777567.394291:0:35290:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777567.394293:0:35290:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777567.394295:0:35290:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777567.394297:0:35290:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777567.394298:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788777567.394300:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bc98 00000080:00200000:0.0:1788777567.394302:0:35290:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:0.0:1788777567.394306:0:35290:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777567.394308:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.394310:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.394311:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777567.394314:0:35290:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777567.394315:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777567.394317:0:35290:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1788777567.394319:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777567.394320:0:35290:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788777567.394322:0:35290:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1788777567 a=0 c=1788777567 b=0 00020000:00000001:0.0:1788777567.394325:0:35290:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777567.394326:0:35290:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788777567 a=0 c=1788777567 b=0 00020000:00000001:0.0:1788777567.394328:0:35290:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394330:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394331:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000080:00200000:0.0:1788777567.394334:0:35290:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 0 00000080:00000001:0.0:1788777567.394337:0:35290:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788777567.394341:0:35290:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:0.0:1788777567.394345:0:35290:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1788777567.394347:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db990 00000020:00000001:0.0:1788777567.394350:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bd88 00000080:00000008:0.0:1788777567.394352:0:35290:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:0.0:1788777567.394355:0:35290:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777567.394382:0:35290:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:0.0:1788777567.394384:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3be48 00000080:00200008:0.0:1788777567.394386:0:35290:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:0.0:1788777567.394391:0:35290:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788777567.394393:0:35290:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788777567.394395:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777567.394398:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398040 : -110914154153576 : ffff9b1fc93db998) 00000020:00001000:0.0:1788777567.394400:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db990 00000020:00000001:0.0:1788777567.394403:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.394405:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777567.394406:0:35290:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777567.394408:0:35290:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777567.394411:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777567.394412:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777567.394413:0:35290:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777567.394416:0:35290:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9b1fc3193340 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788777567.394419:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:0.0:1788777567.394422:0:35290:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777567.394423:0:35290:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777567.394426:0:35290:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777567.394428:0:35290:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394430:0:35290:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777567.394432:0:35290:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777567.394434:0:35290:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394435:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777567.394436:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777567.394437:0:35290:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777567.394438:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:0.0:1788777567.394441:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394443:0:35290:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777567.394444:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788777567.394446:0:35290:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777567.394449:0:35290:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777567.394451:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777567.394453:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777567.394454:0:35290:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777567.394456:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777567.394458:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:0.0:1788777567.394459:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:0.0:1788777567.394488:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7210 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.394491:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777567.394492:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777567.394493:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777567.394495:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394496:0:35290:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394498:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538758312 : -110914170793304 : ffff9b1fc83fd2a8) 00000020:00000001:0.0:1788777567.394500:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777567.394502:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394505:0:35290:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394506:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394508:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788777567.394509:0:35290:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777567.394511:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777567.394512:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777567.394513:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777567.394514:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394516:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394517:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.394518:0:35290:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394520:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777567.394521:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394522:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394523:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788777567.394525:0:35290:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777567.394526:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777567.394527:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777567.394529:0:35290:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788777567.394531:0:35290:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788777567.394535:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788777567.394536:0:35290:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788777567.394538:0:35290:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777567.394541:0:35290:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788777567.394542:0:35290:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777567.394544:0:35290:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446633159479317760 : -110914230233856 : ffff9b1fc4b4d500) 00000008:00000020:0.0:1788777567.394547:0:35290:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff9b1fc4b4d500 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1788777567.394550:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788777567.394551:0:35290:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788777567.394552:0:35290:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777567.394554:0:35290:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788777567.394557:0:35290:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788777567.394560:0:35290:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff9b1fc8365840@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff9b1fc4b4d500], [28672|1|+|-|ffff9b1fd07f5400|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788777567.394567:0:35290:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000064a6327b ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788777567.394575:0:35290:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788777567.394578:0:35290:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788777567.394582:0:35290:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788777567.394585:0:35290:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777567.394589:0:35290:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9b1fc8365840@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff9b1fc4b4d500], [28672|1|+|-|ffff9b1fd07f5400|1024|ffff9b1fc9098000]} make ready 00000008:00010000:0.0:1788777567.394595:0:35290:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000064a6327b ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788777567.394602:0:35290:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788777567.394604:0:35290:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788777567.394613:0:35290:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000fd634db2[2 0000000005057560 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788777567.394615:0:35290:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788777567.394617:0:35290:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788777567.394618:0:35290:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777567.394619:0:35290:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777567.394621:0:35290:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777567.394622:0:35290:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777567.394624:0:35290:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777567.394627:0:35290:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[2 0000000005057560 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777567.394629:0:35290:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788777567.394630:0:35290:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777567.394632:0:35290:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788777567.394635:0:35290:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000fd634db2[2 0000000005057560 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777567.394637:0:35290:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788777567.394639:0:35290:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394640:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.394643:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.394644:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788777567.394646:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394648:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000001:0.0:1788777567.394651:0:35290:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.394653:0:35290:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788777567.394657:0:35290:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b1fc31a7000: cli: ffff9b1fc93abb90 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788777567.394664:0:35290:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9b1fc82d2d80. 00000008:00000010:0.0:1788777567.394668:0:35290:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b1fd186edd0. 00000020:00000001:0.0:1788777567.394672:0:35290:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777567.394674:0:35290:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777567.394675:0:35290:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777567.394679:0:35290:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788777567/1788777567 00000020:00000001:0.0:1788777567.394682:0:35290:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777567.394684:0:35290:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777567.394688:0:35290:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788777567.394690:0:35290:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788777567.394693:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777567.394698:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:0.0:1788777567.394700:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777567.394706:0:35290:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788777567.394709:0:35290:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788777567.394712:0:35290:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777567.394716:0:35290:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777567.394719:0:35290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777567.394727:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.394728:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777567.394730:0:35290:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777567.394732:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777567.394734:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777567.394735:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=3 00000020:00000001:0.0:1788777567.394738:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.394740:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00000008:00000001:0.0:1788777567.394742:0:35290:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:0.0:1788777567.394745:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777567.394746:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788777567.394748:0:35290:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777567.394751:0:35290:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788777567.394756:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed500. 00000020:00000040:0.0:1788777567.394759:0:35290:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777567.394766:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.394769:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.394771:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.394777:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc8960c00. 00000100:00000001:0.0:1788777567.394784:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777567.394791:0:35290:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:0.0:1788777567.394796:0:35290:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b1fc31a7000: dirty: 28672 undirty: 484638720 dropped 0 grant: 8359936 cl_lost_grant 0 00000008:00000001:0.0:1788777567.394802:0:35290:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788777567.394830:0:35290:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5963 MB/s 00000008:00008000:0.0:1788777567.394837:0:35290:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffd839846fa240 map ffff9b1fd15b0ab8 index 0 flags 17ffffc0005008 count 3 priv ffff9b1fd0683d20: off 0 00000008:00000001:0.0:1788777567.394845:0:35290:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788777567.394848:0:35290:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:0.0:1788777567.394852:0:35290:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b1fc31ed500 - object 0x280000400:4 offset 0<>1 00000008:00000001:0.0:1788777567.394854:0:35290:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.394856:0:35290:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777567.394858:0:35290:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777567.394859:0:35290:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777567.394861:0:35290:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788777567/1788777567 00000020:00000001:0.0:1788777567.394863:0:35290:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777567.394864:0:35290:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788777567.394865:0:35290:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788777567.394867:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.394869:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452710144 : -110914256841472 : ffff9b1fc31ed500) 00000008:00000002:0.0:1788777567.394879:0:35290:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000be081acb, now 0r/1w/0d in flight req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788777567.394887:0:35290:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1788777567.394893:0:35290:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e39745c5] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.394974:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777567.394978:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777567.394980:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777567.394987:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.394994:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777567.394997:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.395001:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777567.395004:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777567.395006:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777567.395009:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211140736:192.168.204.133@tcp:4:multiop.0 00000100:00000001:1.0:1788777567.395015:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777567.395020:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777567.395022:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.395025:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777567.395029:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356f800. 02000000:00000001:1.0:1788777567.395031:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777567.395038:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777567.395042:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e123c8. 00000400:00000010:1.0:1788777567.395050:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256dd0. 00000100:00000200:1.0:1788777567.395068:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211140736, portal 4 00000100:00000001:1.0:1788777567.395070:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777567.395071:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452710144 : -110914256841472 : ffff9b1fc31ed500) 00000100:00000040:1.0:1788777567.395078:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.395084:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777567.395087:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777567.395090:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92567f8. 00000100:00000200:1.0:1788777567.395093:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875667211140736, offset 0 00000400:00000200:1.0:1788777567.395098:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777567.395106:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777567.395112:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777567.395116:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777567.395121:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777567.395125:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777567.395128:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777567.395131:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2960:2960:256:4294967295] 192.168.204.133@tcp LPNI seq info [2959:2959:8:4294967295] 00000400:00000200:1.0:1788777567.395135:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777567.395144:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777567.395151:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777567.395156:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5a00. 00000800:00000200:1.0:1788777567.395162:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777567.395170:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777567.395174:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5a00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1788777567.395191:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777567.395196:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20498 usecs (21 jiffies) 00000400:00000200:1.0:1788777567.395199:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777567.395203:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670723 00000100:00000001:1.0:1788777567.395205:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296671402 00000100:00000001:1.0:1788777567.395208:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670723 00000100:00000001:1.0:1788777567.395210:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296671402 00000100:00000001:1.0:1788777567.395212:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777567.395215:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.395217:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.395220:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777567.395831:0:35290:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788777567.395834:0:35290:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.395838:0:35290:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.395841:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777567.395842:0:35290:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.395844:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777567.395846:0:35290:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.395847:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777567.395848:0:35290:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.395852:0:35290:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777567.395854:0:35290:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.395856:0:35290:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1788777567.395860:0:35290:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1788777567.395865:0:35290:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777567.395867:0:35290:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.395870:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.395872:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.395874:0:35290:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.395876:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.395878:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777567.395880:0:35290:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788777567.395882:0:35290:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777567.395883:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788777567.395885:0:35290:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1788777567.395888:0:35290:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:0.0:1788777567.395891:0:35290:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.395926:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777567.395930:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777567.396073:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777567.396077:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5a00. 00000400:00000200:2.0:1788777567.396083:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777567.396089:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777567.396095:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92567f8 00000400:00000010:2.0:1788777567.396097:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92567f8. 00000100:00000001:2.0:1788777567.396101:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777567.396107:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777567.396117:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777567.396121:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777567.396127:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.396129:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777567.407857:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777567.407867:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777567.407874:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777567.407877:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.409397:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.409410:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788777567.409517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611700. 00010000:00000001:2.0:1788777567.412601:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777567.412610:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.412615:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777567.412617:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.412619:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777567.412620:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.412623:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777567.412624:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.412649:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777567.412653:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.412656:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777567.430431:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.430453:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777567.430460:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777567.430510:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777567.430522:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.430531:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777567.430541:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.430547:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.430554:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.430560:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 4 MB=0x6a9e8cdd63e80 00000400:00000200:3.0:1788777567.430565:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777567.430573:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 448/448 into md 0x89dd [1] + 224 00000800:00000001:3.0:1788777567.430583:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.430828:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777567.430834:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777567.430840:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777567.430850:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777567.430860:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777567.430871:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777567.430898:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777567.430908:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.430912:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.430966:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777567.430971:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777567.430987:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.430989:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.430992:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e123c8. 00000400:00000200:0.0:1788777567.431007:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256dd0 00000400:00000010:0.0:1788777567.431010:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256dd0. 00000100:00000001:0.0:1788777567.431014:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777567.431019:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777567.431027:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed500 x1875667211140736/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.431033:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.431035:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.431038:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.431042:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777567.431045:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777567.431047:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.431052:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.431072:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cca8 time=825 v=5 (5 5 5 0) 00000100:00001000:0.0:1788777567.431077:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777567.431081:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777567.431082:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.431085:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777567.431090:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.431096:0:2412:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777567.431098:0:2412:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777567.431100:0:2412:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777567.431103:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.431105:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452710144 : -110914256841472 : ffff9b1fc31ed500) 00000100:00000001:0.0:1788777567.431108:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777567.431110:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788777567.431112:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777567.431115:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.431120:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed500 x1875667211140736/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.431128:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.431133:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.431135:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777567.431139:0:2412:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788777567.431142:0:2412:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788777567.431147:0:2412:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788777567.431151:0:2412:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788777567.431155:0:2412:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for usr 0 00000001:04000000:0.0:1788777567.431157:0:2412:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for grp 0 00000001:04000000:0.0:1788777567.431159:0:2412:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for prj 0 00000001:00000001:0.0:1788777567.431161:0:2412:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777567.431163:0:2412:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1788777567.431168:0:2412:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:0.0:1788777567.431172:0:2412:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788777567.431175:0:2412:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788777567.431178:0:2412:0:(osc_request.c:2586:brw_interpret()) request ffff9b1fc31ed500 aa ffff9b1fc31ed6b0 rc 0 00000020:00000001:0.0:1788777567.431186:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.431189:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.431191:0:2412:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777567.431195:0:2412:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777567.431198:0:2412:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.431200:0:2412:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.431202:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000010:0.0:1788777567.431206:0:2412:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b1fd186edd0. 00000020:00000001:0.0:1788777567.431211:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.431214:0:2412:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1788777567.431218:0:2412:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1788777567.431221:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.431224:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed500 x1875667211140736/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.431231:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.431236:0:2412:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788777567.431239:0:2412:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9b1fc8365840@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff9b1fc4b4d500], [28672|1|+|+|ffff9b1fd07f5400|1024|ffff9b1fc9098000]} extent finished. 00000008:00010000:0.0:1788777567.431247:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000064a6327b ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788777567.431260:0:2412:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788777567.431263:0:2412:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788777567.431268:0:2412:0:(cl_page.c:1104:cl_page_complete()) page@00000000fd634db2[2 0000000005057560 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777567.431269:0:2412:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788777567.431271:0:2412:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777567.431273:0:2412:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777567.431275:0:2412:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777567.431279:0:2412:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[2 0000000005057560 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777567.431280:0:2412:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788777567.431282:0:2412:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788777567.431284:0:2412:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788777567.431288:0:2412:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000fd634db2[2 0000000005057560 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788777567.431290:0:2412:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788777567.431307:0:2412:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788777567.431309:0:2412:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788777567.431311:0:2412:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777567.431314:0:2412:0:(cl_page.c:556:cl_batch_put()) page@00000000fd634db2[2 0000000005057560 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777567.431316:0:2412:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788777567.431317:0:2412:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788777567.431319:0:2412:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788777567.431323:0:2412:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 16797696 dirty: 0/0 00000008:00000020:0.0:1788777567.431342:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b1fc8365840@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff9b1fc4b4d500], [28672|0|-|-|ffff9b1fd07f5400|1024|ffff9b1fc9098000]} destroyed. 00000008:00010000:0.0:1788777567.431349:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000064a6327b ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788777567.431357:0:2412:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788777567.431361:0:2412:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9b1fc82d2d80. 00000008:00000020:0.0:1788777567.431370:0:2412:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff9b1fc93abb90. 00000008:00000001:0.0:1788777567.431385:0:2412:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.431390:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed500 x1875667211140736/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777567.431398:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211140736:192.168.204.133@tcp:4:multiop.0 00000100:00000001:0.0:1788777567.431403:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.431405:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.431408:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed500 x1875667211140736/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.431415:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.431417:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.431423:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.431425:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.431428:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777567.431430:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.431441:0:21551:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777567.431445:0:21551:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777567.431448:0:21551:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000008:00000020:0.0:1788777567.431450:0:21551:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b1fc93abb90. 00000008:00000001:0.0:1788777567.431452:0:21551:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788777567.431454:0:21551:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777567.431457:0:21551:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.431459:0:21551:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788777567.431488:0:21551:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000008:00000001:2.0:1788777567.431647:0:35290:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.431651:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.431653:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788777567.431657:0:35290:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b1fc8365840. 00000008:00000020:2.0:1788777567.431663:0:35290:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788777567.431666:0:35290:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.431669:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777567.431672:0:35290:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.431675:0:35290:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788777567.431678:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777567.431680:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777567.431683:0:35290:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777567.431685:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777567.431686:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777567.431688:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777567.431689:0:35290:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.431691:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.431692:0:35290:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777567.431694:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777567.431695:0:35290:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777567.431696:0:35290:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777567.431698:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777567.431700:0:35290:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777567.431701:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777567.431702:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777567.431703:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777567.431704:0:35290:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.431706:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.431708:0:35290:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777567.431709:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777567.431711:0:35290:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.431713:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777567.431715:0:35290:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777567.431717:0:35290:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777567.431718:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777567.431720:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777567.431722:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00020000:00000001:2.0:1788777567.431724:0:35290:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777567.431726:0:35290:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777567.431728:0:35290:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777567.431731:0:35290:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777567.431733:0:35290:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777567.431734:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777567.431736:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db990 00000080:00000001:2.0:1788777567.431739:0:35290:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777567.431743:0:35290:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.431750:0:35290:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777567.431752:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000002:2.0:1788777567.431757:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:2.0:1788777567.431760:0:35290:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777567.431763:0:35290:0:(file.c:5353:ll_mdsync()) inode ffff9b1fd15b0908 metadata sync [0x240000402:0x8:0x0] (need_sync=1) 00800000:00000001:2.0:1788777567.431769:0:35290:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:2.0:1788777567.431772:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777567.431775:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777567.431778:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777567.431781:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777567.431784:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777567.431786:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1788777567.431788:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777567.431794:0:35290:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:2.0:1788777567.431801:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c000. 00000020:00000040:2.0:1788777567.431805:0:35290:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=7 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777567.431808:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777567.431812:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777567.431817:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777567.431824:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc5178800. 00000100:00000001:2.0:1788777567.431830:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.431835:0:35290:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777567.431837:0:35290:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777567.431844:0:35290:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc9840240. 00000100:00000001:2.0:1788777567.431846:0:35290:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560004160 : -110914149547456 : ffff9b1fc9840240) 00000100:00000001:2.0:1788777567.431848:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777567.431850:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000001:2.0:1788777567.431855:0:35290:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777567.431859:0:35290:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.431861:0:35290:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777567.431863:0:35290:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777567.431869:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.431882:0:35290:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777567.431885:0:35290:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777567.431889:0:35290:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777567.431891:0:35290:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777567.431894:0:35290:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777567.431897:0:35290:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35290:1875667211140864:192.168.204.133@tcp:44:multiop.0 00000100:00000001:2.0:1788777567.431901:0:35290:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777567.431907:0:35290:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777567.431909:0:35290:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777567.431911:0:35290:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777567.431916:0:35290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333a000. 02000000:00000001:2.0:1788777567.431918:0:35290:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777567.431924:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777567.431928:0:35290:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bc08. 00000400:00000010:2.0:1788777567.431934:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93d48. 00000100:00000200:2.0:1788777567.431940:0:35290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211140864, portal 10 00000100:00000001:2.0:1788777567.431942:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777567.431944:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000040:2.0:1788777567.431950:0:35290:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.431957:0:35290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777567.431960:0:35290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777567.431962:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e937f8. 00000100:00000200:2.0:1788777567.431965:0:35290:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875667211140864, offset 0 00000400:00000200:2.0:1788777567.431971:0:35290:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777567.431978:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.431984:0:35290:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777567.431990:0:35290:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777567.431994:0:35290:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777567.432011:0:35290:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777567.432014:0:35290:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777567.432018:0:35290:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2961:2961:256:4294967295] 192.168.204.133@tcp LPNI seq info [2960:2960:8:4294967295] 00000400:00000200:2.0:1788777567.432023:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.432031:0:35290:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777567.432039:0:35290:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777567.432045:0:35290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc30dec00. 00000800:00000200:2.0:1788777567.432052:0:35290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777567.432069:0:35290:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777567.432075:0:35290:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc30dec00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788777567.432095:0:35290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777567.432100:0:35290:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22056 usecs (23 jiffies) 00000400:00000200:2.0:1788777567.432104:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777567.432107:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670762 00000100:00000001:2.0:1788777567.432111:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296671402 00000100:00000001:2.0:1788777567.432113:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670762 00000100:00000001:2.0:1788777567.432115:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296671402 00000100:00000001:2.0:1788777567.432117:0:35290:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777567.432120:0:35290:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777567.432123:0:35290:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777567.432124:0:35290:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777567.432127:0:35290:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc9840240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777567.432129:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777567.432131:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.432274:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.432279:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc30dec00. 00000400:00000200:3.0:1788777567.432286:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.432291:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.432295:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e937f8 00000400:00000010:3.0:1788777567.432297:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e937f8. 00000100:00000001:3.0:1788777567.432301:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.432306:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.432315:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.432318:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777567.432325:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.432326:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777567.453385:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.453406:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777567.453410:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.453413:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777567.453422:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.453431:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777567.453440:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.453445:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.453452:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.453456:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd63f00 00000400:00000200:2.0:1788777567.453503:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.453509:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x89e5 [1] + 224 00000800:00000001:2.0:1788777567.453518:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.453526:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777567.453530:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777567.453535:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777567.453543:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777567.453552:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777567.453565:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777567.453579:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777567.453587:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.453590:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.454909:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777567.454920:0:35290:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777567.454923:0:35290:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777567.454927:0:35290:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bc08. 00000400:00000200:0.0:1788777567.454934:0:35290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93d48 00000400:00000010:0.0:1788777567.454937:0:35290:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93d48. 00000100:00000001:0.0:1788777567.454941:0:35290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777567.454950:0:35290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777567.454961:0:35290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.454969:0:35290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777567.454972:0:35290:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.454974:0:35290:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777567.454978:0:35290:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777567.454981:0:35290:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777567.454983:0:35290:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.454987:0:35290:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777567.454997:0:35290:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=76 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777567.455002:0:35290:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777567.455005:0:35290:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777567.455007:0:35290:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777567.455010:0:35290:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777567.455014:0:35290:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.455017:0:35290:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777567.455020:0:35290:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: committing for last_committed 4294967335 gen 1 00000100:00000040:0.0:1788777567.455025:0:35290:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff9b1fc639df80 x1875667211138176/t4294967331(4294967331) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777582 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.455033:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.455036:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639df80 x1875667211138176/t4294967331(4294967331) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777582 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.455043:0:35290:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.455045:0:35290:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.455048:0:35290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:0.0:1788777567.455052:0:35290:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.455066:0:35290:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.455068:0:35290:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=6 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.455070:0:35290:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.455073:0:35290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333a800. 02000000:00000001:0.0:1788777567.455077:0:35290:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.455079:0:35290:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.455081:0:35290:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639df80. 00000100:00000001:0.0:1788777567.455086:0:35290:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.455087:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.455093:0:35290:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff9b1fc31ece00 x1875667211139968/t4294967333(4294967333) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.455100:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.455103:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ece00 x1875667211139968/t4294967333(4294967333) o36->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.455110:0:35290:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.455111:0:35290:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.455113:0:35290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000800. 02000000:00000001:0.0:1788777567.455116:0:35290:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.455118:0:35290:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.455120:0:35290:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.455122:0:35290:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.455123:0:35290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1001800. 02000000:00000001:0.0:1788777567.455127:0:35290:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.455128:0:35290:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.455129:0:35290:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ece00. 00000100:00000001:0.0:1788777567.455132:0:35290:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.455133:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777567.455138:0:35290:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777583 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.455146:0:35290:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777567.455150:0:35290:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:0.0:1788777567.455153:0:35290:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777567.455155:0:35290:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.455160:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.455167:0:35290:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777567.455170:0:35290:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777567.455173:0:35290:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777567.455176:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777567.455184:0:35290:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35290:1875667211140864:192.168.204.133@tcp:44:multiop.0 00000100:00000001:0.0:1788777567.455188:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.455192:0:35290:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.455195:0:35290:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777567.455197:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.455200:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.455207:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777567.455210:0:35290:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc9840240. 00000100:00000001:0.0:1788777567.455213:0:35290:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777567.455214:0:35290:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777567.455218:0:35290:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777567.455221:0:35290:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.455224:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777567.455227:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c000 x1875667211140864/t0(0) o44->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777567.455233:0:35290:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777567.455235:0:35290:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777567.455237:0:35290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333a000. 02000000:00000001:0.0:1788777567.455239:0:35290:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777567.455240:0:35290:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777567.455242:0:35290:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777567.455244:0:35290:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777567.455245:0:35290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc5178800. 02000000:00000001:0.0:1788777567.455247:0:35290:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777567.455249:0:35290:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777567.455250:0:35290:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c000. 00000100:00000001:0.0:1788777567.455253:0:35290:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777567.455254:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777567.455258:0:35290:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:0.0:1788777567.455259:0:35290:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777567.455262:0:35290:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788777567.455264:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777567.455268:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:0.0:1788777567.455270:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:0.0:1788777567.455275:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.455278:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777567.455280:0:35290:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777567.455282:0:35290:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777567.455285:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777567.455286:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777567.455288:0:35290:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777567.455292:0:35290:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9b1fc2fb5090 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1788777567.455295:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:0.0:1788777567.455299:0:35290:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777567.455301:0:35290:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777567.455304:0:35290:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777567.455306:0:35290:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.455308:0:35290:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777567.455310:0:35290:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777567.455312:0:35290:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455314:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777567.455314:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777567.455316:0:35290:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777567.455317:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:0.0:1788777567.455320:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455322:0:35290:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777567.455324:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788777567.455326:0:35290:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777567.455329:0:35290:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777567.455333:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1788777567.455337:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777567.455339:0:35290:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777567.455340:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777567.455342:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:0.0:1788777567.455344:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:0.0:1788777567.455347:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7210 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777567.455349:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777567.455352:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777567.455353:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777567.455354:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.455356:0:35290:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.455358:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:0.0:1788777567.455361:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777567.455362:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.455365:0:35290:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455367:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455369:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788777567.455371:0:35290:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777567.455372:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777567.455373:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777567.455374:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777567.455376:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455377:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.455379:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.455381:0:35290:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455383:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777567.455384:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455385:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455387:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788777567.455389:0:35290:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777567.455391:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777567.455392:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777567.455394:0:35290:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788777567.455396:0:35290:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788777567.455402:0:35290:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:0.0:1788777567.455405:0:35290:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.455408:0:35290:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788777567.455411:0:35290:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788777567.455414:0:35290:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.455416:0:35290:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788777567.455418:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777567.455421:0:35290:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777567.455422:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777567.455424:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777567.455425:0:35290:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777567.455427:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777567.455430:0:35290:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788777567.455437:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ece00. 00000020:00000040:0.0:1788777567.455440:0:35290:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777567.455445:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777567.455447:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777567.455452:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777567.455459:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc8961800. 00000100:00000001:0.0:1788777567.455511:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777567.455519:0:35290:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777567.455523:0:35290:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777567.455530:0:35290:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa34bd2] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788777567.455553:0:35290:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.455555:0:35290:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777567.455557:0:35290:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455559:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.455562:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777567.455563:0:35290:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455564:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777567.455566:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777567.455568:0:35290:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788777567.455570:0:35290:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777567.455571:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788777567.455581:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788777567.455584:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788777567.455586:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.455593:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777567.455595:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777567.455597:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777567.455598:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777567.455600:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777567.455606:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.455613:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777567.455616:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.455621:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777567.455624:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777567.455627:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777567.455631:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211140992:192.168.204.133@tcp:16:multiop.0 00000100:00000001:1.0:1788777567.455635:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777567.455636:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788777567.455640:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.455643:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777567.455647:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777567.455650:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777567.455655:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1001800. 02000000:00000001:0.0:1788777567.455657:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777567.455664:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777567.455668:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0c08. 00000400:00000010:0.0:1788777567.455674:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b6e8. 00000100:00000200:0.0:1788777567.455683:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211140992, portal 4 00000100:00000001:0.0:1788777567.455686:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777567.455687:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452708352 : -110914256843264 : ffff9b1fc31ece00) 00000100:00000040:0.0:1788777567.455694:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777567.455702:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777567.455705:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777567.458423:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256110. 00000100:00000200:1.0:1788777567.458440:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667211140992, offset 0 00000400:00000200:1.0:1788777567.458454:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777567.458518:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777567.458529:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777567.458535:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777567.458540:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777567.458545:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777567.458548:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777567.458551:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2962:2962:256:4294967295] 192.168.204.133@tcp LPNI seq info [2961:2961:8:4294967295] 00000400:00000200:1.0:1788777567.458557:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777567.458567:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777567.458573:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777567.458579:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5200. 00000800:00000200:1.0:1788777567.458586:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777567.458593:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777567.458598:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788777567.458620:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777567.458634:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20615 usecs (21 jiffies) 00000400:00000200:1.0:1788777567.458638:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777567.458640:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296670787 00000100:00000001:1.0:1788777567.458643:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296671402 00000100:00000001:1.0:1788777567.458645:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296670787 00000100:00000001:1.0:1788777567.458647:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296671402 00000100:00000001:1.0:1788777567.458650:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777567.458654:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.458658:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.458662:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777567.458844:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777567.458849:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5200. 00000400:00000200:3.0:1788777567.458854:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777567.458860:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777567.458866:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256110 00000400:00000010:3.0:1788777567.458868:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256110. 00000100:00000001:3.0:1788777567.458873:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777567.458880:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.458891:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777567.458894:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777567.458901:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777567.458902:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777567.474603:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.474623:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777567.474628:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.474631:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777567.474639:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.474647:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777567.474657:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.474663:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.474668:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.474672:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 432 into portal 4 MB=0x6a9e8cdd63f80 00000400:00000200:2.0:1788777567.474677:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777567.474683:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 432/432 into md 0x89f5 [1] + 224 00000800:00000001:2.0:1788777567.474690:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.474697:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777567.474700:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777567.474705:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777567.474715:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777567.474725:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777567.474735:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777567.474758:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777567.474774:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777567.474777:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.474889:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777567.474894:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777567.474902:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777567.474905:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777567.474909:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0c08. 00000400:00000200:1.0:1788777567.474915:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:1.0:1788777567.474918:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:1.0:1788777567.474922:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777567.474927:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777567.474936:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.474948:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777567.474951:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.474953:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777567.474957:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777567.474959:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777567.474962:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777567.474965:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777567.474975:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=76 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777567.474979:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777567.474982:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777567.474984:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777567.474987:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777567.474991:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.474995:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777567.474997:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: committing for last_committed 4294967335 gen 16 00000100:00000040:1.0:1788777567.475003:0:2412:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff9b1fc31ed500 x1875667211140736/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.475012:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777567.475015:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed500 x1875667211140736/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777583 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.475022:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777567.475024:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777567.475028:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356f800. 02000000:00000001:1.0:1788777567.475031:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777567.475034:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777567.475036:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777567.475038:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777567.475041:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc8960c00. 02000000:00000001:1.0:1788777567.475044:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777567.475046:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777567.475048:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed500. 00000100:00000001:1.0:1788777567.475051:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777567.475063:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.475067:0:2412:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777567.475069:0:2412:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1788777567.475072:0:2412:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777567.475074:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777567.475079:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.475086:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777567.475089:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777567.475091:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788777567.475095:0:2412:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:1.0:1788777567.475104:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:1.0:1788777567.475106:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:1.0:1788777567.475108:0:2412:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788777567.475112:0:2412:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777567.475115:0:2412:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777567.475117:0:2412:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777567.475118:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000001:1.0:1788777567.475129:0:2412:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777567.475133:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777567.475141:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211140992:192.168.204.133@tcp:16:multiop.0 00000100:00000001:1.0:1788777567.475146:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.475148:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777567.475151:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ece00 x1875667211140992/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777567.475156:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777567.475158:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777567.475159:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1001800. 02000000:00000001:1.0:1788777567.475162:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777567.475163:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777567.475164:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777567.475166:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777567.475168:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc8961800. 02000000:00000001:1.0:1788777567.475170:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777567.475171:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777567.475173:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ece00. 00000100:00000001:1.0:1788777567.475175:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777567.475176:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.475178:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777567.475185:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777567.475188:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777567.475190:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777567.475192:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.475257:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777567.475260:0:35290:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.475263:0:35290:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788777567.475269:0:35290:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777567.475271:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777567.475273:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777567.475275:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777567.475279:0:35290:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777567.475284:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777567.475287:0:35290:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788777567.475288:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777567.475289:0:35290:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788777567.475292:0:35290:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1788777567 a=0 c=1788777567 b=8 00020000:00000001:2.0:1788777567.475296:0:35290:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777567.475298:0:35290:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788777567 a=0 c=1788777567 b=8 00020000:00000001:2.0:1788777567.475301:0:35290:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.475303:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.475304:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000080:00200000:2.0:1788777567.475307:0:35290:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 8 00000080:00000001:2.0:1788777567.475310:0:35290:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777567.475311:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777567.475314:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777567.475317:0:35290:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777567.475319:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777567.475321:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777567.475322:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777567.475324:0:35290:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.475326:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.475327:0:35290:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777567.475329:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777567.475331:0:35290:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777567.475333:0:35290:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777567.475334:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777567.475336:0:35290:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777567.475337:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777567.475338:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777567.475340:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777567.475341:0:35290:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.475342:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777567.475344:0:35290:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777567.475345:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777567.475346:0:35290:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.475349:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777567.475351:0:35290:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777567.475352:0:35290:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777567.475354:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777567.475355:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777567.475358:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:2.0:1788777567.475361:0:35290:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777567.475362:0:35290:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777567.475364:0:35290:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777567.475367:0:35290:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777567.475369:0:35290:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777567.475370:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777567.475373:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:2.0:1788777567.475374:0:35290:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777567.475382:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3be48 00000080:00000008:2.0:1788777567.475385:0:35290:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:2.0:1788777567.475389:0:35290:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.526332:0:35294:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777567.526341:0:35294:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777567.526344:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b78 00000080:00200000:2.0:1788777567.526349:0:35294:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777567.526358:0:35294:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc5178800. 00800000:00000002:2.0:1788777567.526365:0:35294:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777567.526369:0:35294:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777567.526373:0:35294:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777567.526375:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a98 00800000:00000002:2.0:1788777567.526379:0:35294:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777567.526382:0:35294:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777567.526386:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777567.526388:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777567.526391:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777567.526393:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777567.526395:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777567.526397:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777567.526399:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777567.526403:0:35294:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777567.526409:0:35294:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777567.526411:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17968 00000002:00010000:2.0:1788777567.526413:0:35294:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777567.526417:0:35294:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777567.526419:0:35294:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777567.526423:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777567.526429:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:2.0:1788777567.526433:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777567.526438:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777567.526441:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777567.526446:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777567.526457:0:35294:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777567.526489:0:35294:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777567.526492:0:35294:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777567.526499:0:35294:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777567.526501:0:35294:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777567.526503:0:35294:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777567.526505:0:35294:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777567.526506:0:35294:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777567.526508:0:35294:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777567.526511:0:35294:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777567.526513:0:35294:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777567.526516:0:35294:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc5178800. 00000080:00000001:2.0:1788777567.526521:0:35294:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777567.526523:0:35294:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777567.526525:0:35294:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777567.526529:0:35294:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca7c 00800000:00000001:2.0:1788777567.526532:0:35294:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777567.526535:0:35294:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777567.526537:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.526539:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.526541:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:2.0:1788777567.526544:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:2.0:1788777567.526546:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:2.0:1788777567.526550:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.526552:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777567.526553:0:35294:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777567.526555:0:35294:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777567.526557:0:35294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca7c from it ffffb70bc1d17bb0 00010000:00000001:2.0:1788777567.526560:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777567.526561:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777567.526563:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:2.0:1788777567.526565:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:2.0:1788777567.526567:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:2.0:1788777567.526569:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777567.526572:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777567.526578:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.526579:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.526580:0:35294:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777567.526583:0:35294:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777567.526585:0:35294:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777567.526592:0:35294:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777567.526596:0:35294:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777567.526598:0:35294:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777567.526602:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.526603:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777567.526605:0:35294:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.526609:0:35294:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777567.526611:0:35294:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.526612:0:35294:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.526615:0:35294:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777567.526617:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777567.526619:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777567.526620:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777567.526868:0:35294:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777567.526871:0:35294:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777567.526874:0:35294:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788777567.526880:0:35294:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.526884:0:35294:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777567.526886:0:35294:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777567.526888:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b78 00000080:00200008:2.0:1788777567.526890:0:35294:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 504000 00000080:00000010:2.0:1788777567.526895:0:35294:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc15a6dc0. 00000080:00000001:2.0:1788777567.526900:0:35294:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.526901:0:35294:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.526925:0:35294:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777567.526927:0:35294:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=8028667f arg=7ffd10670a30 00000080:00000001:2.0:1788777567.526933:0:35294:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:2.0:1788777567.526935:0:35294:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1788777567.526938:0:35294:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.526939:0:35294:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.526941:0:35294:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.526947:0:35294:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777567.526949:0:35294:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777567.526951:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17dd0 00000080:00200008:2.0:1788777567.526953:0:35294:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 504000 00000080:00400000:2.0:1788777567.526956:0:35294:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788777567.526958:0:35294:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a6dc0. 00000080:00000001:2.0:1788777567.526961:0:35294:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777567.526963:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17dd0 00000080:00000008:2.0:1788777567.526966:0:35294:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 504000, rc = 0 00000080:00000001:2.0:1788777567.526968:0:35294:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777567.526969:0:35294:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777568.117400:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296671402, at 4296671424 00000100:00000010:3.0:1788777568.117417:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc1e0. 00000100:00000040:2.0:1788777568.118534:0:26690:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296671402, at 4296671426 00000100:00000010:2.0:1788777568.118544:0:26690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc120. 00000100:00000040:2.0:1788777568.436598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777568.436610:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777568.436621:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639e300. 00000020:00000040:2.0:1788777568.436628:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777568.436632:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777568.436635:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777568.436641:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777568.436649:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de400. 00000100:00000001:2.0:1788777568.436656:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436669:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777568.436679:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777568.436683:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436689:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fabaf92] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.436710:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777568.436716:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777568.436719:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f480. 00000020:00000040:2.0:1788777568.436721:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777568.436723:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777568.436725:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777568.436726:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777568.436730:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30ded00. 00000100:00000001:2.0:1788777568.436733:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436737:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777568.436762:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777568.436764:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436768:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baf46848] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.436777:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436779:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777568.436782:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777568.436785:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d880. 00000020:00000040:2.0:1788777568.436787:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777568.436789:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777568.436791:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777568.436792:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777568.436795:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30de300. 00000100:00000001:2.0:1788777568.436798:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436802:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777568.436809:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777568.436811:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436814:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000904a167b] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.436820:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777568.436825:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777568.436829:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d180. 00000020:00000040:2.0:1788777568.436831:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777568.436833:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777568.436834:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777568.436836:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777568.436841:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc30dec00. 00000100:00000001:2.0:1788777568.436845:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436849:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777568.436855:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777568.436857:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436861:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba1d2ce3] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.436988:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.436990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777568.436992:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777568.436996:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c000. 00000020:00000040:2.0:1788777568.436999:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777568.437001:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777568.437002:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777568.437004:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777568.437009:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb5a2500. 00000100:00000001:2.0:1788777568.437013:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.437018:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777568.437026:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777568.437027:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.437031:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0939aae] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.437048:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.437052:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2009) 00000100:00000001:2.0:1788777568.437123:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.437127:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.437129:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777568.437135:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.437142:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777568.437145:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.437150:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777568.437153:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777568.437155:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777568.437158:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211141120:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777568.437163:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777568.437168:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777568.437170:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.437172:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777568.437177:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4fe2200. 02000000:00000001:2.0:1788777568.437179:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777568.437186:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777568.437191:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919baa8. 00000400:00000010:2.0:1788777568.437199:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93088. 00000100:00000200:2.0:1788777568.437207:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211141120, portal 25 00000100:00000001:2.0:1788777568.437209:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.437211:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00000100:00000040:2.0:1788777568.437218:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.437226:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777568.437404:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777568.437408:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93198. 00000100:00000200:2.0:1788777568.437412:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211141120, offset 0 00000400:00000200:2.0:1788777568.437512:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777568.437521:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.437529:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777568.437534:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777568.437538:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777568.437542:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777568.437544:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777568.437548:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2963:2963:256:4294967295] 192.168.204.133@tcp LPNI seq info [2962:2962:8:4294967295] 00000400:00000200:2.0:1788777568.437552:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.437561:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777568.437568:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777568.437573:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2c00. 00000800:00000200:2.0:1788777568.437580:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777568.437587:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777568.437591:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777568.437600:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777568.437604:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777568.437607:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296675807 00000100:00000010:2.0:1788777568.437611:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efc120. 00000100:00000001:2.0:1788777568.437618:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788777568.437622:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296675807 00000100:00000010:2.0:1788777568.437625:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efcde0. 00000100:00000001:2.0:1788777568.437628:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788777568.437631:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.437634:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.437636:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777568.437641:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.437648:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777568.437650:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.437652:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777568.437654:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777568.437656:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777568.437659:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211141376:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777568.437663:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777568.437666:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777568.437667:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.437668:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777568.437671:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4fe2400. 02000000:00000001:2.0:1788777568.437673:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777568.437676:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777568.437680:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b790. 00000400:00000010:2.0:1788777568.437683:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93440. 00000100:00000200:2.0:1788777568.437687:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211141376, portal 10 00000100:00000001:2.0:1788777568.437689:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.437690:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504812160 : -110914204739456 : ffff9b1fc639d880) 00000100:00000040:2.0:1788777568.437697:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.437702:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777568.437704:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777568.437706:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93d48. 00000100:00000200:2.0:1788777568.437708:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211141376, offset 0 00000400:00000200:2.0:1788777568.437712:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777568.437716:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.437719:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777568.437722:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777568.437724:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777568.437726:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777568.437728:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777568.437731:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2964:2964:255:4294967295] 192.168.204.133@tcp LPNI seq info [2963:2963:7:4294967295] 00000400:00000200:2.0:1788777568.437735:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.437741:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777568.438563:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.438570:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2c00. 00000400:00000200:3.0:1788777568.438577:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.438583:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.438589:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93198 00000400:00000010:3.0:1788777568.438591:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93198. 00000100:00000001:3.0:1788777568.438594:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777568.438601:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.438610:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.438614:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.438620:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.438622:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777568.438668:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777568.438672:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777568.438674:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777568.438679:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.438687:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777568.438689:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777568.438692:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777568.438694:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777568.438697:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777568.438700:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211141248:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777568.438704:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777568.438708:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777568.438710:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777568.438711:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777568.438715:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc61cb400. 02000000:00000001:3.0:1788777568.438717:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777568.438721:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777568.438724:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73dc0. 00000400:00000010:3.0:1788777568.438729:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92556e8. 00000100:00000200:3.0:1788777568.438733:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211141248, portal 10 00000100:00000001:3.0:1788777568.438735:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777568.438736:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000040:3.0:1788777568.438742:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.438756:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777568.438758:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777568.438761:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255000. 00000100:00000200:3.0:1788777568.438765:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211141248, offset 0 00000400:00000200:3.0:1788777568.438770:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777568.438777:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.438782:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777568.438787:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777568.438790:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777568.438794:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777568.438796:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777568.438799:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2965:2965:255:4294967295] 192.168.204.133@tcp LPNI seq info [2964:2964:7:4294967295] 00000400:00000200:3.0:1788777568.438803:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.438809:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777568.438814:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777568.438819:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777568.438825:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777568.438830:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777568.438834:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777568.438847:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777568.438852:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 856527 usecs (857 jiffies) 00000400:00000200:3.0:1788777568.438856:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777568.438858:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672602 00000100:00000001:3.0:1788777568.438860:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:3.0:1788777568.438862:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672602 00000100:00000001:3.0:1788777568.438876:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:3.0:1788777568.438879:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777568.438882:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.438885:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777568.438890:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.438896:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777568.438898:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777568.438900:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777568.438902:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777568.438903:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777568.438906:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211141504:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777568.438909:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777568.438911:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777568.438913:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777568.438914:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777568.438918:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc61ca200. 02000000:00000001:3.0:1788777568.438920:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777568.438923:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777568.438926:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73370. 00000400:00000010:3.0:1788777568.438929:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92552a8. 00000100:00000200:3.0:1788777568.438932:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211141504, portal 4 00000100:00000001:3.0:1788777568.438934:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777568.438935:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504810368 : -110914204741248 : ffff9b1fc639d180) 00000100:00000040:3.0:1788777568.438941:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.438946:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777568.438948:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777568.438951:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255dd0. 00000100:00000200:3.0:1788777568.438953:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211141504, offset 0 00000400:00000200:3.0:1788777568.438956:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777568.438960:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.438963:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777568.438965:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777568.438968:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777568.438970:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777568.438972:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777568.438974:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2966:2966:254:4294967295] 192.168.204.133@tcp LPNI seq info [2965:2965:6:4294967295] 00000400:00000200:3.0:1788777568.438978:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.438984:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777568.438988:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777568.438991:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b700. 00000800:00000200:3.0:1788777568.438995:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777568.438999:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777568.439001:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777568.439004:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777568.439008:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20632 usecs (21 jiffies) 00000400:00000200:3.0:1788777568.439011:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777568.439013:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671766 00000100:00000001:3.0:1788777568.439015:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:3.0:1788777568.439017:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671766 00000100:00000001:3.0:1788777568.439019:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:3.0:1788777568.439021:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777568.439023:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.439026:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.439028:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777568.439045:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777568.439047:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777568.439049:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777568.439051:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777568.439053:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.439055:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777568.439625:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777568.439632:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2d00. 00000800:00000200:2.0:1788777568.439638:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777568.439642:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777568.439645:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777568.439649:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.439653:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22080 usecs (23 jiffies) 00000400:00000200:2.0:1788777568.439656:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777568.439659:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671770 00000100:00000001:2.0:1788777568.439661:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.439664:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671770 00000100:00000001:2.0:1788777568.439666:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.439668:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.439670:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.439673:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777568.439678:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.439684:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777568.439686:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.439688:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777568.439690:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777568.439692:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777568.439694:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211141632:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777568.439698:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777568.439700:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777568.439702:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.439704:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777568.439707:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4fe3e00. 02000000:00000001:2.0:1788777568.439709:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777568.439712:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777568.439715:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b4d0. 00000400:00000010:2.0:1788777568.439719:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e937f8. 00000100:00000200:2.0:1788777568.439723:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211141632, portal 4 00000100:00000001:2.0:1788777568.439725:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.439726:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000040:2.0:1788777568.439731:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.439736:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777568.439739:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777568.439741:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93220. 00000100:00000200:2.0:1788777568.439743:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211141632, offset 0 00000400:00000200:2.0:1788777568.439760:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777568.439764:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.439768:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777568.439771:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777568.439774:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777568.439777:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777568.439779:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777568.439782:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2967:2967:253:4294967295] 192.168.204.133@tcp LPNI seq info [2966:2966:5:4294967295] 00000400:00000200:2.0:1788777568.439785:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.439791:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777568.439795:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777568.439799:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2c00. 00000800:00000200:2.0:1788777568.439802:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777568.439806:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777568.439808:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777568.439811:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.439813:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 221625 usecs (222 jiffies) 00000400:00000200:2.0:1788777568.439816:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777568.439817:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671969 00000100:00000001:2.0:1788777568.439820:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.439822:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671969 00000100:00000001:2.0:1788777568.439823:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.439825:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.439827:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.439829:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.439831:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.439836:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777568.439838:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777568.439840:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.439841:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.439843:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.439846:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.440798:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777568.440803:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.440808:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777568.440810:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.440813:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777568.440814:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.440817:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777568.440818:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777568.441095:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.441099:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:3.0:1788777568.441104:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.441111:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.441116:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255000 00000400:00000010:3.0:1788777568.441118:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255000. 00000100:00000001:3.0:1788777568.441122:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777568.441129:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.441140:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.441144:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.441150:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.441152:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777568.441164:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.441166:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b700. 00000400:00000200:3.0:1788777568.441169:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.441173:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.441175:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255dd0 00000400:00000010:3.0:1788777568.441177:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255dd0. 00000100:00000001:3.0:1788777568.441179:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777568.441183:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.441189:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.441193:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.441199:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.441200:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777568.441208:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.441210:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2d00. 00000400:00000200:3.0:1788777568.441213:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.441216:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.441219:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93d48 00000400:00000010:3.0:1788777568.441221:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93d48. 00000100:00000001:3.0:1788777568.441224:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777568.441238:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.441246:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.441249:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.441255:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.441257:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777568.441287:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.441290:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2c00. 00000400:00000200:3.0:1788777568.441292:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.441295:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.441297:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93220 00000400:00000010:3.0:1788777568.441299:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93220. 00000100:00000001:3.0:1788777568.441301:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777568.441304:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.441649:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.441656:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.441663:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.441665:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1788777568.443556:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777568.443562:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.443566:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777568.463970:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.463987:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.463992:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.463994:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.464004:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.464012:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.464021:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.464025:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.464030:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.464045:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd64000 00000400:00000200:3.0:1788777568.464050:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.464056:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x89fd [1] + 224 00000800:00000001:3.0:1788777568.464076:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.464083:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.464086:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.464090:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.464099:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.464108:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777568.464119:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.464140:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.464149:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.464153:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.465113:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.465120:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777568.465127:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777568.465129:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777568.465133:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919baa8. 00000400:00000200:2.0:1788777568.465139:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93088 00000400:00000010:2.0:1788777568.465141:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93088. 00000100:00000001:2.0:1788777568.465145:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.465153:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777568.465163:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.465170:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777568.465172:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.465175:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777568.465178:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777568.465180:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.465183:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.465187:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.465193:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777568.465197:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777568.465200:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777568.465202:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.465205:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777568.465207:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.465210:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.465215:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.465224:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.465240:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777568.465242:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777568.465246:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777568.465254:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211141120:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777568.465260:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.465262:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.465266:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e300 x1875667211141120/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.465273:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777568.465275:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777568.465278:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4fe2200. 02000000:00000001:2.0:1788777568.465282:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777568.465284:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777568.465286:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:2.0:1788777568.465289:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777568.465292:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de400. 02000000:00000001:2.0:1788777568.465298:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777568.465300:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777568.465302:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e300. 00000100:00000001:2.0:1788777568.465306:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777568.465308:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.465311:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.465613:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.465615:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.465617:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.465619:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777568.467712:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.467728:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.467731:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.467734:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.467741:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.467754:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.467763:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.467768:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.467774:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.467778:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd64080 00000400:00000200:3.0:1788777568.467783:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.467789:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8a1d [1] + 224 00000800:00000001:3.0:1788777568.467795:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.467803:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.467806:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.467810:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.467817:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.467824:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777568.467834:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.467856:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.467865:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.467868:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.468050:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.468055:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777568.468061:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777568.468064:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777568.468066:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73dc0. 00000400:00000200:2.0:1788777568.468072:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92556e8 00000400:00000010:2.0:1788777568.468074:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92556e8. 00000100:00000001:2.0:1788777568.468077:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.468081:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777568.468089:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.468095:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777568.468096:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.468098:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777568.468101:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777568.468103:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.468105:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.468108:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.468117:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=77 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777568.468120:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777568.468123:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777568.468124:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.468126:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777568.468130:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.468133:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777568.468135:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788777568.468136:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777568.468138:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.468142:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.468148:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.468151:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777568.468153:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777568.468156:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777568.468163:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211141248:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777568.468169:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.468172:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.468175:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f480 x1875667211141248/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.468181:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777568.468183:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777568.468187:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc61cb400. 02000000:00000001:2.0:1788777568.468190:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777568.468193:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777568.468194:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777568.468196:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777568.468199:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30ded00. 02000000:00000001:2.0:1788777568.468204:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777568.468205:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777568.468207:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f480. 00000100:00000001:2.0:1788777568.468210:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777568.468211:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.468214:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.468216:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.468217:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.468219:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.468221:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777568.471429:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.471445:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.471449:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.471451:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.471460:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.471511:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.471521:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.471526:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.471531:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.471535:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd64100 00000400:00000200:3.0:1788777568.471540:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.471545:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8a0d [1] + 224 00000800:00000001:3.0:1788777568.471551:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.471558:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.471561:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.471565:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.471573:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.471582:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777568.471593:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.471616:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.471623:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.471626:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.472054:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.472059:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777568.472076:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777568.472078:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777568.472082:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:2.0:1788777568.472086:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93440 00000400:00000010:2.0:1788777568.472089:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93440. 00000100:00000001:2.0:1788777568.472091:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.472096:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777568.472105:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.472112:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777568.472114:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.472117:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777568.472120:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777568.472122:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.472124:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.472127:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.472136:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=77 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777568.472140:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777568.472142:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777568.472144:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.472147:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777568.472151:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.472154:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777568.472156:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788777568.472158:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777568.472160:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.472165:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.472171:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.472174:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777568.472176:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777568.472179:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777568.472186:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211141376:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777568.472191:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.472193:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.472196:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d880 x1875667211141376/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.472202:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777568.472204:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777568.472207:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4fe2400. 02000000:00000001:2.0:1788777568.472210:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777568.472213:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777568.472215:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777568.472217:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777568.472220:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30de300. 02000000:00000001:2.0:1788777568.472224:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777568.472226:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777568.472228:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d880. 00000100:00000001:2.0:1788777568.472230:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777568.472232:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.472235:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.472237:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.472238:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.472240:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.472241:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777568.485083:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.485102:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.485107:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.485110:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.485119:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485127:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.485136:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485141:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485146:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485151:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd64180 00000400:00000200:3.0:1788777568.485155:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485162:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8a2d [1] + 224 00000800:00000001:3.0:1788777568.485170:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.485175:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.485178:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.485183:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.485192:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.485203:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777568.485214:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.485247:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.485256:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.485261:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.485263:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.485266:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.485269:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485273:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.485277:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485279:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485282:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485285:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd64200 00000400:00000200:3.0:1788777568.485288:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.485292:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8a3d [1] + 224 00000800:00000001:3.0:1788777568.485296:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.485303:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.485306:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.485309:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777568.485496:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.485501:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777568.485508:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777568.485510:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777568.485513:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73370. 00000400:00000200:2.0:1788777568.485519:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92552a8 00000400:00000010:2.0:1788777568.485521:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92552a8. 00000100:00000001:2.0:1788777568.485524:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.485528:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777568.485538:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.485544:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777568.485546:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.485548:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777568.485552:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777568.485554:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.485557:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.485559:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.485569:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777568.485573:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777568.485576:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777568.485577:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.485581:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777568.485585:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.485589:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777568.485591:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788777568.485593:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777568.485596:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.485601:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.485608:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.485611:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777568.485613:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777568.485618:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777568.485626:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211141504:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777568.485631:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.485634:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.485637:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d180 x1875667211141504/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.485644:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777568.485647:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777568.485650:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc61ca200. 02000000:00000001:2.0:1788777568.485654:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777568.485656:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777568.485658:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777568.485660:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777568.485664:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc30dec00. 02000000:00000001:2.0:1788777568.485668:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777568.485670:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777568.485672:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d180. 00000100:00000001:2.0:1788777568.485676:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777568.485678:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.485680:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.485688:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777568.485690:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.485692:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.485695:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.485836:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.485843:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777568.485852:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.485868:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.485874:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.485878:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.485926:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.485928:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777568.485932:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777568.485934:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777568.485936:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b4d0. 00000400:00000200:2.0:1788777568.485939:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e937f8 00000400:00000010:2.0:1788777568.485941:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e937f8. 00000100:00000001:2.0:1788777568.485944:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.485948:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777568.485957:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.485962:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777568.485963:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.485965:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777568.485967:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777568.485968:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.485970:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.485971:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.485976:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777568.485978:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777568.485980:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777568.485981:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.485983:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777568.485985:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.485987:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777568.485989:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788777568.485990:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777568.485992:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.485995:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.486001:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.486004:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777568.486005:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777568.486008:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777568.486015:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211141632:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777568.486019:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.486020:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.486023:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c000 x1875667211141632/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.486029:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777568.486030:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777568.486032:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4fe3e00. 02000000:00000001:2.0:1788777568.486045:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777568.486047:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777568.486048:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777568.486051:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777568.486053:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb5a2500. 02000000:00000001:2.0:1788777568.486056:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777568.486057:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777568.486059:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c000. 00000100:00000001:2.0:1788777568.486061:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777568.486071:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.486073:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.486076:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777568.486077:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.486079:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.486081:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650117:0:35290:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788777568.650126:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bd88 00000080:00200008:2.0:1788777568.650130:0:35290:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 1 00000080:00000002:2.0:1788777568.650135:0:35290:0:(file.c:2656:do_file_write_iter()) inode ffff9b1fd15b0908 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:2.0:1788777568.650138:0:35290:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788777568.650140:0:35290:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650143:0:35290:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777568.650148:0:35290:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650150:0:35290:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1788777568.650153:0:35290:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788777568.650157:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000002:2.0:1788777568.650161:0:35290:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efc4e0 addref 2/0 by ffff9b1fc9098000. 00020000:00000002:2.0:1788777568.650164:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:2.0:1788777568.650166:0:35290:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:2.0:1788777568.650176:0:35290:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788777568.650177:0:35290:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:2.0:1788777568.650182:0:35290:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1788777568.650185:0:35290:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1788777568.650188:0:35290:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1788777568.650189:0:35290:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650192:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777568.650195:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:2.0:1788777568.650198:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000080:00000001:2.0:1788777568.650201:0:35290:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777568.650203:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bc98 00000080:00200000:2.0:1788777568.650204:0:35290:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:2.0:1788777568.650209:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bc30 00000080:00200000:2.0:1788777568.650211:0:35290:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1788777568.650213:0:35290:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777568.650219:0:35290:0:(cl_io.c:214:cl_io_rw_init()) header@00000000fac5e3f4[0x110, 2, [0x240000402:0x8:0x0] hash] 00000020:00200000:2.0:1788777568.650221:0:35290:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:2.0:1788777568.650224:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.650226:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777568.650228:0:35290:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777568.650230:0:35290:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777568.650232:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777568.650234:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777568.650236:0:35290:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777568.650240:0:35290:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650243:0:35290:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777568.650245:0:35290:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650246:0:35290:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777568.650250:0:35290:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9b1fc2fb5090 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788777568.650253:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:2.0:1788777568.650256:0:35290:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777568.650258:0:35290:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777568.650261:0:35290:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777568.650263:0:35290:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788777568.650264:0:35290:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:2.0:1788777568.650267:0:35290:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788777568.650269:0:35290:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777568.650271:0:35290:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650272:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777568.650273:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777568.650274:0:35290:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777568.650275:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:2.0:1788777568.650277:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650279:0:35290:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777568.650281:0:35290:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1788777568.650283:0:35290:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788777568.650286:0:35290:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650289:0:35290:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777568.650290:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777568.650293:0:35290:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788777568.650295:0:35290:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788777568.650297:0:35290:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777568.650299:0:35290:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:2.0:1788777568.650302:0:35290:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777568.650304:0:35290:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777568.650308:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1788777568.650312:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777568.650314:0:35290:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777568.650315:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777568.650317:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:2.0:1788777568.650319:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:2.0:1788777568.650322:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7210 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.650323:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777568.650326:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777568.650328:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777568.650329:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650331:0:35290:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650333:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777568.650336:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777568.650339:0:35290:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777568.650343:0:35290:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650345:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650347:0:35290:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650348:0:35290:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650350:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650352:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777568.650354:0:35290:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777568.650356:0:35290:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777568.650359:0:35290:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777568.650428:0:35290:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650431:0:35290:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650434:0:35290:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777568.650435:0:35290:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1788777568.650437:0:35290:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777568.650438:0:35290:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777568.650440:0:35290:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650441:0:35290:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650443:0:35290:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650444:0:35290:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.650446:0:35290:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650448:0:35290:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777568.650450:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.650451:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777568.650453:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777568.650454:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650456:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650458:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650459:0:35290:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650695:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777568.650698:0:35290:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777568.650699:0:35290:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777568.650703:0:35290:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777568.650705:0:35290:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777568.650708:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1788777568.650716:0:35290:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d900. 00020000:00000002:2.0:1788777568.650720:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1788777568.650722:0:35290:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777568.650723:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777568.650724:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777568.650726:0:35290:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777568.650731:0:35290:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f59db0. 00000008:00010000:2.0:1788777568.650734:0:35290:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777568.650736:0:35290:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777568.650738:0:35290:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777568.650741:0:35290:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d930, osc lock ffff9b1fc7f59db0, flags 0x0 00000020:00000001:2.0:1788777568.650743:0:35290:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650745:0:35290:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650748:0:35290:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538104576 : -110914171447040 : ffff9b1fc835d900) 00000020:00000001:2.0:1788777568.650750:0:35290:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777568.650752:0:35290:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777568.650753:0:35290:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650755:0:35290:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650756:0:35290:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777568.650758:0:35290:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777568.650760:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777568.650761:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777568.650762:0:35290:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777568.650765:0:35290:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777568.650767:0:35290:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777568.650769:0:35290:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650772:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777568.650774:0:35290:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777568.650776:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777568.650778:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777568.650779:0:35290:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777568.650780:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777568.650782:0:35290:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777568.650786:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777568.650792:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:2.0:1788777568.650796:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777568.650803:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777568.650808:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777568.650813:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777568.650826:0:35290:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777568.650831:0:35290:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777568.650835:0:35290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777568.650843:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.650845:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.650849:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=3 00000020:00000001:2.0:1788777568.650851:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.650853:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00000008:00000001:2.0:1788777568.650857:0:35290:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777568.650860:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.650861:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.650862:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=4 00000020:00000001:2.0:1788777568.650864:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.650866:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.650868:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.650869:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.650870:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=5 00000020:00000001:2.0:1788777568.650872:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.650874:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.650876:0:35290:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777568.650878:0:35290:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777568.650881:0:35290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777568.650890:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.650892:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777568.650895:0:35290:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.650896:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.650897:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.650898:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=6 00000020:00000001:2.0:1788777568.650900:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.650902:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.650904:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777568.650906:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777568.650912:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.650913:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777568.650915:0:35290:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777568.650921:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777568.650922:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.650923:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.650924:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.650925:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777568.650926:0:35290:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.650928:0:35290:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650930:0:35290:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.650932:0:35290:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650934:0:35290:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650935:0:35290:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650937:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650938:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.650941:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788777568.650943:0:35290:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1788777568.650946:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bb80 00000080:00200000:2.0:1788777568.650948:0:35290:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:2.0:1788777568.650950:0:35290:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788777568.650952:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000002:2.0:1788777568.650955:0:35290:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efc4e0 addref 2/0 by ffff9b1fc9098000. 00020000:00000002:2.0:1788777568.650957:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:2.0:1788777568.650959:0:35290:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1788777568.650962:0:35290:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788777568.650964:0:35290:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788777568.650966:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1788777568.650970:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777568.651141:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777568.651144:0:35290:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777568.651147:0:35290:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777568.651150:0:35290:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651151:0:35290:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651154:0:35290:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651156:0:35290:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.651160:0:35290:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788777568.651162:0:35290:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:2.0:1788777568.651166:0:35290:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788777568.651168:0:35290:0:(cl_page.c:427:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffd839846fa240 ffff9b1fd0683d20 1 00000020:00000001:2.0:1788777568.651172:0:35290:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788777568.651174:0:35290:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633159675624736 : -110914033926880 : ffff9b1fd0683d20) 00000020:00000001:2.0:1788777568.651176:0:35290:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446633159675624736 : -110914033926880 : ffff9b1fd0683d20) 00000020:00000001:2.0:1788777568.651178:0:35290:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788777568.651180:0:35290:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788777568.651182:0:35290:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159450382480 : -110914259169136 : ffff9b1fc2fb5090) 00000020:00000001:2.0:1788777568.651185:0:35290:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788777568.651186:0:35290:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788777568.651188:0:35290:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777568.651192:0:35290:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[2 0000000005057560 1 1 0000000059e6cd6c 0 0 0] 00000020:00000001:2.0:1788777568.651194:0:35290:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788777568.651195:0:35290:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777568.651197:0:35290:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788777568.651198:0:35290:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788777568.651199:0:35290:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.651203:0:35290:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788777568.651204:0:35290:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:2.0:1788777568.651206:0:35290:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788777568.651207:0:35290:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159450382480 : -110914259169136 : ffff9b1fc2fb5090) 00000020:00000001:2.0:1788777568.651208:0:35290:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788777568.651210:0:35290:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777568.651212:0:35290:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788777568.651214:0:35290:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788777568.651215:0:35290:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788777568.651216:0:35290:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788777568.651219:0:35290:0:(rw26.c:929:ll_write_end()) page@00000000fd634db2[3 0000000005057560 2 1 0000000059e6cd6c 0 0 0] 00000080:00200000:2.0:1788777568.651223:0:35290:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8a4416a 17ffffc0001029 2:0 ffff9b1fd0683d20 0 lru 00000080:00200000:2.0:1788777568.651232:0:35290:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2438474 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000bac04322 00000000e1cc68c1 > 3< 0 0 > 4< 0 0 8 16797696 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788777568.651234:0:35290:0:(rw26.c:929:ll_write_end()) end page@00000000fd634db2 00000080:00200000:2.0:1788777568.651235:0:35290:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788777568.651237:0:35290:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777568.651241:0:35290:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788777568.651242:0:35290:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:2.0:1788777568.651244:0:35290:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788777568.651246:0:35290:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788777568.651248:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777568.651249:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777568.651251:0:35290:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788777568.651253:0:35290:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788777568.651256:0:35290:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788777568.651258:0:35290:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788777568.651258:0:35290:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788777568.651261:0:35290:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788777568.651266:0:35290:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b1fd0683d90 folio ffffd839846fa240 pg:0 added for cmd 2 00000008:00000001:2.0:1788777568.651271:0:35290:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788777568.651274:0:35290:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:2.0:1788777568.651280:0:35290:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:2.0:1788777568.651284:0:35290:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b1fd0683dc8 page ffffd839846fa240 00000008:00000020:2.0:1788777568.651288:0:35290:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 16769024, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:2.0:1788777568.651293:0:35290:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788777568.651294:0:35290:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.651297:0:35290:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1788777568.651301:0:35290:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b1fc876e480. 00000008:00000020:2.0:1788777568.651308:0:35290:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9b1fc4b4d500 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:2.0:1788777568.651316:0:35290:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788777568.651322:0:35290:0:(osc_cache.c:858:osc_extent_find()) extent ffff9b1fc876e480@{[0 -> 0/1023], [3|1|-|active|wi|ffff9b1fc4b4d500], [28672|0|-|-|ffff9b1fd07f5400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788777568.651328:0:35290:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000072210d70 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1788777568.651336:0:35290:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788777568.651340:0:35290:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.651343:0:35290:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.651345:0:35290:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788777568.651347:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000002:2.0:1788777568.651349:0:35290:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:2.0:1788777568.651351:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.651353:0:35290:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777568.651357:0:35290:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:2.0:1788777568.651359:0:35290:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777568.651620:0:35290:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651622:0:35290:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651624:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000001:2.0:1788777568.651626:0:35290:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788777568.651628:0:35290:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788777568.651630:0:35290:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777568.651634:0:35290:0:(cl_page.c:556:cl_batch_put()) page@00000000fd634db2[4 0000000005057560 2 1 0000000059e6cd6c 0 0 0] 00000020:00000001:2.0:1788777568.651635:0:35290:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788777568.651637:0:35290:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788777568.651638:0:35290:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788777568.651640:0:35290:0:(osc_request.c:745:osc_update_next_shrink()) next time 3204 to shrink grant 00000080:00000001:2.0:1788777568.651644:0:35290:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788777568.651645:0:35290:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788777568.651652:0:35290:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b1fd15b0ab8, count 1, dirtied 1 00000080:00000001:2.0:1788777568.651654:0:35290:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788777568.651656:0:35290:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788777568.651657:0:35290:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777568.651658:0:35290:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777568.651660:0:35290:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777568.651662:0:35290:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[3 0000000005057560 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777568.651664:0:35290:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788777568.651665:0:35290:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777568.651666:0:35290:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788777568.651667:0:35290:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777568.651669:0:35290:0:(cl_page.c:556:cl_batch_put()) page@00000000fd634db2[3 0000000005057560 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777568.651671:0:35290:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788777568.651672:0:35290:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788777568.651673:0:35290:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788777568.651675:0:35290:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788777568.651676:0:35290:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651678:0:35290:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651680:0:35290:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651681:0:35290:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777568.651684:0:35290:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:2.0:1788777568.651686:0:35290:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788777568.651687:0:35290:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788777568.651689:0:35290:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651691:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bb80 00000080:00200000:2.0:1788777568.651692:0:35290:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:2.0:1788777568.651695:0:35290:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651697:0:35290:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777568.651699:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.651700:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777568.651702:0:35290:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788777568.651703:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.651705:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.651706:0:35290:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777568.651708:0:35290:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777568.651709:0:35290:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651711:0:35290:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651712:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000001:2.0:1788777568.651714:0:35290:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651715:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651717:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651718:0:35290:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651720:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651721:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777568.651723:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777568.651724:0:35290:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777568.651725:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788777568.651728:0:35290:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788777568.651731:0:35290:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788777568.651734:0:35290:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc4b4d500 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1788777568.651741:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777568.651744:0:35290:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.651745:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777568.651747:0:35290:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.651749:0:35290:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1788777568.651750:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777568.651752:0:35290:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651754:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.651756:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777568.651758:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777568.651759:0:35290:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777568.651761:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc715f7b8 (ffff9b1fc7202d88/0) at cl_lock_release():245 00000020:00000001:2.0:1788777568.651764:0:35290:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777568.651765:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc715f7b8 (ffff9b1fc7202d88/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777568.651768:0:35290:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777568.651770:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777568.651771:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777568.651773:0:35290:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777568.651774:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d930 (ffff9b1fc72027e8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777568.651777:0:35290:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777568.651779:0:35290:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777568.651781:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.651783:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.651785:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=5 00000020:00000001:2.0:1788777568.651787:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.651790:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.651792:0:35290:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777568.651795:0:35290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777568.651803:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.651804:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.651805:0:35290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777568.651808:0:35290:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777568.651810:0:35290:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777568.651820:0:35290:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777568.651824:0:35290:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777568.651826:0:35290:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777568.651830:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.651832:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.651833:0:35290:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.651836:0:35290:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777568.651838:0:35290:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.651840:0:35290:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.651842:0:35290:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.651844:0:35290:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777568.651845:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.651846:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.651848:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.651848:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777568.651849:0:35290:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777568.651851:0:35290:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777568.651853:0:35290:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777568.651854:0:35290:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777568.651855:0:35290:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777568.651857:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc715f7b8 (ffff9b1fc7202d88/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777568.651860:0:35290:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777568.651861:0:35290:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777568.651862:0:35290:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d930 (ffff9b1fc7202d88/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777568.651865:0:35290:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f59db0. 00000020:00000001:2.0:1788777568.651869:0:35290:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777568.651871:0:35290:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d900. 00020000:00000001:2.0:1788777568.651874:0:35290:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777568.651875:0:35290:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777568.651876:0:35290:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777568.651878:0:35290:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777568.651879:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.651881:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777568.651882:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777568.651883:0:35290:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651885:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651886:0:35290:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777568.651888:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777568.651889:0:35290:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777568.651891:0:35290:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:2.0:1788777568.651893:0:35290:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777568.651894:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777568.651896:0:35290:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777568.651898:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.651899:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777568.651902:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777568.651903:0:35290:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651905:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.651907:0:35290:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777568.651909:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777568.651910:0:35290:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777568.651914:0:35290:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1788777568.651916:0:35290:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788777568.651919:0:35290:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788777568.651921:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777568.651923:0:35290:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777568.651925:0:35290:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777568.651926:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777568.651927:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777568.651929:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:2.0:1788777568.651933:0:35290:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777568.651935:0:35290:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777568.651937:0:35290:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777568.651938:0:35290:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777568.651941:0:35290:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777568.651942:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777568.651944:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bc98 00000080:00200000:2.0:1788777568.651945:0:35290:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:2.0:1788777568.651950:0:35290:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777568.651951:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.651953:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.651955:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777568.651958:0:35290:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777568.651962:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777568.651964:0:35290:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:2.0:1788777568.651965:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777568.651966:0:35290:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:2.0:1788777568.651969:0:35290:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1788777568 a=0 c=1788777568 b=8 00020000:00000001:2.0:1788777568.652098:0:35290:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777568.652101:0:35290:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788777568 a=0 c=1788777568 b=8 00020000:00000001:2.0:1788777568.652104:0:35290:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652106:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652108:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000080:00200000:2.0:1788777568.652111:0:35290:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:2.0:1788777568.652114:0:35290:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788777568.652118:0:35290:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:2.0:1788777568.652122:0:35290:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1788777568.652124:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000020:00000001:2.0:1788777568.652128:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bd88 00000080:00000008:2.0:1788777568.652130:0:35290:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:2.0:1788777568.652132:0:35290:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777568.652144:0:35290:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1788777568.652146:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3be48 00000080:00200008:2.0:1788777568.652148:0:35290:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:2.0:1788777568.652155:0:35290:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788777568.652157:0:35290:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777568.652158:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777568.652160:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:2.0:1788777568.652162:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:2.0:1788777568.652164:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.652166:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777568.652168:0:35290:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777568.652169:0:35290:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777568.652171:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777568.652172:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777568.652174:0:35290:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777568.652177:0:35290:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9b1fc2fb5090 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788777568.652179:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:2.0:1788777568.652183:0:35290:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777568.652185:0:35290:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777568.652187:0:35290:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777568.652188:0:35290:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.652191:0:35290:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777568.652193:0:35290:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777568.652195:0:35290:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652196:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777568.652197:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777568.652198:0:35290:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777568.652200:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:2.0:1788777568.652203:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652205:0:35290:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777568.652206:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777568.652207:0:35290:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777568.652210:0:35290:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777568.652213:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777568.652215:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777568.652217:0:35290:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777568.652218:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777568.652220:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:2.0:1788777568.652222:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:2.0:1788777568.652224:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7210 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.652226:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777568.652228:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777568.652229:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777568.652231:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.652232:0:35290:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.652234:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777568.652236:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777568.652238:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.652240:0:35290:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652241:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652243:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777568.652244:0:35290:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777568.652246:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.652247:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777568.652248:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777568.652249:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652250:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.652252:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.652253:0:35290:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652255:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777568.652256:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652257:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652259:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777568.652260:0:35290:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777568.652261:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.652262:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777568.652264:0:35290:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788777568.652266:0:35290:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788777568.652271:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788777568.652273:0:35290:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788777568.652274:0:35290:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777568.652277:0:35290:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788777568.652278:0:35290:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777568.652280:0:35290:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446633159479317760 : -110914230233856 : ffff9b1fc4b4d500) 00000008:00000020:2.0:1788777568.652283:0:35290:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff9b1fc4b4d500 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1788777568.652286:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788777568.652287:0:35290:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788777568.652288:0:35290:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777568.652290:0:35290:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1788777568.652292:0:35290:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1788777568.652295:0:35290:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff9b1fc876e480@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff9b1fc4b4d500], [28672|1|+|-|ffff9b1fd07f5400|1024|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1788777568.652301:0:35290:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000072210d70 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1788777568.652310:0:35290:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1788777568.652312:0:35290:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788777568.652316:0:35290:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788777568.652319:0:35290:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788777568.652322:0:35290:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9b1fc876e480@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff9b1fc4b4d500], [28672|1|+|-|ffff9b1fd07f5400|1024|ffff9b1fc9098000]} make ready 00000008:00010000:2.0:1788777568.652328:0:35290:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000072210d70 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1788777568.652335:0:35290:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788777568.652337:0:35290:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788777568.652347:0:35290:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000fd634db2[2 0000000005057560 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788777568.652349:0:35290:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788777568.652350:0:35290:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788777568.652352:0:35290:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777568.652353:0:35290:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777568.652354:0:35290:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777568.652356:0:35290:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777568.652357:0:35290:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777568.652431:0:35290:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[2 0000000005057560 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777568.652433:0:35290:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788777568.652435:0:35290:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777568.652436:0:35290:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788777568.652439:0:35290:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000fd634db2[2 0000000005057560 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777568.652441:0:35290:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788777568.652442:0:35290:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652445:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.652446:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.652448:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788777568.652450:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652452:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000001:2.0:1788777568.652454:0:35290:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.652457:0:35290:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1788777568.652549:0:35290:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b1fc31a7000: cli: ffff9b1fc93abb90 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1788777568.652558:0:35290:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9b1fca5e7918. 00000008:00000010:2.0:1788777568.652562:0:35290:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b1fd07991a0. 00000020:00000001:2.0:1788777568.652566:0:35290:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788777568.652567:0:35290:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788777568.652569:0:35290:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788777568.652571:0:35290:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788777568/1788777568 00000020:00000001:2.0:1788777568.652575:0:35290:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788777568.652576:0:35290:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1788777568.652581:0:35290:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1788777568.652584:0:35290:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1788777568.652585:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777568.652590:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:2.0:1788777568.652592:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777568.652597:0:35290:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777568.652599:0:35290:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777568.652603:0:35290:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777568.652607:0:35290:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777568.652610:0:35290:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777568.652618:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.652619:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777568.652621:0:35290:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788777568.652623:0:35290:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.652624:0:35290:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.652626:0:35290:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=3 00000020:00000001:2.0:1788777568.652629:0:35290:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.652631:0:35290:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00000008:00000001:2.0:1788777568.652633:0:35290:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:2.0:1788777568.652635:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.652636:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1788777568.652637:0:35290:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1788777568.652640:0:35290:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1788777568.652645:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c000. 00000020:00000040:2.0:1788777568.652648:0:35290:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777568.652655:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777568.652658:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777568.652660:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777568.652667:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc4fe3e00. 00000100:00000001:2.0:1788777568.652675:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788777568.652682:0:35290:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:2.0:1788777568.652687:0:35290:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b1fc31a7000: dirty: 28672 undirty: 484638720 dropped 0 grant: 16769024 cl_lost_grant 0 00000008:00000001:2.0:1788777568.652693:0:35290:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1788777568.652720:0:35290:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5963 MB/s 00000008:00008000:2.0:1788777568.652726:0:35290:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffd839846fa240 map ffff9b1fd15b0ab8 index 0 flags 17ffffc0005028 count 2 priv ffff9b1fd0683d20: off 0 00000008:00000001:2.0:1788777568.652734:0:35290:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1788777568.652736:0:35290:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:2.0:1788777568.652740:0:35290:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b1fc639c000 - object 0x280000400:4 offset 0<>2 00000008:00000001:2.0:1788777568.652742:0:35290:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.652744:0:35290:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788777568.652746:0:35290:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788777568.652747:0:35290:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788777568.652748:0:35290:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788777568/1788777568 00000020:00000001:2.0:1788777568.652750:0:35290:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788777568.652751:0:35290:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1788777568.652753:0:35290:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1788777568.652755:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.652756:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000008:00000002:2.0:1788777568.652768:0:35290:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000051038ceb, now 0r/1w/0d in flight req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1788777568.652776:0:35290:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1788777568.652783:0:35290:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0939aae] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.652839:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777568.652843:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777568.652846:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777568.652852:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.652859:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777568.652861:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777568.652865:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777568.652867:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777568.652870:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777568.652873:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211141760:192.168.204.133@tcp:4:multiop.0 00000100:00000001:3.0:1788777568.652876:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777568.652882:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777568.652884:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777568.652886:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777568.652891:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12efc00. 02000000:00000001:3.0:1788777568.652893:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777568.652899:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777568.652904:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73058. 00000400:00000010:3.0:1788777568.652911:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255dd0. 00000100:00000200:3.0:1788777568.652917:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211141760, portal 4 00000100:00000001:3.0:1788777568.652919:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777568.652921:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000040:3.0:1788777568.652927:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.652935:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777568.652937:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777568.652939:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255000. 00000100:00000200:3.0:1788777568.652942:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875667211141760, offset 0 00000400:00000200:3.0:1788777568.652948:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777568.652956:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.652962:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777568.652967:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777568.652982:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777568.652986:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777568.652989:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777568.652992:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2968:2968:256:4294967295] 192.168.204.133@tcp LPNI seq info [2967:2967:8:4294967295] 00000400:00000200:3.0:1788777568.652996:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.653006:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777568.653012:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777568.653017:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b700. 00000800:00000200:3.0:1788777568.653024:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777568.653216:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777568.653221:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b700 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1788777568.653234:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777568.653239:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20820 usecs (21 jiffies) 00000400:00000200:3.0:1788777568.653242:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777568.653245:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296671980 00000100:00000001:3.0:1788777568.653248:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:3.0:1788777568.653250:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296671980 00000100:00000001:3.0:1788777568.653253:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:3.0:1788777568.653255:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777568.653257:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.653260:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.653263:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777568.653287:0:35290:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1788777568.653290:0:35290:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.653293:0:35290:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.653296:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777568.653297:0:35290:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.653299:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777568.653300:0:35290:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.653302:0:35290:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777568.653303:0:35290:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.653306:0:35290:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777568.653308:0:35290:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.653309:0:35290:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1788777568.653313:0:35290:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788777568.653317:0:35290:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777568.653320:0:35290:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.653321:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.653324:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.653325:0:35290:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.653327:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.653330:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777568.653332:0:35290:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777568.653335:0:35290:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777568.653336:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788777568.653338:0:35290:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1788777568.653341:0:35290:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:2.0:1788777568.653344:0:35290:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.653374:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.653377:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777568.653537:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777568.653541:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b700. 00000400:00000200:2.0:1788777568.653546:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788777568.653749:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777568.653752:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777568.653755:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777568.653756:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777568.653758:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.653760:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777568.653867:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777568.653875:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255000 00000400:00000010:2.0:1788777568.653877:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255000. 00000100:00000001:2.0:1788777568.653882:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777568.653889:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.653899:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.653902:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.653909:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.653911:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777568.674458:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.674954:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.674958:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.674961:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.674972:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.674982:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.674992:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.674997:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.675002:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.675007:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd64280 00000400:00000200:3.0:1788777568.675013:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.675018:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8a4d [1] + 224 00000800:00000001:3.0:1788777568.675028:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.675043:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.675048:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.675052:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.675061:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.675071:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777568.675082:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.675108:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.675120:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.675123:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.675214:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.675219:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777568.675226:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777568.675228:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777568.675232:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73058. 00000400:00000200:2.0:1788777568.675236:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255dd0 00000400:00000010:2.0:1788777568.675239:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255dd0. 00000100:00000001:2.0:1788777568.675242:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.675248:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777568.675259:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.675266:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777568.675268:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.675270:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777568.675273:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777568.675276:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.675278:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.675288:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.675299:0:2415:0:(import.c:2149:obd_at_measure()) add 0 to ffff9b1fc530cca8 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1788777568.675304:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777568.675308:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1788777568.675312:0:2415:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9b1fc31a7000: operation ost_write to node 192.168.204.133@tcp failed: rc = -107 00000100:00000001:2.0:1788777568.694915:0:2415:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788777568.694929:0:2415:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1788777568.694937:0:2415:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9b1fc31a7000 of lustre-OST0000_UUID@192.168.204.133@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1788777568.694943:0:2415:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788777568.694948:0:2415:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9b1fc31a7000: Connection to lustre-OST0000 (at 192.168.204.133@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788777568.694951:0:2415:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788777568.694955:0:2415:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788777568.694959:0:2415:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.694961:0:2415:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788777568.694963:0:2415:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788777568.694965:0:2415:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788777568.694968:0:2415:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788777568.696099:0:2415:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 1985 00000400:00000200:2.0:1788777568.696113:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.696120:0:2415:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:2.0:1788777568.696125:0:2415:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777568.696128:0:2415:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777568.696131:0:2415:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777568.696133:0:2415:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:2.0:1788777568.696137:0:2415:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777568.696139:0:2415:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:2.0:1788777568.696141:0:2415:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.696145:0:2415:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:2.0:1788777568.696147:0:2415:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:2.0:1788777568.696149:0:2415:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000040:2.0:1788777568.696152:0:2415:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777568.696153:0:2415:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777568.696155:0:2415:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777568.696158:0:2415:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:2.0:1788777568.696161:0:2415:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00080000:2.0:1788777568.696165:0:2415:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b1fc31a7000: import ffff9b1fc530c800 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:2.0:1788777568.696167:0:2415:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.696170:0:2415:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788777568.696197:0:2415:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777568.696200:0:2415:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.696202:0:2415:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788777568.696206:0:2415:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 28672, lost: 0. 00000008:00000001:2.0:1788777568.696209:0:2415:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.696211:0:2415:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777568.696220:0:2415:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d180. 00000020:00000040:2.0:1788777568.696224:0:2415:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777568.696228:0:2415:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777568.696229:0:2415:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.696233:0:2415:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777568.696236:0:2415:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777568.696240:0:2415:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777568.696247:0:2415:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333ac00. 00000100:00000001:2.0:1788777568.696253:0:2415:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777568.696262:0:2415:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777568.696278:0:2415:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777568.696282:0:2415:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.696287:0:2415:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba1d2ce3] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.696310:0:2415:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.696313:0:2415:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1788777568.696315:0:2415:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788777568.696820:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.696827:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.696836:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777568.696838:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.696841:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.696843:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.696846:0:2415:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.696849:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777568.696852:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.696855:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.696857:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.696904:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.696907:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777568.696909:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777568.696918:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777568.696926:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777568.696928:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777568.696932:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777568.696934:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777568.696937:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777568.696941:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211141888:192.168.204.133@tcp:8:ptlrpcd_01_01.0 00000100:00000001:1.0:1788777568.696945:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777568.696949:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777568.696952:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777568.696954:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777568.696961:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356f800. 02000000:00000001:1.0:1788777568.696963:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777568.696970:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777568.696974:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12580. 00000400:00000010:1.0:1788777568.696983:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256000. 00000100:00000200:1.0:1788777568.696992:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211141888, portal 4 00000100:00000001:1.0:1788777568.696994:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777568.696996:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504810368 : -110914204741248 : ffff9b1fc639d180) 00000100:00000040:1.0:1788777568.697005:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777568.697014:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777568.697016:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777568.697019:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777568.697023:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667211141888, offset 0 00000400:00000200:1.0:1788777568.697040:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777568.697049:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777568.697056:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777568.697061:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777568.697066:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777568.697071:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777568.697073:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777568.697078:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2969:2969:256:4294967295] 192.168.204.133@tcp LPNI seq info [2968:2968:8:4294967295] 00000400:00000200:1.0:1788777568.697082:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777568.697092:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777568.697099:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777568.697106:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5f00. 00000800:00000200:1.0:1788777568.697113:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777568.697122:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777568.697126:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777568.697148:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777568.697153:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20853 usecs (21 jiffies) 00000400:00000200:1.0:1788777568.697156:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777568.697159:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672025 00000100:00000001:1.0:1788777568.697162:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:1.0:1788777568.697165:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672025 00000100:00000001:1.0:1788777568.697167:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:1.0:1788777568.697169:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777568.697171:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.697174:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.697176:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.697180:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777568.697181:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777568.697183:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.697184:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777568.697185:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.697187:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777568.697334:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777568.697338:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5f00. 00000400:00000200:2.0:1788777568.697343:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777568.697348:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777568.697354:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:2.0:1788777568.697357:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:2.0:1788777568.697361:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777568.697365:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.697374:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.697378:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777568.697385:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.697386:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777568.715338:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.715354:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.715358:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.715361:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.715371:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.715379:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.715388:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.715392:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.715398:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.715402:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 4 MB=0x6a9e8cdd64300 00000400:00000200:3.0:1788777568.715407:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.715413:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 416/416 into md 0x8a5d [1] + 0 00000800:00000001:3.0:1788777568.715420:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.715427:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.715430:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.715435:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.715444:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.715452:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777568.715505:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.715530:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.715540:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.715551:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.716305:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.716310:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777568.716317:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777568.716319:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777568.716322:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12580. 00000400:00000200:1.0:1788777568.716328:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256000 00000400:00000010:1.0:1788777568.716331:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256000. 00000100:00000001:1.0:1788777568.716334:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777568.716342:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777568.716352:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777568.716360:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777568.716362:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.716365:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777568.716368:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777568.716370:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777568.716373:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777568.716376:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777568.716385:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777568.716389:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777568.716391:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777568.716393:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777568.716396:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777568.716400:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.716404:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777568.716406:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788777568.716408:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777568.716410:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777568.716415:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777568.716421:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777568.716425:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777568.716427:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.716429:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788777568.716436:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:1.0:1788777568.716438:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777568.716440:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:1.0:1788777568.716442:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777568.716446:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:1.0:1788777568.716449:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:1.0:1788777568.716451:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00001000:1.0:1788777568.716454:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=1788777568 v=0 (0 0 0 0) 00000100:00001000:1.0:1788777568.716457:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fc530cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788777568.716485:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000020:00000040:1.0:1788777568.716491:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:1.0:1788777568.716494:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777568.716497:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788777568.716501:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9b1fc31a7000, setting cl_avail_grant: 0 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1788777568.716505:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777568.716509:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788777568.716512:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777568.716515:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.716517:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.716519:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.716521:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.716523:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777568.716528:0:2411:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9b1fc31a7000: evicting (reconnect/recover flags not set: 4) req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788777568.716536:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788777568.716540:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1788777568.716559:0:2411:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9b1fc31a7000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1788777568.739249:0:2411:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.133@tcp; invalidating 00000020:00000040:1.0:1788777568.739255:0:2411:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=5 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777568.740504:0:2411:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.740512:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777568.740526:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777568.740545:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211141888:192.168.204.133@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1788777568.740550:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.740554:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777568.740558:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d180 x1875667211141888/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777568.740566:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777568.740570:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777568.740574:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356f800. 02000000:00000001:0.0:1788777568.740578:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777568.740580:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777568.740582:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777568.740585:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777568.740588:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:0.0:1788777568.740592:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777568.740594:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777568.740596:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d180. 00000100:00000001:0.0:1788777568.740600:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777568.740602:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.740604:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.740613:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777568.740615:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.740617:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777568.740619:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.740662:0:35303:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1788777568.740671:0:35303:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9b1fc31a7000 to lustre-OST0000_UUID@192.168.204.133@tcp 00000100:00000001:1.0:1788777568.740675:0:35303:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788777568.740677:0:35303:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1788777568.740679:0:35303:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788777568.740686:0:35303:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.740706:0:35303:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777568.740709:0:35303:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: committing for last_committed 4294967335 gen 17 00000100:00000040:1.0:1788777568.740712:0:35303:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788777568.740714:0:35303:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777568.740716:0:35303:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788777568.740717:0:35303:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788777568.740719:0:35303:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777568.740723:0:35303:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788777568.740726:0:35303:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777568.740729:0:35303:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788777568.740733:0:35303:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788777568.740734:0:35303:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b1fc339bb90 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1788777568.740739:0:35303:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1788777568.740742:0:35303:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 22b16ee488cdbe12 00020000:00000001:1.0:1788777568.740745:0:35303:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777568.740748:0:35303:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777568.740750:0:35303:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.740753:0:35303:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.740754:0:35303:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.740757:0:35303:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.740759:0:35303:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1788777568.740762:0:35303:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1788777568.740769:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.740772:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.740775:0:2415:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777568.740782:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.740791:0:2415:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788777568.740794:0:2415:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.740796:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777568.740798:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777568.740810:0:2415:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1788777568.740812:0:2415:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:2.0:1788777568.741055:0:2415:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777584 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788777568.741063:0:2415:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:2.0:1788777568.741065:0:2415:0:(osc_request.c:2586:brw_interpret()) request ffff9b1fc639c000 aa ffff9b1fc639c1b0 rc -5 00000008:00080000:2.0:1788777568.741070:0:2415:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff9b1fc31a7000: resend cross eviction for object: 0x280000400:4: rc = -5. 00000008:00000010:2.0:1788777568.741074:0:2415:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b1fd07991a0. 00000100:00000001:2.0:1788777568.741078:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.741082:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777584 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.741089:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.741094:0:2415:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788777568.741097:0:2415:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9b1fc876e480@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff9b1fc4b4d500], [28672|1|+|+|ffff9b1fd07f5400|1024|ffff9b1fc9098000]} extent finished. 00000008:00010000:2.0:1788777568.741105:0:2415:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000072210d70 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1788777568.741119:0:2415:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788777568.741122:0:2415:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788777568.741127:0:2415:0:(cl_page.c:1104:cl_page_complete()) page@00000000fd634db2[2 0000000005057560 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777568.741129:0:2415:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:2.0:1788777568.741131:0:2415:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777568.741132:0:2415:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777568.741135:0:2415:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777568.741138:0:2415:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[2 0000000005057560 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777568.741140:0:2415:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788777568.741141:0:2415:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788777568.741144:0:2415:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788777568.741148:0:2415:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000fd634db2[2 0000000005057560 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788777568.741150:0:2415:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:2.0:1788777568.741173:0:2415:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.204.133@tcp:/lustre/fid: [0x240000402:0x8:0x0]// may get corrupted (rc -5) 00000080:00000001:2.0:1788777568.773978:0:2415:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788777568.773986:0:2415:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788777568.773990:0:2415:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777568.774000:0:2415:0:(cl_page.c:556:cl_batch_put()) page@00000000fd634db2[2 0000000005057560 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777568.774001:0:2415:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788777568.774003:0:2415:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788777568.774006:0:2415:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788777568.774012:0:2415:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 0 dirty: 0/0 00000008:00000020:2.0:1788777568.774043:0:2415:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b1fc876e480@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff9b1fc4b4d500], [28672|0|-|-|ffff9b1fd07f5400|1024|ffff9b1fc9098000]} destroyed. 00000008:00010000:2.0:1788777568.774054:0:2415:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000072210d70 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1788777568.774065:0:2415:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788777568.774070:0:2415:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9b1fca5e7918. 00000008:00000020:2.0:1788777568.774084:0:2415:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff9b1fc93abb90. 00000008:00000001:2.0:1788777568.774090:0:2415:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:2.0:1788777568.774105:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777584 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777568.774115:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211141760:192.168.204.133@tcp:4:multiop.0 00000100:00000001:2.0:1788777568.774137:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.774142:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.774146:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c000 x1875667211141760/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777584 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.774153:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777568.774156:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777568.774161:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12efc00. 02000000:00000001:2.0:1788777568.774166:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777568.774169:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777568.774171:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777568.774173:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777568.774176:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc4fe3e00. 02000000:00000001:2.0:1788777568.774180:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777568.774182:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777568.774183:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c000. 00000100:00000001:2.0:1788777568.774187:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777568.774190:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.774192:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.774200:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777568.774202:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.774205:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.774208:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.774255:0:26690:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777568.774260:0:26690:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398040 : -110914154153576 : ffff9b1fc93db998) 00000020:00001000:2.0:1788777568.774263:0:26690:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db990 00000008:00000020:2.0:1788777568.774265:0:26690:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b1fc93abb90. 00000008:00000001:2.0:1788777568.774268:0:26690:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788777568.774270:0:26690:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777568.774273:0:26690:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777568.774275:0:26690:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1788777568.774277:0:26690:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db990 00000100:00000001:3.0:1788777568.775182:0:35303:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777568.775189:0:35303:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788777568.775193:0:35303:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777568.775197:0:35303:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788777568.775213:0:35303:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:3.0:1788777568.775221:0:35303:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777568.775223:0:35303:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777568.775226:0:35303:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777568.775229:0:35303:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5400 refcount=4 00000020:00000001:3.0:1788777568.775231:0:35303:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:3.0:1788777568.775234:0:35303:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137920 : -110914032413696 : ffff9b1fd07f5400) 00010000:00000001:3.0:1788777568.775238:0:35303:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777568.775243:0:35303:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1788777568.775254:0:35303:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788777568.775256:0:35303:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777568.775259:0:35303:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:3.0:1788777568.775261:0:35303:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000008:00000001:3.0:1788777568.775264:0:35303:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788777568.775267:0:35303:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788777568.775268:0:35303:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777568.775269:0:35303:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:3.0:1788777568.775271:0:35303:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000008:00000001:3.0:1788777568.775274:0:35303:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788777568.775276:0:35303:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788777568.775279:0:35303:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788777568.775281:0:35303:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777568.775284:0:35303:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788777568.775289:0:35303:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788777568.775292:0:35303:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788777568.775295:0:35303:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788777568.775299:0:35303:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1788777568.775302:0:35303:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788777568.775305:0:35303:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b1fc4b4d500: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788777568.775308:0:35303:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788777568.775311:0:35303:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:3.0:1788777568.775313:0:35303:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:3.0:1788777568.775315:0:35303:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777568.775319:0:35303:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777568.775321:0:35303:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777568.775324:0:35303:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777568.775326:0:35303:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777568.775328:0:35303:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777568.775332:0:35303:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9b1fca694ef0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788777568.775336:0:35303:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777568.775338:0:35303:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777568.775340:0:35303:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777568.775342:0:35303:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777568.775344:0:35303:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.775346:0:35303:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777568.775347:0:35303:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777568.775348:0:35303:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788777568.775349:0:35303:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777568.775352:0:35303:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788777568.775356:0:35303:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788777568.775369:0:35303:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788777568.775372:0:35303:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788777568.775374:0:35303:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777568.775376:0:35303:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159575031536 : -110914134520080 : ffff9b1fca694ef0) 00000020:00000001:3.0:1788777568.775378:0:35303:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788777568.775380:0:35303:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788777568.775382:0:35303:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777568.775386:0:35303:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[2 0000000005057560 1 1 000000004fb06c06 0 0 0] 00000020:00000001:3.0:1788777568.775388:0:35303:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788777568.775390:0:35303:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788777568.775391:0:35303:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788777568.775392:0:35303:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.775396:0:35303:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788777568.775398:0:35303:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788777568.775399:0:35303:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777568.775401:0:35303:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777568.775402:0:35303:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777568.775404:0:35303:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd634db2[2 0000000005057560 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777568.775405:0:35303:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788777568.775406:0:35303:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788777568.775409:0:35303:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788777568.775410:0:35303:0:(osc_page.c:138:osc_page_delete()) ffff9b1fd0683d80 00000008:00000001:3.0:1788777568.775412:0:35303:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788777568.775415:0:35303:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff9b1fd0683d90 page ffff9b1fd0683d80 at index 0. 00000008:00000001:3.0:1788777568.775417:0:35303:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777568.775423:0:35303:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788777568.775425:0:35303:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd839846fa240 index 0 00000020:00000001:3.0:1788777568.775430:0:35303:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788777568.775431:0:35303:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788777568.775441:0:35303:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788777568.775442:0:35303:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777568.775443:0:35303:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777568.775445:0:35303:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788777568.775446:0:35303:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777568.775449:0:35303:0:(cl_page.c:556:cl_batch_put()) page@00000000fd634db2[1 0000000005057560 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777568.775450:0:35303:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788777568.775451:0:35303:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788777568.775455:0:35303:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b1fd0683d20. 00000020:00000001:3.0:1788777568.775460:0:35303:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788777568.775501:0:35303:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788777568.775520:0:35303:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777568.775523:0:35303:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777568.775526:0:35303:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777568.775528:0:35303:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777568.775530:0:35303:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777568.775532:0:35303:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788777568.775535:0:35303:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777568.775537:0:35303:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788777568.775538:0:35303:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777568.775540:0:35303:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00000008:00000001:3.0:1788777568.775542:0:35303:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.775544:0:35303:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00010000:00000001:3.0:1788777568.775548:0:35303:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788777568.775550:0:35303:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.775552:0:35303:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:3.0:1788777568.775554:0:35303:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777568.775557:0:35303:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:3.0:1788777568.775560:0:35303:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777568.775562:0:35303:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.775564:0:35303:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.775565:0:35303:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000020:00000001:3.0:1788777568.775567:0:35303:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:3.0:1788777568.775568:0:35303:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788777568.775571:0:35303:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.775572:0:35303:0:(cl_object.c:143:cl_object_top()) ffff9b1fc4b4d500 -> ffff9b1fc82c7c38 00000008:00000001:3.0:1788777568.775575:0:35303:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777568.775577:0:35303:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000008:00000001:3.0:1788777568.775579:0:35303:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777568.775582:0:35303:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777568.775584:0:35303:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777568.775589:0:35303:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777568.775591:0:35303:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777568.775593:0:35303:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777568.775595:0:35303:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777568.775598:0:35303:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5400 with handle 0x22b16ee488cdca98 from hash 00010000:00000001:3.0:1788777568.775601:0:35303:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777568.775603:0:35303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.775605:0:35303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777568.775606:0:35303:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777568.775609:0:35303:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777568.775611:0:35303:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777568.775614:0:35303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.775614:0:35303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777568.775616:0:35303:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.775617:0:35303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.775618:0:35303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1788777568.775643:0:35303:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777568.775646:0:35303:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777568.775647:0:35303:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788777568.775656:0:35303:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00020000:3.0:1788777568.775659:0:35303:0:(ldlm_resource.c:1207:ldlm_resource_complain()) lustre-OST0000-osc-ffff9b1fc31a7000: namespace resource [0x280000400:0x4:0x0].0x0 (ffff9b1fd20e6a00) refcount nonzero (1) after lock cleanup; forcing cleanup. 00000008:00000001:1.0:1788777568.777196:0:35290:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1788777568.777207:0:35290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777568.777214:0:35290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000001b1a708f/0x22b16ee488cdca98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x542deec0941a72f7 expref: -99 pid: 35290 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:1.0:1788777568.777227:0:35290:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4f3dc80. 00010000:00000001:1.0:1788777568.777236:0:35290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788777568.777240:0:35290:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b1fc876e480. 00000008:00000020:1.0:1788777568.777245:0:35290:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777568.777248:0:35290:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1788777568.777251:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788777568.777254:0:35290:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777257:0:35290:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788777568.777259:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788777568.777262:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788777568.777264:0:35290:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788777568.777267:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777568.777268:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777568.777269:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788777568.777271:0:35290:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777273:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777275:0:35290:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788777568.777276:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788777568.777277:0:35290:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788777568.777279:0:35290:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788777568.777281:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777568.777283:0:35290:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777568.777284:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777568.777285:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788777568.777286:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788777568.777287:0:35290:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777289:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777291:0:35290:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777568.777292:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777568.777294:0:35290:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1788777568.777296:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777568.777298:0:35290:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777568.777300:0:35290:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777568.777302:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777568.777303:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777568.777306:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:1.0:1788777568.777309:0:35290:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777568.777310:0:35290:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777568.777313:0:35290:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777568.777315:0:35290:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777568.777318:0:35290:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777568.777319:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777568.777322:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:1.0:1788777568.777324:0:35290:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:1.0:1788777568.777329:0:35290:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:1.0:1788777568.777335:0:35290:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777568.777338:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000002:1.0:1788777568.777343:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:1.0:1788777568.777346:0:35290:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:1.0:1788777568.777348:0:35290:0:(file.c:5353:ll_mdsync()) inode ffff9b1fd15b0908 metadata sync [0x240000402:0x8:0x0] (need_sync=0) 00000080:00000001:1.0:1788777568.777352:0:35290:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:1.0:1788777568.777353:0:35290:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777568.777355:0:35290:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788777568.777357:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777568.777359:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:1.0:1788777568.777361:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:1.0:1788777568.777365:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:1.0:1788777568.777367:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777568.777369:0:35290:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777568.777371:0:35290:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777568.777374:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777568.777375:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777568.777377:0:35290:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777568.777379:0:35290:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9b1fc2fb5090 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1788777568.777382:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:1.0:1788777568.777385:0:35290:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777568.777387:0:35290:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777568.777389:0:35290:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777568.777391:0:35290:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777393:0:35290:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777568.777396:0:35290:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777568.777397:0:35290:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777399:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777568.777400:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777568.777401:0:35290:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777568.777403:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00000020:00000001:1.0:1788777568.777405:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777406:0:35290:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777568.777408:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788777568.777409:0:35290:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777568.777412:0:35290:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777568.777416:0:35290:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1788777568.777420:0:35290:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777568.777423:0:35290:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777568.777424:0:35290:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777568.777425:0:35290:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:1.0:1788777568.777427:0:35290:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:1.0:1788777568.777430:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7210 -> ffff9b1fc82c7c38 00000020:00000001:1.0:1788777568.777432:0:35290:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777568.777435:0:35290:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777568.777436:0:35290:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777568.777438:0:35290:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777440:0:35290:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777442:0:35290:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:1.0:1788777568.777444:0:35290:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788777568.777446:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777448:0:35290:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777449:0:35290:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777452:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788777568.777453:0:35290:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777568.777455:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777568.777456:0:35290:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777568.777457:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777568.777459:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777522:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777525:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777526:0:35290:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777528:0:35290:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777568.777529:0:35290:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777531:0:35290:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777533:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788777568.777535:0:35290:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777568.777537:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777568.777538:0:35290:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777568.777540:0:35290:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788777568.777542:0:35290:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788777568.777546:0:35290:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:1.0:1788777568.777550:0:35290:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.777552:0:35290:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777568.777554:0:35290:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc4b4d500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777568.777556:0:35290:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.777559:0:35290:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1788777568.777562:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777568.777564:0:35290:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777568.777566:0:35290:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777568.777568:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777568.777569:0:35290:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777568.777570:0:35290:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777568.777574:0:35290:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1788777568.777586:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777568.777591:0:35290:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777568.777596:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777568.777601:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777568.777607:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777568.777616:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd02e4e00. 00000100:00000001:1.0:1788777568.777624:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.777633:0:35290:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777568.777638:0:35290:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777568.777655:0:35290:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b6e9fb] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1123480 x1875667211142016/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788777568.777678:0:35290:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.777680:0:35290:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.777682:0:35290:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777684:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777686:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777568.777688:0:35290:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777690:0:35290:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.777692:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777568.777694:0:35290:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788777568.777695:0:35290:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777568.777696:0:35290:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788777568.777708:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.777712:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777568.777714:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777568.777720:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211142016/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.777726:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1788777568.777730:0:2412:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff9b1fd1123480 x1875667211142016/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.777735:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777568.777738:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211142016/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.777743:0:2412:0:(client.c:1857:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1788777568.777745:0:2412:0:(client.c:2105:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1788777568.777748:0:2412:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.777750:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777568.777752:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788777568.777755:0:2412:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:1.0:1788777568.777756:0:2412:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:1.0:1788777568.777767:0:2412:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777568.777770:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211142016/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777568.777778:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:0:1875667211142016:192.168.204.133@tcp:16:multiop.0 00000100:00000001:1.0:1788777568.777783:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.777785:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777568.777789:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211142016/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.777796:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777568.777799:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777568.777800:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777568.777803:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777568.777805:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd02e4e00. 02000000:00000001:1.0:1788777568.777811:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777568.777956:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777568.777959:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:1.0:1788777568.777963:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777568.777965:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.777967:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.777975:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777568.777977:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.777979:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.777981:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.777989:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.777991:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.778499:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777568.778503:0:35290:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.778506:0:35290:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788777568.778510:0:35290:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777568.778513:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.778515:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:2.0:1788777568.778517:0:35290:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777568.778521:0:35290:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777568.778526:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777568.778528:0:35290:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.778530:0:35290:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777568.778532:0:35290:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:2.0:1788777568.778534:0:35290:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1788777568 a=0 c=1788777568 b=8 00020000:00000001:2.0:1788777568.778538:0:35290:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777568.778541:0:35290:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788777568 a=0 c=1788777568 b=8 00020000:00000001:2.0:1788777568.778544:0:35290:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.778546:0:35290:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.778548:0:35290:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000080:00200000:2.0:1788777568.778550:0:35290:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:2.0:1788777568.778553:0:35290:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777568.778555:0:35290:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777568.778556:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777568.778558:0:35290:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777568.778560:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.778562:0:35290:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777568.778563:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777568.778564:0:35290:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.778566:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.778568:0:35290:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777568.778569:0:35290:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777568.778570:0:35290:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777568.778571:0:35290:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777568.778572:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777568.778574:0:35290:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777568.778575:0:35290:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.778576:0:35290:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777568.778577:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777568.778578:0:35290:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.778580:0:35290:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.778582:0:35290:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777568.778583:0:35290:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777568.778584:0:35290:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:2.0:1788777568.778587:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777568.778589:0:35290:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777568.778590:0:35290:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777568.778591:0:35290:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777568.778592:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777568.778594:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:2.0:1788777568.778597:0:35290:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777568.778599:0:35290:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777568.778601:0:35290:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777568.778603:0:35290:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777568.778606:0:35290:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777568.778607:0:35290:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777568.778609:0:35290:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:2.0:1788777568.778610:0:35290:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:2.0:1788777568.778615:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3be48 00000080:00000008:2.0:1788777568.778617:0:35290:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:2.0:1788777568.778620:0:35290:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1788777568.780340:0:35290:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777568.780348:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000002:2.0:1788777568.780354:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:2.0:1788777568.780356:0:35290:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.781714:0:35290:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777568.781718:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bd88 00000080:00200008:2.0:1788777568.781722:0:35290:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9b1fd15b0908), flags 100002 00000080:00000001:2.0:1788777568.781727:0:35290:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777568.781730:0:35290:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777568.781732:0:35290:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777568.781734:0:35290:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000002:2.0:1788777568.781738:0:35290:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc9098000 00020000:00000001:2.0:1788777568.781793:0:35290:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.781796:0:35290:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788777568.781802:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777568.781805:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777568.781808:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777568.781811:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777568.782174:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777568.782179:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1788777568.782182:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777568.782187:0:35290:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777568.782190:0:35290:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777568.782198:0:35290:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6000 count: 2 00010000:00000001:2.0:1788777568.782201:0:35290:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777568.782207:0:35290:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777568.782209:0:35290:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x8:0x0]: 0 00000080:00000001:2.0:1788777568.782212:0:35290:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777568.782214:0:35290:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777568.782222:0:35290:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc4fe3e00. 00000080:00000001:2.0:1788777568.782225:0:35290:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777568.782231:0:35290:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777568.782235:0:35290:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788777568.782237:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777568.782238:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777568.782240:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777568.782241:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777568.782243:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777568.782244:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1788777568.782245:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777568.782247:0:35290:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x8:0x0] 00000002:00000001:2.0:1788777568.782251:0:35290:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777568.782253:0:35290:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9b1fc31a7000: [0x240000402:0x8:0x0] file closed with intent: 200 00000100:00000010:2.0:1788777568.782260:0:35290:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c000. 00000020:00000040:2.0:1788777568.782264:0:35290:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777568.782269:0:35290:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777568.782272:0:35290:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777568.782276:0:35290:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777568.782283:0:35290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc4fe2400. 00000100:00000001:2.0:1788777568.782291:0:35290:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777568.782311:0:35290:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777583 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777568.782324:0:35290:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777568.782330:0:35290:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639c000 x1875667211142272/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777568.782337:0:35290:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777568.782339:0:35290:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777568.782345:0:35290:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc9840180. 00000100:00000001:2.0:1788777568.782347:0:35290:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560003968 : -110914149547648 : ffff9b1fc9840180) 00000100:00000001:2.0:1788777568.782350:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.782352:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000001:2.0:1788777568.783799:0:35290:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777568.783811:0:35290:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.783907:0:35290:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777568.783910:0:35290:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777568.783921:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c000 x1875667211142272/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.783931:0:35290:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777568.783933:0:35290:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.783937:0:35290:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777568.783941:0:35290:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777568.783943:0:35290:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777568.783947:0:35290:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35290:1875667211142272:192.168.204.133@tcp:35:multiop.0 00000100:00000001:2.0:1788777568.783955:0:35290:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777568.783962:0:35290:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777568.783964:0:35290:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.783966:0:35290:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777568.783975:0:35290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339400. 02000000:00000001:2.0:1788777568.783977:0:35290:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777568.783986:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777568.783990:0:35290:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b4d0. 00000400:00000010:2.0:1788777568.783997:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e937f8. 00000100:00000200:2.0:1788777568.784004:0:35290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211142272, portal 10 00000100:00000001:2.0:1788777568.784006:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.784007:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000040:2.0:1788777568.784016:0:35290:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639c000 x1875667211142272/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.784024:0:35290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777568.784027:0:35290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777568.784043:0:35290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93440. 00000100:00000200:2.0:1788777568.784047:0:35290:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211142272, offset 0 00000400:00000200:2.0:1788777568.784054:0:35290:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777568.784063:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.784072:0:35290:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777568.784078:0:35290:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777568.784082:0:35290:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777568.784085:0:35290:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777568.784088:0:35290:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777568.784091:0:35290:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2970:2970:256:4294967295] 192.168.204.133@tcp LPNI seq info [2969:2969:8:4294967295] 00000400:00000200:2.0:1788777568.784095:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.784104:0:35290:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777568.784111:0:35290:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777568.784115:0:35290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2500. 00000800:00000200:2.0:1788777568.784122:0:35290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777568.784131:0:35290:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777568.784136:0:35290:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777568.784153:0:35290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.784157:0:35290:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22155 usecs (23 jiffies) 00000400:00000200:2.0:1788777568.784160:0:35290:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777568.784163:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672114 00000100:00000001:2.0:1788777568.784166:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.784168:0:35290:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672114 00000100:00000001:2.0:1788777568.784170:0:35290:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.784172:0:35290:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.784174:0:35290:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.784176:0:35290:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777568.784178:0:35290:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777568.784181:0:35290:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc9840180 going to sleep for 11 seconds 00000100:00000001:2.0:1788777568.784183:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.784186:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777568.785181:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777568.785190:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2500. 00000400:00000200:2.0:1788777568.785198:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777568.785206:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777568.785212:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93440 00000400:00000010:2.0:1788777568.785214:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93440. 00000100:00000001:2.0:1788777568.785219:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777568.785225:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c000 x1875667211142272/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.785236:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.785240:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c000 x1875667211142272/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.785247:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.785249:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000100:3.0:1788777568.801245:0:35303:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff9b1fd20e6a00) refcount = 1 00010000:00000040:3.0:1788777568.801259:0:35303:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6a00 count: 0 00000800:00000001:2.0:1788777568.802873:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.802894:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777568.802898:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.802901:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777568.802911:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.802920:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777568.802931:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.802937:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.802943:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.802947:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd64480 00000400:00000200:2.0:1788777568.802952:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.802958:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8a65 [1] + 224 00000800:00000001:2.0:1788777568.802966:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.802976:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777568.802979:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777568.802984:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777568.802994:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.803004:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c000 x1875667211142272/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777568.803015:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc639c000 x1875667211142272/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.803042:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777568.803053:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.803056:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.803161:0:35290:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777568.803169:0:35290:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777568.803172:0:35290:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777568.803175:0:35290:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b4d0. 00000400:00000200:1.0:1788777568.803180:0:35290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e937f8 00000400:00000010:1.0:1788777568.803182:0:35290:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e937f8. 00000100:00000001:1.0:1788777568.803186:0:35290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777568.803191:0:35290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c000 x1875667211142272/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777568.803200:0:35290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c000 x1875667211142272/t0(0) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.803207:0:35290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777568.803209:0:35290:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.803212:0:35290:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777568.803216:0:35290:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777568.803219:0:35290:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777568.803222:0:35290:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777568.803225:0:35290:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777568.803236:0:35290:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b538 time=135 v=5 (5 0 0 5) 00000100:00001000:1.0:1788777568.803241:0:35290:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777568.803244:0:35290:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777568.803246:0:35290:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777568.803249:0:35290:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777568.803253:0:35290:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.803256:0:35290:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777568.803258:0:35290:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777568.803260:0:35290:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777568.803263:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777568.803264:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000100:00000001:1.0:1788777568.803267:0:35290:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777568.803269:0:35290:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788777568.803271:0:35290:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777568.803274:0:35290:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777568.803279:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c000 x1875667211142272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.803287:0:35290:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777568.803290:0:35290:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777568.803292:0:35290:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777568.803295:0:35290:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c000 x1875667211142272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777568.803304:0:35290:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c000 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35290:1875667211142272:192.168.204.133@tcp:35:multiop.0 00000100:00000001:1.0:1788777568.803309:0:35290:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.803312:0:35290:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.803314:0:35290:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777568.803316:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777568.803319:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c000 x1875667211142272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.803326:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777568.803329:0:35290:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc9840180. 00000100:00000001:1.0:1788777568.803333:0:35290:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777568.803334:0:35290:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.803341:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777568.803342:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504805888 : -110914204745728 : ffff9b1fc639c000) 00000002:00000001:1.0:1788777568.803346:0:35290:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777568.803350:0:35290:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777568.803365:0:35290:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe3e00. 00000080:00000001:1.0:1788777568.803369:0:35290:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777568.803372:0:35290:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777568.803375:0:35290:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777568.803378:0:35290:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777568.803381:0:35290:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777568.803384:0:35290:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777568.803387:0:35290:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777568.803389:0:35290:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:1.0:1788777568.803391:0:35290:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777568.803396:0:35290:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777568.803402:0:35290:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777583 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.803410:0:35290:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777568.803411:0:35290:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000001:1.0:1788777568.803413:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777568.803416:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777583 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.803423:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.803425:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777568.803427:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121c00 x1875667211140480/t4294967335(4294967335) o101->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777583 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.803432:0:35290:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777568.803436:0:35290:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777568.803438:0:35290:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777568.803440:0:35290:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777568.803443:0:35290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356c400. 02000000:00000001:1.0:1788777568.803447:0:35290:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777568.803449:0:35290:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777568.803452:0:35290:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121c00. 00000100:00000001:1.0:1788777568.803456:0:35290:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777568.803458:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.803459:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777568.803499:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639c000 x1875667211142272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.803505:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777568.803507:0:35290:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fca613660. 00000002:00000001:1.0:1788777568.803510:0:35290:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777568.803512:0:35290:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777568.803514:0:35290:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc4f3d780. 00000100:00000001:1.0:1788777568.803517:0:35290:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777568.803520:0:35290:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c000 x1875667211142272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.803526:0:35290:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777568.803529:0:35290:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777568.803533:0:35290:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a6a00. 00000080:00000001:1.0:1788777568.803538:0:35290:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.803545:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bd88 00000080:00000008:1.0:1788777568.803547:0:35290:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9b1fd15b0908), flags 100002, rc = 0 00000080:00000001:1.0:1788777568.803551:0:35290:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777568.803556:0:35290:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777568.803558:0:35290:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bd98 00000080:00002000:1.0:1788777568.803560:0:35290:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff9b1fd1780360, parent ffff9b1fd1769ca8, inode ffff9b1fd15b0908) hashed, 00000080:00000001:1.0:1788777568.803564:0:35290:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1788777568.805927:0:35303:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd20e6b00. 00000001:00000001:3.0:1788777568.805975:0:35303:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.805980:0:35303:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777568.805985:0:35303:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:3.0:1788777568.805988:0:35303:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000008:00000001:3.0:1788777568.805993:0:35303:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788777568.805995:0:35303:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1788777568.805998:0:35303:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777568.806001:0:35303:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788777568.806002:0:35303:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777568.806004:0:35303:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788777568.806045:0:35303:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777568.806048:0:35303:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000001:00000001:3.0:1788777568.806050:0:35303:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777568.806052:0:35303:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788777568.806074:0:35303:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777568.806077:0:35303:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777568.806077:0:35303:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788777568.806100:0:35303:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777568.806103:0:35303:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.806106:0:35303:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777568.806114:0:35303:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788777568.806117:0:35303:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788777568.806120:0:35303:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788777568.806122:0:35303:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788777568.806125:0:35303:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788777568.806127:0:35303:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777568.806130:0:35303:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788777568.806132:0:35303:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777568.806136:0:35303:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788777568.806139:0:35303:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788777568.806141:0:35303:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b1fc339bb90 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1788777568.806146:0:35303:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1788777568.806149:0:35303:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 22b16ee488cdbe12 00020000:00000001:3.0:1788777568.806151:0:35303:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.806154:0:35303:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777568.806158:0:35303:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788777568.806160:0:35303:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788777568.806163:0:35303:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788777568.806164:0:35303:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777568.806166:0:35303:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777568.806168:0:35303:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.806170:0:35303:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.806172:0:35303:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777568.806173:0:35303:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777568.806174:0:35303:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.806176:0:35303:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788777568.806178:0:35303:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788777568.806182:0:35303:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788777568.806184:0:35303:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.806185:0:35303:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.806187:0:35303:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.806190:0:35303:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.806191:0:35303:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777568.806193:0:35303:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777568.806195:0:35303:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.806196:0:35303:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777568.806203:0:35303:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9b1fc31a7000: Connection restored to 192.168.204.133@tcp (at 192.168.204.133@tcp) 00000100:00000001:3.0:1788777568.806206:0:35303:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.806208:0:35303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777568.806210:0:35303:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777568.806212:0:35303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777568.806213:0:35303:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788777568.808846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5400. 00010000:00000010:3.1:1788777568.817279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6a00. 00000080:00000001:0.0:1788777568.852843:0:35305:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777568.852853:0:35305:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777568.852856:0:35305:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777568.852859:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bbc0 00000080:00200000:0.0:1788777568.852863:0:35305:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777568.852873:0:35305:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960600. 00800000:00000002:0.0:1788777568.852881:0:35305:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777568.852886:0:35305:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777568.852891:0:35305:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777568.852893:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bae0 00800000:00000002:0.0:1788777568.852896:0:35305:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777568.852900:0:35305:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777568.852903:0:35305:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777568.852906:0:35305:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777568.852908:0:35305:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777568.852911:0:35305:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777568.852913:0:35305:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777568.852915:0:35305:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777568.852918:0:35305:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777568.852922:0:35305:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777568.852929:0:35305:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777568.852931:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b9b0 00000002:00010000:0.0:1788777568.852933:0:35305:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777568.852937:0:35305:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777568.852939:0:35305:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777568.852942:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777568.852950:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777568.852953:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777568.852958:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777568.852962:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777568.852967:0:35305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788777568.852991:0:35305:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777568.852996:0:35305:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.853000:0:35305:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788777568.853008:0:35305:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777568.853010:0:35305:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777568.853012:0:35305:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777568.853014:0:35305:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777568.853016:0:35305:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777568.853018:0:35305:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777568.853021:0:35305:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777568.853023:0:35305:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777568.853036:0:35305:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960600. 00000080:00000001:0.0:1788777568.853040:0:35305:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777568.853041:0:35305:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777568.853044:0:35305:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777568.853047:0:35305:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca7c 00800000:00000001:0.0:1788777568.853051:0:35305:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777568.853053:0:35305:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777568.853055:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.853058:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.853061:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777568.853063:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777568.853066:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777568.853069:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.853071:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777568.853072:0:35305:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777568.853074:0:35305:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777568.853076:0:35305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca7c from it ffffb70bc1c4bbf8 00010000:00000001:0.0:1788777568.853078:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.853079:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.853080:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777568.853082:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777568.853084:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777568.853086:0:35305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777568.853089:0:35305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777568.853096:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.853097:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.853098:0:35305:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777568.853100:0:35305:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777568.853102:0:35305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777568.853111:0:35305:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777568.853114:0:35305:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777568.853116:0:35305:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777568.853120:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.853121:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.853123:0:35305:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.853126:0:35305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777568.853128:0:35305:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.853130:0:35305:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.853132:0:35305:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.853134:0:35305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777568.853136:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.853137:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777568.853140:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777568.853141:0:35305:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777568.853144:0:35305:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777568.853148:0:35305:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777568.853159:0:35305:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd1882640. 00000080:00000001:0.0:1788777568.853163:0:35305:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777568.853164:0:35305:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777568.853166:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bb00 00000080:00200000:0.0:1788777568.853168:0:35305:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777568.853171:0:35305:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960600. 00800000:00000002:0.0:1788777568.853173:0:35305:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777568.853176:0:35305:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777568.853177:0:35305:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777568.853178:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4ba20 00800000:00000002:0.0:1788777568.853180:0:35305:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777568.853183:0:35305:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777568.853184:0:35305:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777568.853185:0:35305:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777568.853186:0:35305:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777568.853188:0:35305:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777568.853189:0:35305:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777568.853191:0:35305:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777568.853193:0:35305:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777568.853195:0:35305:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777568.853198:0:35305:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777568.853200:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b8f0 00000002:00010000:0.0:1788777568.853201:0:35305:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777568.853204:0:35305:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777568.853205:0:35305:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777568.853206:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777568.853208:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777568.853210:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777568.853213:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777568.853215:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777568.853217:0:35305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788777568.853224:0:35305:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777568.853226:0:35305:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.853228:0:35305:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788777568.853234:0:35305:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777568.853235:0:35305:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777568.853237:0:35305:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777568.853238:0:35305:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777568.853239:0:35305:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777568.853241:0:35305:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777568.853244:0:35305:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777568.853245:0:35305:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777568.853247:0:35305:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960600. 00000080:00000001:0.0:1788777568.853249:0:35305:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777568.853251:0:35305:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777568.853252:0:35305:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777568.853254:0:35305:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdca7c 00800000:00000001:0.0:1788777568.853257:0:35305:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777568.853258:0:35305:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777568.853259:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.853260:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.853262:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777568.853264:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777568.853266:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777568.853268:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.853269:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777568.853270:0:35305:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777568.853272:0:35305:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777568.853274:0:35305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca7c from it ffffb70bc1c4bb38 00010000:00000001:0.0:1788777568.853275:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.853276:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.853278:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777568.853280:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777568.853282:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777568.853283:0:35305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777568.853286:0:35305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777568.853292:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.853293:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.853294:0:35305:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777568.853295:0:35305:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777568.853298:0:35305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777568.853308:0:35305:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777568.853309:0:35305:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777568.853311:0:35305:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777568.853313:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.853314:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.853315:0:35305:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.853317:0:35305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777568.853318:0:35305:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.853320:0:35305:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.853322:0:35305:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.853324:0:35305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777568.853325:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.853325:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777568.853327:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777568.853328:0:35305:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777568.853330:0:35305:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788777568.853332:0:35305:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777568.853335:0:35305:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788777568.853337:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bb58 00000080:00200000:0.0:1788777568.853339:0:35305:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), file ffff9b1fca478c00, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1788777568.853344:0:35305:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fca617ba0. 00000080:00000001:0.0:1788777568.853348:0:35305:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777568.853350:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4ba08 00000080:00200000:0.0:1788777568.853352:0:35305:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000010:0.0:1788777568.853358:0:35305:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960600. 00800000:00000002:0.0:1788777568.853361:0:35305:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777568.853366:0:35305:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777568.853380:0:35305:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777568.853382:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b928 00800000:00000002:0.0:1788777568.853383:0:35305:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777568.853386:0:35305:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788777568.853389:0:35305:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777568.853391:0:35305:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777568.853393:0:35305:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777568.853394:0:35305:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777568.853396:0:35305:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777568.853397:0:35305:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777568.853399:0:35305:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777568.853401:0:35305:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777568.853403:0:35305:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:0.0:1788777568.853406:0:35305:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788777568.854215:0:35305:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788777568.854220:0:35305:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788777568.854223:0:35305:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788777568.854225:0:35305:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x2b:0x0] 40000000:00000001:0.0:1788777568.854229:0:35305:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777568.854232:0:35305:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777568.854233:0:35305:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777568.854235:0:35305:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.854237:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b8a8 00800000:00000002:0.0:1788777568.854240:0:35305:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1788777568.854244:0:35305:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777568.854245:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b7e0 00000002:00010000:0.0:1788777568.854247:0:35305:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1788777568.854250:0:35305:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777568.854252:0:35305:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777568.854256:0:35305:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777568.854260:0:35305:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777568.854261:0:35305:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777568.854264:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777568.854266:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777568.854268:0:35305:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777568.854271:0:35305:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777568.854274:0:35305:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788777568.854283:0:35305:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777568.854286:0:35305:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777568.854288:0:35305:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777568.854290:0:35305:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777568.854293:0:35305:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777568.854295:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777568.854297:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 3 00010000:00000001:0.0:1788777568.854299:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777568.854302:0:35305:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777568.854303:0:35305:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777568.854304:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777568.854306:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 3 00010000:00000001:0.0:1788777568.854307:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777568.854309:0:35305:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777568.854311:0:35305:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777568.854311:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777568.854312:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 3 00010000:00000001:0.0:1788777568.854314:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777568.854316:0:35305:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777568.854318:0:35305:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777568.854320:0:35305:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777568.854324:0:35305:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777568.854326:0:35305:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777568.854328:0:35305:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777568.854330:0:35305:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.854333:0:35305:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777568.854336:0:35305:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777568.854338:0:35305:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777568.854339:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777568.854342:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777568.854345:0:35305:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f6400 with handle 0x22b16ee488cdca7c from hash 00010000:00000001:0.0:1788777568.854347:0:35305:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777568.854348:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.854349:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.854351:0:35305:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777568.854353:0:35305:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777568.854355:0:35305:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777568.854357:0:35305:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777568.854359:0:35305:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777568.854361:0:35305:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777568.854560:0:35305:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec380. 00000020:00000040:0.0:1788777568.854565:0:35305:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777568.854573:0:35305:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777568.854575:0:35305:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.854579:0:35305:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777568.854583:0:35305:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777568.854587:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.854588:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.854589:0:35305:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.854659:0:35305:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777568.854662:0:35305:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777568.854666:0:35305:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777568.854675:0:35305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1003800. 00000100:00000001:0.0:1788777568.854682:0:35305:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.854686:0:35305:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777568.854689:0:35305:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777568.854692:0:35305:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788777568.854699:0:35305:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777568.854700:0:35305:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777568.854701:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777568.854703:0:35305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdca7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a729c expref: -99 pid: 35283 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788777568.854710:0:35305:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e700 count: 0 00010000:00000010:0.0:1788777568.854715:0:35305:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6a100. 00010000:00000001:0.0:1788777568.854725:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.854727:0:35305:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.854728:0:35305:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777568.854729:0:35305:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.854731:0:35305:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777568.854741:0:35305:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00010000:00000001:0.0:1788777568.854745:0:35305:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777568.854747:0:35305:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777568.854751:0:35305:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4ea00. 00010000:00000010:0.0:1788777568.854755:0:35305:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a100. 00010000:00000001:0.0:1788777568.854760:0:35305:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777568.854762:0:35305:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7200. 00000020:00000001:0.0:1788777568.854765:0:35305:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777568.854767:0:35305:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7200 with handle 0x22b16ee488cdca9f to hash 00000020:00000001:0.0:1788777568.854769:0:35305:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777568.854770:0:35305:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.854774:0:35305:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.854777:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777568.854845:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.854850:0:35305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35305 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777568.854858:0:35305:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35305 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777568.854871:0:35305:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777568.854884:0:35305:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ec380 x1875667211142528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777568.854893:0:35305:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35305 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777568.854898:0:35305:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777568.854900:0:35305:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777568.854907:0:35305:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777568.854909:0:35305:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682139072 : -110914027412544 : ffff9b1fd0cba3c0) 00000100:00000001:0.0:1788777568.854912:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777568.854913:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000001:0.0:1788777568.854918:0:35305:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777568.854923:0:35305:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.854925:0:35305:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777568.854928:0:35305:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777568.854932:0:35305:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec380 x1875667211142528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.854941:0:35305:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777568.854943:0:35305:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777568.854947:0:35305:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777568.854950:0:35305:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777568.854953:0:35305:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777568.854957:0:35305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:35305:1875667211142528:192.168.204.133@tcp:101:bash.0 00000100:00000001:0.0:1788777568.854962:0:35305:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777568.854968:0:35305:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777568.855203:0:35305:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777568.855207:0:35305:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777568.855260:0:35305:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd1220000. 02000000:00000001:0.0:1788777568.855263:0:35305:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777568.855271:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777568.855277:0:35305:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777568.855284:0:35305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fd1002800. 00000100:00000200:0.0:1788777568.855292:0:35305:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211142528, portal 10 00000100:00000001:0.0:1788777568.855294:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777568.855295:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000040:0.0:1788777568.855303:0:35305:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ec380 x1875667211142528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777584 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.855311:0:35305:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777568.855313:0:35305:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777568.855317:0:35305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926baa0. 00000100:00000200:0.0:1788777568.855321:0:35305:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211142528, offset 0 00000400:00000200:0.0:1788777568.855328:0:35305:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777568.855336:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777568.855344:0:35305:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777568.855350:0:35305:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777568.855354:0:35305:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777568.855358:0:35305:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777568.855362:0:35305:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777568.855864:0:35305:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2971:2971:256:4294967295] 192.168.204.133@tcp LPNI seq info [2970:2970:8:4294967295] 00000400:00000200:0.0:1788777568.855873:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777568.855935:0:35305:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777568.855943:0:35305:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777568.855950:0:35305:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839300. 00000800:00000200:0.0:1788777568.855958:0:35305:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777568.855966:0:35305:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777568.855981:0:35305:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788777568.855996:0:35305:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777568.856001:0:35305:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 855488 usecs (856 jiffies) 00000400:00000200:0.0:1788777568.856005:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777568.856008:0:35305:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673019 00000100:00000001:0.0:1788777568.856011:0:35305:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:0.0:1788777568.856013:0:35305:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673019 00000100:00000001:0.0:1788777568.856016:0:35305:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:0.0:1788777568.856018:0:35305:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777568.856021:0:35305:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.856024:0:35305:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777568.856037:0:35305:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777568.856041:0:35305:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777568.856044:0:35305:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777568.856047:0:35305:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777568.856356:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777568.856360:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839300. 00000400:00000200:2.0:1788777568.856377:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777568.856383:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777568.856389:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926baa0 00000400:00000010:2.0:1788777568.856391:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926baa0. 00000100:00000001:2.0:1788777568.856396:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777568.856403:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec380 x1875667211142528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777584 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.856423:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.856427:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec380 x1875667211142528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777584 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.856435:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.856437:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777568.865653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e700. 00010000:00000010:0.1:1788777568.865668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6400. 00000800:00000001:2.0:1788777568.871692:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.871711:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777568.871716:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.871719:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777568.871730:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.871738:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777568.871747:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.871752:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.871757:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.871761:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd64580 00000400:00000200:2.0:1788777568.871767:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.871774:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8a75 [32] + 224 00000800:00000001:2.0:1788777568.871781:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.871787:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777568.871791:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777568.871796:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777568.871804:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.871813:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec380 x1875667211142528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777584 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777568.872033:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc31ec380 x1875667211142528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.872054:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777568.872065:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.872069:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.872142:0:35305:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777568.872150:0:35305:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777568.872152:0:35305:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777568.872155:0:35305:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777568.872161:0:35305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1002800 00000400:00000010:0.0:1788777568.872164:0:35305:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fd1002800. 00000100:00000001:0.0:1788777568.872167:0:35305:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777568.872172:0:35305:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec380 x1875667211142528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777568.872180:0:35305:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec380 x1875667211142528/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.872186:0:35305:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777568.872188:0:35305:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.872190:0:35305:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777568.872193:0:35305:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777568.872196:0:35305:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777568.872198:0:35305:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777568.872201:0:35305:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777568.872210:0:35305:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=77 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777568.872214:0:35305:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777568.872217:0:35305:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777568.872219:0:35305:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.872221:0:35305:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777568.872225:0:35305:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.872228:0:35305:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777568.872229:0:35305:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:0.0:1788777568.872231:0:35305:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777568.872233:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777568.872235:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000001:0.0:1788777568.872238:0:35305:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777568.872240:0:35305:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777568.872241:0:35305:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777568.872244:0:35305:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777568.872248:0:35305:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777584 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.872256:0:35305:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777568.872259:0:35305:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777568.872261:0:35305:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777568.872265:0:35305:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777584 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777568.872272:0:35305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec380 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:35305:1875667211142528:192.168.204.133@tcp:101:bash.0 00000100:00000001:0.0:1788777568.872278:0:35305:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.872280:0:35305:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.872283:0:35305:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777568.872285:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777568.872288:0:35305:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777584 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.872295:0:35305:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777568.872297:0:35305:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777568.872300:0:35305:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777568.872301:0:35305:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.872305:0:35305:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777568.872309:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.872311:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.872314:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=4 00000020:00000001:0.0:1788777568.872316:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872319:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000040:0.0:1788777568.872325:0:35305:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7200, remote cookie: 0x542deec0941a731a, flags: 0x1001 00010000:00010000:0.0:1788777568.872330:0:35305:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777568.872339:0:35305:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777568.872342:0:35305:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777568.872350:0:35305:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e700. 00010000:00000010:0.0:1788777568.872354:0:35305:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6af80. 00010000:00000040:0.0:1788777568.872369:0:35305:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4ea00 count: 0 00010000:00000010:0.0:1788777568.872375:0:35305:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6a100. 00010000:00000001:0.0:1788777568.872383:0:35305:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.872386:0:35305:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777568.872394:0:35305:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.872401:0:35305:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777568.872405:0:35305:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777568.872406:0:35305:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777568.872408:0:35305:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777568.872410:0:35305:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777568.872412:0:35305:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9b1fd0f4e700) refcount = 1 00010000:00010000:0.0:1788777568.872416:0:35305:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.872422:0:35305:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777568.872425:0:35305:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777568.872427:0:35305:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777568.872430:0:35305:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777568.872432:0:35305:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.872435:0:35305:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.872441:0:35305:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777568.872443:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.872445:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.872446:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.872447:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.872448:0:35305:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777568.872452:0:35305:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777568.872454:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.872456:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.872457:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777568.872459:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872517:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872521:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.872523:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.872524:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=4 00000020:00000001:0.0:1788777568.872526:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872529:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872531:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777568.872533:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.872536:0:35305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.872542:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.872544:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.872545:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.872546:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.872548:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=5 00000020:00000001:0.0:1788777568.872549:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872551:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872554:0:35305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777568.872556:0:35305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.872563:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.872564:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777568.872567:0:35305:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.872572:0:35305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777568.872574:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.872575:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.872576:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.872577:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777568.872582:0:35305:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777584 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777568.872591:0:35305:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788777568.872596:0:35305:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777584 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777568.872607:0:35305:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.872614:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.872615:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.872616:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777568.872618:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872620:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00000002:00010000:0.0:1788777568.872624:0:35305:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788777568.872633:0:35305:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fd12e4e40. 00010000:00000001:0.0:1788777568.872635:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.872637:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777568.872638:0:35305:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777568.872641:0:35305:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777568.872644:0:35305:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788777568.872646:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777568.872648:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000001:0.0:1788777568.872650:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777568.872651:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00010000:00000001:0.0:1788777568.872652:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.872654:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.872655:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777568.872657:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872659:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00000002:00010000:0.0:1788777568.872663:0:35305:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.872669:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.872670:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.872672:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777568.872674:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.872675:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.872677:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777568.872678:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.872680:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000040:0.0:1788777568.872684:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777568.872686:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777568.872690:0:35305:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:0.0:1788777568.872693:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.872694:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777568.872695:0:35305:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777568.872698:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b768 00000002:00002000:0.0:1788777568.872700:0:35305:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788777568.872703:0:35305:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777568.872706:0:35305:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777568.872709:0:35305:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777568.872712:0:35305:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777568.872715:0:35305:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777568.872718:0:35305:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777568.872721:0:35305:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777568.872723:0:35305:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fca617ba0 it_disposition 1800037 00000080:00002000:0.0:1788777568.872728:0:35305:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1769870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788777568.872733:0:35305:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777568.872735:0:35305:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788777568.872737:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b998 00000080:00200000:0.0:1788777568.872739:0:35305:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000001:0.0:1788777568.872741:0:35305:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788777568.872744:0:35305:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777568.872749:0:35305:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777568.872751:0:35305:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777568.872754:0:35305:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1788777568.872756:0:35305:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788777568.872766:0:35305:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd157dac0. 00000020:00000001:0.0:1788777568.872776:0:35305:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788777568.872777:0:35305:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788777568.872780:0:35305:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788777568.872782:0:35305:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88) 00000020:00000001:0.0:1788777568.872786:0:35305:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777568.872791:0:35305:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906344 : -110914189645272 : ffff9b1fc7202a28) 00000020:00001000:0.0:1788777568.872793:0:35305:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202a20 00000020:00000001:0.0:1788777568.872797:0:35305:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788777568.872803:0:35305:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b1fc72ca0c8. 00000020:00000001:0.0:1788777568.872805:0:35305:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777568.872807:0:35305:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777568.872986:0:35305:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788777568.872992:0:35305:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b1fc4f829b0. 00020000:00000001:0.0:1788777568.872995:0:35305:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633159483730352 : -110914225821264 : ffff9b1fc4f829b0) 00020000:00000001:0.0:1788777568.872998:0:35305:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788777568.873001:0:35305:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777568.873007:0:35305:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617540. 00020000:00000010:0.0:1788777568.873012:0:35305:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd1184480. 00020000:00000010:0.0:1788777568.873017:0:35305:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617480. 00020000:00000001:0.0:1788777568.873019:0:35305:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574516864 : -110914135034752 : ffff9b1fca617480) 00020000:00000002:0.0:1788777568.873022:0:35305:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617480, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777568.873036:0:35305:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777568.873041:0:35305:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd1184480: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777568.873044:0:35305:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788777568.873046:0:35305:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617480, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777568.873049:0:35305:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777568.873052:0:35305:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd1184480: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:0.0:1788777568.873057:0:35305:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b1fc32a6000. 00020000:00000010:0.0:1788777568.873060:0:35305:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b1fd0cba3c0. 00020000:00000001:0.0:1788777568.873065:0:35305:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788777568.873068:0:35305:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b1fc82d2d80. 00020000:00000001:0.0:1788777568.873072:0:35305:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788777568.873073:0:35305:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788777568.873080:0:35305:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788777568.873083:0:35305:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b1fc72ca898. 00000020:00000001:0.0:1788777568.873086:0:35305:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777568.873087:0:35305:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777568.873090:0:35305:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633159520725272 : -110914188826344 : ffff9b1fc72ca918) 00020000:00000001:0.0:1788777568.873093:0:35305:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788777568.873098:0:35305:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b1fc7188e00. 00020000:00000001:0.0:1788777568.873101:0:35305:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.873106:0:35305:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520725272 : -110914188826344 : ffff9b1fc72ca918) 00020000:00000001:0.0:1788777568.873109:0:35305:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633159520725272 : -110914188826344 : ffff9b1fc72ca918) 00020000:00000002:0.0:1788777568.873112:0:35305:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x42:0x0]@ffff9b1fc72ca898[0:0] -> [0x200000405:0x2b:0x0]@ffff9b1fc72ca0c8: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777568.873116:0:35305:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788777568.873119:0:35305:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788777568.873121:0:35305:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.873124:0:35305:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520723272 : -110914188828344 : ffff9b1fc72ca148) 00000020:00001000:0.0:1788777568.873128:0:35305:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202a20 00000080:00000001:0.0:1788777568.873131:0:35305:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1788777568.873133:0:35305:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777568.873136:0:35305:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611179 mtime from 0 to 1788777568 00000080:00000001:0.0:1788777568.873140:0:35305:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788777568.873142:0:35305:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691328392 : -110914018223224 : ffff9b1fd157db88) 00010000:00000001:0.0:1788777568.873145:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.873146:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.873148:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777568.873150:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.873152:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00000080:00000001:0.0:1788777568.873155:0:35305:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777568.873156:0:35305:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777568.873158:0:35305:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906344 : -110914189645272 : ffff9b1fc7202a28) 00000020:00001000:0.0:1788777568.873159:0:35305:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202a20 00000020:00000001:0.0:1788777568.873161:0:35305:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777568.873163:0:35305:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777568.873164:0:35305:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777568.873167:0:35305:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca6172a0. 00020000:00000010:0.0:1788777568.873170:0:35305:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd1184980. 00020000:00000010:0.0:1788777568.873173:0:35305:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617960. 00020000:00000001:0.0:1788777568.873175:0:35305:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574518112 : -110914135033504 : ffff9b1fca617960) 00020000:00000002:0.0:1788777568.873177:0:35305:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617960, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777568.873180:0:35305:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777568.873183:0:35305:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd1184980: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777568.873186:0:35305:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fc134cf80 00020000:00000001:0.0:1788777568.873189:0:35305:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777568.873191:0:35305:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fc134cf80 00020000:00000010:0.0:1788777568.873195:0:35305:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd1184980. 00020000:00000010:0.0:1788777568.873199:0:35305:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca6172a0. 00020000:00000010:0.0:1788777568.873204:0:35305:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617960. 00020000:00000002:0.0:1788777568.873206:0:35305:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777568.873208:0:35305:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.873210:0:35305:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.873212:0:35305:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777568.873215:0:35305:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000002:0.0:1788777568.873218:0:35305:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617480 addref 2/0 by ffff9b1fc134cf80. 00020000:00000002:0.0:1788777568.873220:0:35305:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:0.0:1788777568.873222:0:35305:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777568.873224:0:35305:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777568.873225:0:35305:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777568.873227:0:35305:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777568.873229:0:35305:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777568.873231:0:35305:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788777568.873233:0:35305:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202a20 00000080:00000001:0.0:1788777568.873235:0:35305:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.873237:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.873238:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777568.873239:0:35305:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777568.873242:0:35305:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777568.873243:0:35305:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777568.873246:0:35305:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) 00000080:00010000:0.0:1788777568.873250:0:35305:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdca9f 00800000:00000001:0.0:1788777568.873253:0:35305:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777568.873254:0:35305:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777568.873255:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.873256:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.873258:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777568.873259:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.873261:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777568.873263:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.873264:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777568.873266:0:35305:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777568.873267:0:35305:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777568.873269:0:35305:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788777568.873270:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777568.873277:0:35305:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777584 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.873283:0:35305:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777568.873287:0:35305:0:(namei.c:1651:ll_create_it()) inode ffff9b1fd157db88 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1788777568.873290:0:35305:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777568.873293:0:35305:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) 00000080:00000001:0.0:1788777568.873296:0:35305:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777568.873299:0:35305:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960600. 00000100:00000001:0.0:1788777568.873301:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777568.873304:0:35305:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777584 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.873310:0:35305:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777568.873314:0:35305:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788777568.873316:0:35305:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777568.873318:0:35305:0:(namei.c:1500:ll_atomic_open()) inode ffff9b1fd157db88 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1788777568.873326:0:35305:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777568.873328:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4ba68 00000080:00200008:0.0:1788777568.873330:0:35305:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 102101 00000080:00000010:0.0:1788777568.873338:0:35305:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc4b477c0. 00000080:00000010:0.0:1788777568.873343:0:35305:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fd12e4180. 00000080:00000001:0.0:1788777568.873345:0:35305:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777568.873349:0:35305:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788777568.873352:0:35305:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777568.873553:0:35305:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777568.873557:0:35305:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777568.873559:0:35305:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777568.873562:0:35305:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777568.873564:0:35305:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788777568.873566:0:35305:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777568.873716:0:35305:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777568.873723:0:35305:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd105b2e0. 00000002:00100000:3.0:1788777568.873730:0:35305:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777584 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777568.873736:0:35305:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777568.873738:0:35305:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777568.873742:0:35305:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777568.873745:0:35305:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.873748:0:35305:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777568.873751:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.873754:0:35305:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777584 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777568.873762:0:35305:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777568.873765:0:35305:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd1220000. 02000000:00000001:3.0:1788777568.873798:0:35305:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777568.873800:0:35305:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.873804:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4ba68 00000080:00000008:3.0:1788777568.873806:0:35305:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 102101, rc = 0 00000080:00000001:3.0:1788777568.873810:0:35305:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777568.873812:0:35305:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fca617ba0 released 00000080:00010000:3.0:1788777568.873948:0:35305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca9f from it ffff9b1fca617ba0 00010000:00000001:3.0:1788777568.873951:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777568.873953:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777568.873955:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:3.0:1788777568.873957:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777568.873960:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777568.873962:0:35305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777568.873967:0:35305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777568.873975:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.873976:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777568.873977:0:35305:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777568.873980:0:35305:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777568.873983:0:35305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777568.873991:0:35305:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777568.873994:0:35305:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777568.873996:0:35305:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777568.874001:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.874002:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777568.874004:0:35305:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.874007:0:35305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777568.874009:0:35305:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.874011:0:35305:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.874014:0:35305:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.874016:0:35305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777568.874017:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.874018:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777568.874020:0:35305:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777568.874022:0:35305:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777568.874025:0:35305:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777568.874037:0:35305:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777568.874040:0:35305:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777568.874041:0:35305:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.874045:0:35305:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788777568.874047:0:35305:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.874049:0:35305:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777568.874051:0:35305:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.874052:0:35305:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777568.874055:0:35305:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fca617ba0. 00000080:00000001:3.0:1788777568.874059:0:35305:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.874063:0:35305:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777568.874066:0:35305:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88), inode mode 81a4 mask 40 00000080:00000001:3.0:1788777568.874069:0:35305:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.874157:0:35305:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777568.874160:0:35305:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000002:3.0:1788777568.874165:0:35305:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:3.0:1788777568.874169:0:35305:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.878457:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bd28 00000080:00200008:3.0:1788777568.878584:0:35305:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777568.878593:0:35305:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777568.878594:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bca0 00000080:00200000:3.0:1788777568.878597:0:35305:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88),name=recon 00000080:00000010:3.0:1788777568.878606:0:35305:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc61cb400. 00800000:00000002:3.0:1788777568.878611:0:35305:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777568.878618:0:35305:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777568.878623:0:35305:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777568.878625:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bbc0 00800000:00000002:3.0:1788777568.878628:0:35305:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777568.878631:0:35305:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777568.878635:0:35305:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777568.878638:0:35305:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777568.878641:0:35305:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777568.878643:0:35305:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777568.878645:0:35305:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777568.878648:0:35305:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777568.878650:0:35305:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777568.878653:0:35305:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777568.878654:0:35305:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777568.878654:0:35305:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777568.878656:0:35305:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777568.878657:0:35305:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777568.878659:0:35305:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788777568.878660:0:35305:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777568.878662:0:35305:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777568.878668:0:35305:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777568.878670:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4ba90 00000002:00010000:3.0:1788777568.878672:0:35305:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777568.878676:0:35305:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777568.878678:0:35305:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777568.878680:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777568.878687:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:3.0:1788777568.878690:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777568.878694:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777568.878698:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777568.878702:0:35305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777568.878718:0:35305:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777568.878722:0:35305:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777568.878726:0:35305:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777568.878733:0:35305:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777568.878735:0:35305:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777568.878737:0:35305:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777568.878739:0:35305:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777568.878741:0:35305:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777568.878743:0:35305:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777568.878746:0:35305:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777568.878749:0:35305:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777568.878753:0:35305:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc61cb400. 00000080:00000001:3.0:1788777568.878759:0:35305:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777568.878761:0:35305:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777568.878765:0:35305:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) 00000080:00010000:3.0:1788777568.878768:0:35305:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdca9f 00800000:00000001:3.0:1788777568.878772:0:35305:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777568.878774:0:35305:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777568.878776:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777568.878778:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777568.878781:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:3.0:1788777568.878783:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777568.878786:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777568.878789:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.878791:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777568.878792:0:35305:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777568.878794:0:35305:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777568.878796:0:35305:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca9f from it ffffb70bc1c4bcd8 00010000:00000001:3.0:1788777568.878799:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777568.878800:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777568.878801:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:3.0:1788777568.878803:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777568.878805:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777568.878807:0:35305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777568.878809:0:35305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777568.879338:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.879340:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777568.879341:0:35305:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777568.879344:0:35305:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777568.879347:0:35305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777568.879355:0:35305:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777568.879425:0:35305:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777568.879428:0:35305:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777568.879432:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.879433:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777568.879435:0:35305:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.879438:0:35305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777568.879440:0:35305:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.879443:0:35305:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.879446:0:35305:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.879448:0:35305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777568.879450:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.879451:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777568.879454:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777568.879456:0:35305:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777568.879459:0:35305:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788777568.879572:0:35305:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777568.879574:0:35305:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777568.879577:0:35305:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777568.879579:0:35305:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.879581:0:35305:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777568.879584:0:35305:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788777568.879588:0:35305:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777568.879592:0:35305:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:3.0:1788777568.879595:0:35305:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:3.0:1788777568.879600:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:3.0:1788777568.879603:0:35305:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777568.879605:0:35305:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777568.879607:0:35305:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788777568.879610:0:35305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777568.879611:0:35305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777568.879613:0:35305:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777568.879615:0:35305:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.879616:0:35305:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777568.879621:0:35305:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc3191530 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788777568.879624:0:35305:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:3.0:1788777568.879628:0:35305:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777568.879630:0:35305:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777568.879633:0:35305:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777568.879635:0:35305:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.879637:0:35305:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777568.879639:0:35305:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777568.879641:0:35305:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.879642:0:35305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777568.879643:0:35305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777568.879645:0:35305:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777568.879646:0:35305:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00000020:00000001:3.0:1788777568.879649:0:35305:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777568.879651:0:35305:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788777568.879652:0:35305:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1788777568.879655:0:35305:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788777568.879656:0:35305:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788777568.879659:0:35305:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788777568.879661:0:35305:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788777568.879667:0:35305:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788777568.879675:0:35305:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fd0387500. 00020000:00000002:3.0:1788777568.879678:0:35305:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777568.879680:0:35305:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788777568.879682:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777568.879684:0:35305:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777568.879687:0:35305:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777568.879688:0:35305:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:3.0:1788777568.879691:0:35305:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:3.0:1788777568.879694:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:3.0:1788777568.879695:0:35305:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777568.879699:0:35305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777568.879700:0:35305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777568.879702:0:35305:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.879704:0:35305:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.879706:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:3.0:1788777568.879708:0:35305:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777568.879713:0:35305:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc80f44c0. 00000008:00010000:3.0:1788777568.879716:0:35305:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788777568.879719:0:35305:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777568.879720:0:35305:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777568.879722:0:35305:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fd0387530, osc lock ffff9b1fc80f44c0, flags 0x400001002 00000020:00000001:3.0:1788777568.879724:0:35305:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.879726:0:35305:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.879729:0:35305:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159672493312 : -110914037058304 : ffff9b1fd0387500) 00000020:00000001:3.0:1788777568.879731:0:35305:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777568.879732:0:35305:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777568.879734:0:35305:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.879735:0:35305:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.879738:0:35305:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788777568.879739:0:35305:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788777568.879741:0:35305:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777568.879743:0:35305:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777568.879744:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777568.879745:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:3.0:1788777568.879747:0:35305:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777568.879749:0:35305:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777568.879752:0:35305:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788777568.879755:0:35305:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777568.879757:0:35305:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777568.879759:0:35305:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777568.879761:0:35305:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777568.879762:0:35305:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777568.879763:0:35305:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777568.879766:0:35305:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777568.879769:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777568.879773:0:35305:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.879776:0:35305:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788777568.879781:0:35305:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255f80. 00000020:00000040:3.0:1788777568.879785:0:35305:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777568.879790:0:35305:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777568.879794:0:35305:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777568.879796:0:35305:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.879801:0:35305:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777568.879803:0:35305:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777568.879807:0:35305:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777568.879963:0:35305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc61cb400. 00000100:00000001:3.0:1788777568.879972:0:35305:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.879978:0:35305:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777568.879980:0:35305:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.879981:0:35305:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777568.879982:0:35305:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.879984:0:35305:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.879987:0:35305:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159453138816 : -110914256412800 : ffff9b1fc3255f80) 00010000:00000001:3.0:1788777568.879991:0:35305:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777568.879993:0:35305:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777568.879999:0:35305:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d900. 00010000:00000010:3.0:1788777568.880002:0:35305:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd9c8d000. 00010000:00000001:3.0:1788777568.880007:0:35305:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777568.880010:0:35305:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814000. 00000020:00000001:3.0:1788777568.880014:0:35305:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777568.880016:0:35305:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814000 with handle 0x22b16ee488cdcaa6 to hash 00000020:00000001:3.0:1788777568.880018:0:35305:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777568.880020:0:35305:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000010:3.0:1788777568.880024:0:35305:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc4817840. 00010000:00000001:3.0:1788777568.880037:0:35305:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:3.0:1788777568.880041:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777568.880043:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777568.880047:0:35305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777568.880059:0:35305:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777568.880071:0:35305:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.880076:0:35305:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777568.880081:0:35305:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777568.880096:0:35305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3bf698] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.880168:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.880172:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.880175:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777568.880182:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.880195:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777568.880197:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.880202:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777568.880205:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777568.880208:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777568.880212:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211142656:192.168.204.133@tcp:101:uname.0 00000100:00000001:2.0:1788777568.880216:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777568.880222:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777568.880224:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.880227:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777568.880233:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333bc00. 02000000:00000001:2.0:1788777568.880235:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777568.880242:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777568.880246:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b790. 00000400:00000010:2.0:1788777568.880254:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93440. 00000100:00000200:2.0:1788777568.880262:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211142656, portal 4 00000100:00000001:2.0:1788777568.880264:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.880266:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453138816 : -110914256412800 : ffff9b1fc3255f80) 00000100:00000040:2.0:1788777568.880272:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.880279:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777568.880282:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777568.880285:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93088. 00000100:00000200:2.0:1788777568.880287:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211142656, offset 0 00000400:00000200:2.0:1788777568.880295:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777568.880304:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.880312:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777568.880318:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777568.880323:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777568.880327:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777568.880330:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777568.880335:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2972:2972:256:4294967295] 192.168.204.133@tcp LPNI seq info [2971:2971:8:4294967295] 00000400:00000200:2.0:1788777568.880339:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.880349:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777568.880356:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777568.880374:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2500. 00000800:00000200:2.0:1788777568.880381:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777568.880390:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777568.880394:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777568.880409:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.880413:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20872 usecs (21 jiffies) 00000400:00000200:2.0:1788777568.880417:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777568.880419:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672208 00000100:00000001:2.0:1788777568.880422:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.880424:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672208 00000100:00000001:2.0:1788777568.880426:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.880428:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.880431:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.880434:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.880436:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777568.880490:0:35305:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777568.880493:0:35305:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.880495:0:35305:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.880498:0:35305:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.880499:0:35305:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.880501:0:35305:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788777568.880503:0:35305:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788777568.880505:0:35305:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788777568.880506:0:35305:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000800:00000200:3.0:1788777568.880636:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.880640:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2500. 00000400:00000200:3.0:1788777568.880647:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.880652:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.880657:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93088 00000400:00000010:3.0:1788777568.880659:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93088. 00000100:00000001:3.0:1788777568.880664:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777568.880668:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.880678:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.880682:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.880688:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.880691:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777568.880712:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777568.880714:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.882011:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777568.882017:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777568.882022:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.882024:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000010:0.1:1788777568.882516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4ea00. 00000100:00000001:3.0:1788777568.884242:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.884252:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777568.884325:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.884339:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777568.884342:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777568.884344:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777568.884353:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.884362:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777568.884687:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.884693:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.884699:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.884704:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd64600 00000400:00000200:2.0:1788777568.884709:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.884715:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x8a7d [1] + 224 00000800:00000001:2.0:1788777568.884722:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.884888:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.884893:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.884899:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.884908:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.884917:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777568.884927:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.884945:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.884955:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.884959:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.885119:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.885122:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777568.885129:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777568.885131:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777568.885134:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:2.0:1788777568.885139:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93440 00000400:00000010:2.0:1788777568.885142:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93440. 00000100:00000001:2.0:1788777568.885145:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.885150:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777568.885160:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.885167:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777568.885169:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.885172:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777568.885175:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777568.885177:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.885180:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.885183:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.885193:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777568.885197:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777568.885200:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777568.885202:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.885204:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777568.885208:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.885211:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777568.885213:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788777568.885215:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777568.885217:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.885221:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.885229:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.885232:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777568.885234:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777568.885238:0:2414:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788777568.885240:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.885243:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.885246:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814000 refcount=4 00000020:00000001:2.0:1788777568.885248:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.885251:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.885253:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.885254:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.885256:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814000 refcount=5 00000020:00000001:2.0:1788777568.885258:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.885259:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.885263:0:2414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777568.885266:0:2414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777568.885271:0:2414:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.885283:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.885285:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.885287:0:2414:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777568.885289:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.885290:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.885291:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814000 refcount=6 00000020:00000001:2.0:1788777568.885293:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.885296:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000040:2.0:1788777568.885301:0:2414:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1814000, remote cookie: 0x542deec0941a7328, flags: 0x1001 00010000:00010000:2.0:1788777568.885306:0:2414:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.885321:0:2414:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788777568.885324:0:2414:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.885326:0:2414:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777568.885330:0:2414:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788777568.885335:0:2414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777568.885343:0:2414:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff9b1fd9c8d900) refcount = 1 00010000:00000040:2.0:1788777568.885346:0:2414:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777568.885349:0:2414:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.885358:0:2414:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777568.885360:0:2414:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777568.885363:0:2414:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777568.885365:0:2414:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777568.885378:0:2414:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.885384:0:2414:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777568.885386:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.885387:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.885388:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.885389:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777568.885391:0:2414:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788777568.885394:0:2414:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777568.885397:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.885399:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.885400:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814000 refcount=5 00000020:00000001:2.0:1788777568.885402:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.885404:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00000008:00000001:2.0:1788777568.886551:0:2414:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788777568.886559:0:2414:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00010000:2.0:1788777568.886567:0:2414:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788777568.886580:0:2414:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777568.886582:0:2414:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777568.886585:0:2414:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777568.886588:0:2414:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777568.886904:0:2414:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.886908:0:2414:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.886910:0:2414:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:2.0:1788777568.886912:0:2414:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788777568.886915:0:2414:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777568.886917:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777568.886928:0:2414:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777568.886930:0:2414:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.886932:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.886935:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.886937:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814000 refcount=6 00000020:00000001:2.0:1788777568.886939:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.886942:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.886945:0:2414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777568.886949:0:2414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.886956:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.886958:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777568.886961:0:2414:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.886968:0:2414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777568.886979:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.886980:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777568.886982:0:2414:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.886991:0:2414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.886992:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.886993:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814000 refcount=5 00000020:00000001:2.0:1788777568.886995:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.886997:0:2414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.886999:0:2414:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777568.887002:0:2414:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.887008:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.887009:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.887010:0:2414:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777568.887012:0:2414:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777568.887015:0:2414:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777568.887022:0:2414:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777568.887034:0:2414:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777568.887037:0:2414:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777568.887040:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.887041:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.887043:0:2414:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.887046:0:2414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777568.887047:0:2414:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.887049:0:2414:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.887052:0:2414:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.887054:0:2414:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777568.887055:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.887056:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.887057:0:2414:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.887058:0:2414:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777568.887059:0:2414:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.887071:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777568.887081:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211142656:192.168.204.133@tcp:101:uname.0 00000100:00000001:2.0:1788777568.887086:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.887090:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.887093:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255f80 x1875667211142656/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.887100:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777568.887103:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777568.887107:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333bc00. 02000000:00000001:2.0:1788777568.887112:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777568.887114:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777568.887116:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777568.887118:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777568.887121:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc61cb400. 02000000:00000001:2.0:1788777568.887125:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777568.887126:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777568.887128:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255f80. 00000100:00000001:2.0:1788777568.887132:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777568.887134:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.887136:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.887143:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777568.887145:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.887147:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777568.887150:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887646:0:35305:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887651:0:35305:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.887657:0:35305:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777568.887659:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:3.0:1788777568.887661:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:3.0:1788777568.887663:0:35305:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777568.887667:0:35305:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788777568.887672:0:35305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777568.887674:0:35305:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.887675:0:35305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777568.887676:0:35305:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777568.887679:0:35305:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788777568.887683:0:35305:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777568.887685:0:35305:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788777568.887687:0:35305:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887689:0:35305:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887691:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:3.0:1788777568.887693:0:35305:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788777568.887695:0:35305:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777568.887698:0:35305:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788777568.887700:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_release():245 00000020:00000001:3.0:1788777568.887703:0:35305:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777568.887704:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788777568.887707:0:35305:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788777568.887712:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777568.887713:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:3.0:1788777568.887715:0:35305:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777568.887716:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd0387530 (ffff9b1fc93db638/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788777568.887720:0:35305:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788777568.887721:0:35305:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788777568.887722:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.887724:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777568.887725:0:35305:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788777568.887727:0:35305:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777568.887728:0:35305:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777568.887729:0:35305:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777568.887730:0:35305:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777568.887732:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788777568.887734:0:35305:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788777568.887735:0:35305:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777568.887736:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd0387530 (ffff9b1fc93dbbd8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788777568.887739:0:35305:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc80f44c0. 00000020:00000001:3.0:1788777568.887742:0:35305:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788777568.887744:0:35305:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fd0387500. 00020000:00000001:3.0:1788777568.887747:0:35305:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788777568.887748:0:35305:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788777568.887749:0:35305:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788777568.887751:0:35305:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887754:0:35305:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777568.887756:0:35305:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777568.887758:0:35305:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777568.887759:0:35305:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777568.887761:0:35305:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777568.887763:0:35305:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:3.0:1788777568.887766:0:35305:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777568.887768:0:35305:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777568.887770:0:35305:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777568.887773:0:35305:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777568.887776:0:35305:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777568.887778:0:35305:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.887780:0:35305:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777568.887783:0:35305:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777568.887784:0:35305:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777568.887785:0:35305:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000001:00000001:3.0:1788777568.887787:0:35305:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887794:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bd28 00000080:00000008:3.0:1788777568.887797:0:35305:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777568.887874:0:35305:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788777568.887876:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bd88 00000080:00200008:3.0:1788777568.887879:0:35305:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1788777568.887882:0:35305:0:(file.c:2656:do_file_write_iter()) inode ffff9b1fd157db88 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:3.0:1788777568.887885:0:35305:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788777568.887887:0:35305:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.887889:0:35305:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788777568.887892:0:35305:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887894:0:35305:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777568.887897:0:35305:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:3.0:1788777568.887899:0:35305:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000080:00000001:3.0:1788777568.887902:0:35305:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788777568.887904:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bc98 00000080:00200000:3.0:1788777568.887906:0:35305:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1788777568.887911:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bc30 00000080:00200000:3.0:1788777568.887912:0:35305:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1788777568.887915:0:35305:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777568.887916:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:3.0:1788777568.887918:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:3.0:1788777568.887919:0:35305:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777568.887921:0:35305:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788777568.887922:0:35305:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788777568.887924:0:35305:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887925:0:35305:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887927:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:3.0:1788777568.887929:0:35305:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788777568.887930:0:35305:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777568.887932:0:35305:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788777568.887938:0:35305:0:(cl_io.c:214:cl_io_rw_init()) header@0000000061ecb606[0x110, 1, [0x200000405:0x2b:0x0] hash] 00000020:00200000:3.0:1788777568.887940:0:35305:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1788777568.887942:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:3.0:1788777568.887944:0:35305:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777568.887946:0:35305:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777568.887948:0:35305:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777568.887951:0:35305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777568.887952:0:35305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788777568.887955:0:35305:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777568.887958:0:35305:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.887961:0:35305:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777568.887962:0:35305:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.887964:0:35305:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777568.887967:0:35305:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc3191530 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788777568.887971:0:35305:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:3.0:1788777568.887974:0:35305:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777568.887976:0:35305:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777568.887979:0:35305:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777568.887981:0:35305:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788777568.887983:0:35305:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1788777568.887985:0:35305:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788777568.887987:0:35305:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777568.887989:0:35305:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887991:0:35305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777568.887992:0:35305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777568.887993:0:35305:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777568.887995:0:35305:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00000020:00000001:3.0:1788777568.887997:0:35305:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.887999:0:35305:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777568.888001:0:35305:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1788777568.888004:0:35305:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788777568.888006:0:35305:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888010:0:35305:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777568.888011:0:35305:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777568.888014:0:35305:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788777568.888015:0:35305:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788777568.888017:0:35305:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1788777568.888020:0:35305:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777568.888023:0:35305:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777568.888036:0:35305:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777568.888041:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777568.888042:0:35305:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777568.888043:0:35305:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777568.888045:0:35305:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:3.0:1788777568.888048:0:35305:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:3.0:1788777568.888050:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:3.0:1788777568.888051:0:35305:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777568.888054:0:35305:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777568.888055:0:35305:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777568.888056:0:35305:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.888059:0:35305:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.888060:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:3.0:1788777568.888062:0:35305:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788777568.888065:0:35305:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788777568.888068:0:35305:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888069:0:35305:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.888071:0:35305:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.888073:0:35305:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888074:0:35305:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888076:0:35305:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788777568.888079:0:35305:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788777568.888080:0:35305:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788777568.888083:0:35305:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788777568.888085:0:35305:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.888087:0:35305:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.888090:0:35305:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788777568.888091:0:35305:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1788777568.888094:0:35305:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788777568.888095:0:35305:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788777568.888097:0:35305:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888099:0:35305:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.888100:0:35305:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.888102:0:35305:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777568.888104:0:35305:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.888106:0:35305:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777568.888108:0:35305:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777568.888109:0:35305:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777568.888111:0:35305:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777568.888112:0:35305:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888114:0:35305:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.888116:0:35305:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.888118:0:35305:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888120:0:35305:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777568.888121:0:35305:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788777568.888122:0:35305:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788777568.888125:0:35305:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788777568.888127:0:35305:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788777568.888129:0:35305:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788777568.888139:0:35305:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fd0387500. 00020000:00000002:3.0:1788777568.888143:0:35305:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777568.888145:0:35305:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788777568.888146:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777568.888147:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:3.0:1788777568.888150:0:35305:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777568.888154:0:35305:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc80f44c0. 00000008:00010000:3.0:1788777568.888156:0:35305:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788777568.888159:0:35305:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777568.888160:0:35305:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777568.888164:0:35305:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fd0387530, osc lock ffff9b1fc80f44c0, flags 0x0 00000020:00000001:3.0:1788777568.888166:0:35305:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.888168:0:35305:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777568.888170:0:35305:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159672493312 : -110914037058304 : ffff9b1fd0387500) 00000020:00000001:3.0:1788777568.888172:0:35305:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777568.888173:0:35305:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777568.888175:0:35305:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888176:0:35305:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888178:0:35305:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777568.888179:0:35305:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777568.888180:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777568.888181:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:3.0:1788777568.888183:0:35305:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777568.888185:0:35305:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777568.888187:0:35305:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788777568.888189:0:35305:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777568.888192:0:35305:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777568.888194:0:35305:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777568.888195:0:35305:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777568.888197:0:35305:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777568.888199:0:35305:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777568.888200:0:35305:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777568.888202:0:35305:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777568.888205:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777568.888212:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:3.0:1788777568.888215:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777568.888220:0:35305:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc2f9c000 type 11 mode 2 res 10737419265/66 (0 18446744073709551615) 00010000:00000001:3.0:1788777568.888224:0:35305:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788777568.888229:0:35305:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257b80. 00000020:00000040:3.0:1788777568.888233:0:35305:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777568.888237:0:35305:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777568.888241:0:35305:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777568.888244:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777568.888245:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777568.888246:0:35305:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.888249:0:35305:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777568.888252:0:35305:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777568.888256:0:35305:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777568.888262:0:35305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc61ca000. 00000100:00000001:3.0:1788777568.888270:0:35305:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.888275:0:35305:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777568.888276:0:35305:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.888277:0:35305:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777568.888278:0:35305:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.888280:0:35305:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777568.888283:0:35305:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159453145984 : -110914256405632 : ffff9b1fc3257b80) 00010000:00000001:3.0:1788777568.888286:0:35305:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777568.888288:0:35305:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777568.888290:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:3.0:1788777568.888292:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777568.888294:0:35305:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777568.888297:0:35305:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814200. 00000020:00000001:3.0:1788777568.888301:0:35305:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777568.888303:0:35305:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814200 with handle 0x22b16ee488cdcaad to hash 00000020:00000001:3.0:1788777568.888305:0:35305:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777568.888307:0:35305:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000010:3.0:1788777568.888311:0:35305:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc4817c00. 00010000:00000001:3.0:1788777568.888313:0:35305:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:3.0:1788777568.888317:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777568.888319:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777568.888323:0:35305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777568.888332:0:35305:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777568.888343:0:35305:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777568.888350:0:35305:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777568.888352:0:35305:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777568.888511:0:35305:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca735f00. 00000100:00000001:3.0:1788777568.888515:0:35305:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575691008 : -110914133860608 : ffff9b1fca735f00) 00000100:00000001:3.0:1788777568.888518:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777568.888519:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453145984 : -110914256405632 : ffff9b1fc3257b80) 00000100:00000001:3.0:1788777568.888523:0:35305:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777568.888525:0:35305:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.888528:0:35305:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777568.888530:0:35305:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777568.888540:0:35305:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.888548:0:35305:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777568.888550:0:35305:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777568.888555:0:35305:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777568.888558:0:35305:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777568.888561:0:35305:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777568.888564:0:35305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257b80 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35305:1875667211142784:192.168.204.133@tcp:101:uname.0 00000100:00000001:3.0:1788777568.888569:0:35305:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777568.888576:0:35305:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777568.888578:0:35305:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777568.888581:0:35305:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777568.888585:0:35305:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ecc00. 02000000:00000001:3.0:1788777568.888587:0:35305:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777568.888595:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777568.888599:0:35305:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73f78. 00000400:00000010:3.0:1788777568.888606:0:35305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255aa0. 00000100:00000200:3.0:1788777568.888613:0:35305:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211142784, portal 4 00000100:00000001:3.0:1788777568.888615:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777568.888616:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453145984 : -110914256405632 : ffff9b1fc3257b80) 00000100:00000040:3.0:1788777568.888622:0:35305:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.888630:0:35305:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777568.888633:0:35305:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777568.888635:0:35305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255660. 00000100:00000200:3.0:1788777568.888638:0:35305:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211142784, offset 0 00000400:00000200:3.0:1788777568.888645:0:35305:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777568.888655:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.888664:0:35305:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777568.888675:0:35305:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777568.888681:0:35305:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777568.888686:0:35305:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777568.888688:0:35305:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777568.888691:0:35305:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2973:2973:256:4294967295] 192.168.204.133@tcp LPNI seq info [2972:2972:8:4294967295] 00000400:00000200:3.0:1788777568.888696:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.888705:0:35305:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777568.888710:0:35305:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777568.888715:0:35305:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bb00. 00000800:00000200:3.0:1788777568.888723:0:35305:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777568.888731:0:35305:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777568.888736:0:35305:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777568.888761:0:35305:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777568.888766:0:35305:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20806 usecs (21 jiffies) 00000400:00000200:3.0:1788777568.888769:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777568.888772:0:35305:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672217 00000100:00000001:3.0:1788777568.888775:0:35305:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:3.0:1788777568.888777:0:35305:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672217 00000100:00000001:3.0:1788777568.888780:0:35305:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:3.0:1788777568.888782:0:35305:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777568.888785:0:35305:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.888787:0:35305:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777568.888788:0:35305:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777568.888791:0:35305:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca735f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788777568.888793:0:35305:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777568.888795:0:35305:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777568.889278:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777568.889284:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bb00. 00000400:00000200:2.0:1788777568.889290:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777568.889295:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777568.889301:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255660 00000400:00000010:2.0:1788777568.889303:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255660. 00000100:00000001:2.0:1788777568.889307:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777568.889311:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.889322:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.889326:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.889332:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.889334:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777568.911228:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.911246:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.911252:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.911255:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.911265:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.911273:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.911281:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.911285:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.911291:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.911294:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2dc900 00000400:00000200:3.0:1788777568.911302:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x808d [2] + 1312 00000800:00000001:3.0:1788777568.911309:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.911315:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.911319:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.911324:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.911331:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777568.911333:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777568.911339:0:2407:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256a00. 00000100:00000040:3.0:1788777568.911343:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3256a00 x1875667233655040 msgsize 328 00000100:00100000:3.0:1788777568.911348:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777568.911427:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.911437:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.911440:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.911543:0:16847:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788777568.911546:0:16847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233655040 02000000:00000001:2.0:1788777568.911549:0:16847:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788777568.911552:0:16847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.911555:0:16847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.911560:0:16847:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777568.911564:0:16847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233655040 00000020:00000001:2.0:1788777568.911567:0:16847:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777568.911569:0:16847:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:2.0:1788777568.911571:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.911575:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:2.0:1788777568.911577:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:2.0:1788777568.911580:0:16847:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000001:2.0:1788777568.911584:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777568.911590:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3dfc0. 00000100:00000001:2.0:1788777568.911593:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777568.911595:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3dfc0. 00000020:00000010:2.0:1788777568.911601:0:16847:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc4fe2c00. 00000020:00000010:2.0:1788777568.911608:0:16847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fc835d800. 00000020:00000010:2.0:1788777568.911613:0:16847:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc82c7258. 00000100:00000040:2.0:1788777568.911622:0:16847:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788777568.911625:0:16847:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788777568.911627:0:16847:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788777568.911629:0:16847:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.911637:0:16847:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.911650:0:16847:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.911661:0:16847:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788777568.911663:0:16847:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788777568.911669:0:16847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 64 00000100:00000040:2.0:1788777568.911673:0:16847:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd895f800 : new rpc_count 1 00000100:00000001:2.0:1788777568.911675:0:16847:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00000100:00000040:2.0:1788777568.911682:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc3256a00 x1875667233655040/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:624/0 lens 328/0 e 0 to 0 dl 1788777579 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777568.911692:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777568.911694:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3dfc0. 00000100:00000001:2.0:1788777568.911696:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777568.911698:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3dfc0. 00000100:00100000:2.0:1788777568.911702:0:16847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc3256a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8430:x1875667233655040:12345-192.168.204.133@tcp:104: 00000100:00000200:2.0:1788777568.911706:0:16847:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233655040 00010000:00000001:2.0:1788777568.911708:0:16847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788777568.911715:0:16847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.911717:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.911719:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814000 refcount=2 00000020:00000001:2.0:1788777568.911722:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.911724:0:16847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:2.0:1788777568.911728:0:16847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777568.911731:0:16847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777568.911981:0:16847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788777568.911997:0:16847:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788777568.912000:0:16847:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788777568.912006:0:16847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fc333b000. 02000000:00000001:2.0:1788777568.912008:0:16847:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.912011:0:16847:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.912016:0:16847:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788777568.912018:0:16847:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.912023:0:16847:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777568.912037:0:16847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777568.912041:0:16847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777568.912043:0:16847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:2.0:1788777568.912046:0:16847:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788777568.912048:0:16847:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.912052:0:16847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777568.912054:0:16847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777568.912060:0:16847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93440. 00000100:00000200:2.0:1788777568.912066:0:16847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233655040, offset 224 00000400:00000200:2.0:1788777568.912073:0:16847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777568.912080:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.912088:0:16847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777568.912095:0:16847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2974:2974:256:4294967295] 192.168.204.133@tcp LPNI seq info [2973:2973:8:4294967295] 00000400:00000200:2.0:1788777568.912100:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.912108:0:16847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777568.912114:0:16847:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777568.912119:0:16847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2500. 00000800:00000200:2.0:1788777568.912125:0:16847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777568.912133:0:16847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777568.912138:0:16847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777568.912156:0:16847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.912160:0:16847:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:2.0:1788777568.912163:0:16847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788777568.912167:0:16847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fc9840300. 00010000:00000001:2.0:1788777568.912169:0:16847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788777568.912229:0:16847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788777568.912232:0:16847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.912233:0:16847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.912235:0:16847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.912241:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256a00 x1875667233655040/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:624/0 lens 328/224 e 0 to 0 dl 1788777579 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788777568.912251:0:16847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc3256a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8430:x1875667233655040:12345-192.168.204.133@tcp:104: Request processed in 557us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1788777568.912259:0:16847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 64 00000100:00000040:2.0:1788777568.912262:0:16847:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd895f800 : new rpc_count 0 00000100:00000001:2.0:1788777568.912265:0:16847:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788777568.912266:0:16847:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788777568.912271:0:16847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fc835d800. 00000020:00000010:2.0:1788777568.912274:0:16847:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc82c7258. 00000020:00000010:2.0:1788777568.912278:0:16847:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc4fe2c00. 00000020:00000040:2.0:1788777568.912282:0:16847:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:2.0:1788777568.912285:0:16847:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777568.912702:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.912706:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2500. 00000400:00000200:3.0:1788777568.912710:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.912715:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.912720:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93440 00000400:00000010:3.0:1788777568.912722:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93440. 00000100:00000001:3.0:1788777568.912726:0:2406:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788777568.912728:0:2406:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788777568.913296:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777568.913299:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.913303:0:16855:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788777568.913306:0:16855:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788777568.913308:0:16855:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777568.913314:0:16855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777568.913328:0:16855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd1814000 already unused, calling callback (ffffffffc1266300) 00000008:00000001:0.0:1788777568.913331:0:16855:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788777568.913334:0:16855:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777568.913336:0:16855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.913338:0:16855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.913340:0:16855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814000 refcount=3 00000020:00000001:0.0:1788777568.913343:0:16855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:0.0:1788777568.913345:0:16855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041088 : -110914015510528 : ffff9b1fd1814000) 00010000:00000001:0.0:1788777568.913348:0:16855:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777568.913351:0:16855:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788777568.913430:0:16855:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788777568.913432:0:16855:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777568.913436:0:16855:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906344 : -110914189645272 : ffff9b1fc7202a28) 00000020:00001000:0.0:1788777568.913439:0:16855:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202a20 00000008:00000001:0.0:1788777568.913441:0:16855:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788777568.913445:0:16855:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788777568.913446:0:16855:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:0.0:1788777568.913453:0:16855:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b1fc72022d0. 00000020:00000010:0.0:1788777568.913457:0:16855:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc8960600. 00000020:00000010:0.0:1788777568.913478:0:16855:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fc8961800. 00000020:00000010:0.0:1788777568.913484:0:16855:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b1fca617960. 00000008:00000010:0.0:1788777568.913568:0:16855:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b1fc63b64b0. 00020000:00000010:0.0:1788777568.913575:0:16855:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b1fc8365540. 00008000:00000010:0.0:1788777568.913581:0:16855:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b1fc8381c40. 00000080:00000010:0.0:1788777568.913589:0:16855:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b1fc36b4f18. 00000080:00000010:0.0:1788777568.913594:0:16855:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b1fc2fb5e10. 00000020:00000010:0.0:1788777568.913598:0:16855:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc8960c00. 00000008:00000010:0.0:1788777568.913602:0:16855:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b1fc357a160. 00020000:00000010:0.0:1788777568.913605:0:16855:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b1fc32e1918. 00008000:00000010:0.0:1788777568.913609:0:16855:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b1fc715e660. 00000080:00000010:0.0:1788777568.913613:0:16855:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b1fc715f0f0. 00000020:00000001:0.0:1788777568.913615:0:16855:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519904472 : -110914189647144 : ffff9b1fc72022d8) 00000020:00001000:0.0:1788777568.913616:0:16855:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72022d0 00000008:00000001:0.0:1788777568.913620:0:16855:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788777568.913623:0:16855:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788777568.913627:0:16855:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788777568.913630:0:16855:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.913632:0:16855:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788777568.913635:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.913638:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.913640:0:16855:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777568.913643:0:16855:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777568.913645:0:16855:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777568.913648:0:16855:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777568.913649:0:16855:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777568.913651:0:16855:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777568.913655:0:16855:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc63b6550 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788777568.913659:0:16855:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777568.913661:0:16855:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777568.913664:0:16855:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777568.913666:0:16855:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777568.913668:0:16855:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.913670:0:16855:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777568.913671:0:16855:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777568.913673:0:16855:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788777568.913674:0:16855:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.913677:0:16855:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1788777568.913681:0:16855:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777568.913683:0:16855:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777568.913685:0:16855:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777568.913687:0:16855:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777568.913689:0:16855:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777568.913691:0:16855:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788777568.913694:0:16855:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777568.913696:0:16855:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788777568.913697:0:16855:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777568.913699:0:16855:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72022d0 00000008:00000001:0.0:1788777568.913702:0:16855:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.913704:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00010000:00000001:0.0:1788777568.913707:0:16855:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788777568.913710:0:16855:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.913712:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.913714:0:16855:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777568.913717:0:16855:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777568.913720:0:16855:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777568.913723:0:16855:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.913725:0:16855:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.913726:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.913728:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.913729:0:16855:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788777568.913732:0:16855:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.913734:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777568.914039:0:16855:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777568.914043:0:16855:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202a20 00000008:00000001:0.0:1788777568.914046:0:16855:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.914050:0:16855:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777568.914054:0:16855:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777568.914056:0:16855:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777568.914059:0:16855:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777568.914062:0:16855:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777568.914066:0:16855:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814000 with handle 0x22b16ee488cdcaa6 from hash 00010000:00000001:0.0:1788777568.914068:0:16855:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777568.914070:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.914072:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.914073:0:16855:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777568.914077:0:16855:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777568.914079:0:16855:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788777568.914085:0:16855:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777568.914088:0:16855:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.914091:0:16855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777568.914093:0:16855:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000800:00000001:3.0:1788777568.918692:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.918707:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.918711:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.918713:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.918722:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.918731:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.918740:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.918755:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.918762:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.918767:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd64680 00000400:00000200:3.0:1788777568.918772:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.918778:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x8a8d [1] + 224 00000800:00000001:3.0:1788777568.918786:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.918793:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.918797:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.918801:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.918809:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.918818:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777568.918830:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.918862:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.918873:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.918877:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.918953:0:35305:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777568.918961:0:35305:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777568.918963:0:35305:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777568.918968:0:35305:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73f78. 00000400:00000200:0.0:1788777568.918973:0:35305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255aa0 00000400:00000010:0.0:1788777568.918976:0:35305:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255aa0. 00000100:00000001:0.0:1788777568.918979:0:35305:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777568.918985:0:35305:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777568.918993:0:35305:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.918999:0:35305:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777568.919001:0:35305:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.919004:0:35305:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777568.919008:0:35305:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777568.919011:0:35305:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777568.919013:0:35305:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777568.919016:0:35305:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777568.919036:0:35305:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777568.919041:0:35305:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777568.919043:0:35305:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777568.919045:0:35305:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.919048:0:35305:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777568.919053:0:35305:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.919057:0:35305:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777568.919060:0:35305:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788777568.919062:0:35305:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777568.919064:0:35305:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777568.919069:0:35305:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.919077:0:35305:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777568.919080:0:35305:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777568.919082:0:35305:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777568.919086:0:35305:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777568.919093:0:35305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257b80 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35305:1875667211142784:192.168.204.133@tcp:101:uname.0 00000100:00000001:0.0:1788777568.919098:0:35305:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.919101:0:35305:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.919103:0:35305:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777568.919106:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777568.919109:0:35305:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.919115:0:35305:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777568.919118:0:35305:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca735f00. 00000100:00000001:0.0:1788777568.919122:0:35305:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777568.919123:0:35305:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.919127:0:35305:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777568.919130:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.919133:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.919136:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:0.0:1788777568.919138:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777568.919141:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000040:0.0:1788777568.919149:0:35305:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1814200, remote cookie: 0x542deec0941a732f, flags: 0x20002 00010000:00000001:0.0:1788777568.919153:0:35305:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788777568.919156:0:35305:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.919158:0:35305:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:0.0:1788777568.919165:0:35305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777568.919178:0:35305:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff9b1fd9c8d900) refcount = 2 00010000:00000040:0.0:1788777568.919181:0:35305:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1788777568.919184:0:35305:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.919191:0:35305:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777568.919194:0:35305:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1788777568.919197:0:35305:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777568.919206:0:35305:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000010:1.0:1788777568.919432:0:16855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1121c00. 00000020:00000040:1.0:1788777568.919438:0:16855:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777568.919444:0:16855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777568.919446:0:16855:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777568.919450:0:16855:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777568.919457:0:16855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd02e4e00. 00000100:00000001:1.0:1788777568.919562:0:16855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777568.919566:0:16855:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777568.919571:0:16855:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777568.919585:0:16855:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777568.919586:0:16855:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.919592:0:16855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777568.919596:0:16855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777568.919602:0:16855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002196dbbb] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777568.919643:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777568.919647:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777568.919649:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777568.919654:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777568.919662:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777568.919664:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777568.919667:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777568.919670:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777568.919673:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777568.919675:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211142912:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777568.919680:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777568.919685:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777568.919687:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777568.919690:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777568.919695:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc8960a00. 02000000:00000001:0.0:1788777568.919697:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777568.919702:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777568.919705:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777568.919711:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b880. 00000100:00000200:0.0:1788777568.919717:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211142912, portal 18 00000100:00000001:0.0:1788777568.919719:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777568.919721:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686757376 : -110914022794240 : ffff9b1fd1121c00) 00000100:00000040:0.0:1788777568.919727:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777568.919743:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777568.919747:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777568.919749:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b5d8. 00000100:00000200:0.0:1788777568.919752:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211142912, offset 0 00000400:00000200:0.0:1788777568.919758:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777568.919765:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777568.919771:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777568.919777:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777568.919781:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777568.919785:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777568.919788:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777568.919792:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2975:2975:256:4294967295] 192.168.204.133@tcp LPNI seq info [2974:2974:8:4294967295] 00000400:00000200:0.0:1788777568.919796:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777568.919805:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777568.919810:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777568.919993:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839000. 00000800:00000200:0.0:1788777568.920001:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777568.920007:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777568.920012:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777568.920036:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777568.920041:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20885 usecs (21 jiffies) 00000400:00000200:0.0:1788777568.920045:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777568.920048:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672248 00000100:00000001:0.0:1788777568.920051:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:0.0:1788777568.920053:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672248 00000100:00000001:0.0:1788777568.920055:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:0.0:1788777568.920057:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777568.920060:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.920063:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.920065:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777568.920090:0:16855:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777568.920094:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777568.920096:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777568.920098:0:16855:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777568.920100:0:16855:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.920104:0:16855:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777568.920109:0:16855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777568.920117:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777568.920119:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000005cdd2339/0x22b16ee488cdcaa6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x542deec0941a7328 expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788777568.920127:0:16855:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4817840. 00010000:00000001:1.0:1788777568.920135:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777568.920137:0:16855:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788777568.920140:0:16855:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fc9840300. 00010000:00000001:1.0:1788777568.920142:0:16855:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.920146:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777568.920148:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777568.920150:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777568.920152:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777568.920153:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777568.920155:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777568.920157:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777568.920159:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777568.920160:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777568.920167:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.920169:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777568.920292:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.920296:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839000. 00000400:00000200:3.0:1788777568.920301:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.920305:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.920309:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b5d8 00000400:00000010:3.0:1788777568.920311:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b5d8. 00000100:00000001:3.0:1788777568.920315:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777568.920320:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.920330:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.920333:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.920339:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.920341:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777568.923446:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777568.923453:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777568.923459:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777568.923575:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777568.923579:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.923584:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777568.923999:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.924014:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.924017:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.924020:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.924039:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.924047:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.924057:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.924062:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.924067:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.924072:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 392 into portal 15 MB=0x6a9e8cf2dc980 00000400:00000200:3.0:1788777568.924081:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 392/392 into md 0x808d [2] + 1640 00000800:00000001:3.0:1788777568.924089:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.924096:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.924100:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.924105:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.924114:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777568.924116:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777568.924124:0:2407:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255f80. 00000100:00000040:3.0:1788777568.924129:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3255f80 x1875667233655168 msgsize 392 00000100:00100000:3.0:1788777568.924134:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777568.924154:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.924164:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.924168:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.924302:0:16848:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788777568.924306:0:16848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233655168 02000000:00000001:2.0:1788777568.924309:0:16848:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788777568.924311:0:16848:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.924313:0:16848:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.924318:0:16848:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777568.924322:0:16848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233655168 00000020:00000001:2.0:1788777568.924326:0:16848:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777568.924327:0:16848:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:2.0:1788777568.924330:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.924333:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:2.0:1788777568.924336:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:2.0:1788777568.924338:0:16848:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000001:2.0:1788777568.924342:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777568.924347:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3dfc0. 00000100:00000001:2.0:1788777568.924350:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777568.924353:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3dfc0. 00000020:00000010:2.0:1788777568.924367:0:16848:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc4fe2c00. 00000020:00000010:2.0:1788777568.924373:0:16848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fc835d800. 00000020:00000010:2.0:1788777568.924378:0:16848:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc82c7258. 00000100:00000040:2.0:1788777568.924385:0:16848:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788777568.924388:0:16848:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788777568.924389:0:16848:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788777568.924391:0:16848:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.924399:0:16848:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.924452:0:16848:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.924499:0:16848:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788777568.924501:0:16848:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788777568.924506:0:16848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 65 00000100:00000040:2.0:1788777568.924510:0:16848:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd895f800 : new rpc_count 1 00000100:00000001:2.0:1788777568.924512:0:16848:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159453138816 : -110914256412800 : ffff9b1fc3255f80) 00000100:00000040:2.0:1788777568.924519:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc3255f80 x1875667233655168/t0(0) o105->LOV_OSC_UUID@192.168.204.133@tcp:624/0 lens 392/0 e 0 to 0 dl 1788777579 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777568.924528:0:16848:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777568.924530:0:16848:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3dfc0. 00000100:00000001:2.0:1788777568.924532:0:16848:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777568.924534:0:16848:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3dfc0. 00000100:00100000:2.0:1788777568.924539:0:16848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc3255f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8446:x1875667233655168:12345-192.168.204.133@tcp:105: 00000100:00000200:2.0:1788777568.924542:0:16848:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233655168 00010000:00000001:2.0:1788777568.924544:0:16848:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788777568.924551:0:16848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.924554:0:16848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.924556:0:16848:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:2.0:1788777568.924558:0:16848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777568.924560:0:16848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00010000:2.0:1788777568.924567:0:16848:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.924576:0:16848:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1788777568.924579:0:16848:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777568.924589:0:16848:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.924603:0:16848:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788777568.924605:0:16848:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.924607:0:16848:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777568.924609:0:16848:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1788777568.924611:0:16848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.924618:0:16848:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1788777568.924622:0:16848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777568.924631:0:16848:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff9b1fd9c8d900) refcount = 1 00010000:00000040:2.0:1788777568.924633:0:16848:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777568.924636:0:16848:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.924644:0:16848:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1788777568.924646:0:16848:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788777568.924655:0:16848:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9b1fc4f3dfc0. 00000100:00000001:2.0:1788777568.924659:0:16848:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777568.924664:0:16848:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777568.924666:0:16848:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560005312 : -110914149546304 : ffff9b1fc98406c0) 00000100:00000001:2.0:1788777568.924668:0:16848:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446633159560005312 : -110914149546304 : ffff9b1fc98406c0) 00000100:00000001:2.0:1788777568.924671:0:16848:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777568.924673:0:16848:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1788777568.924674:0:16848:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788777568.924678:0:16848:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777568.924683:0:16848:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.924685:0:16848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.924687:0:16848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.924688:0:16848:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.924690:0:16848:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788777568.924691:0:16848:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788777568.924693:0:16848:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.924695:0:16848:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.924697:0:16848:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1788777568.924699:0:16848:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777568.924701:0:16848:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1788777568.924703:0:16848:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1788777568.924705:0:16848:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9b1fc4f3dfc0. 00010000:00010000:2.0:1788777568.924708:0:16848:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9b1fd1814200) 00010000:00000001:2.0:1788777568.924710:0:16848:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777568.924712:0:16848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.924713:0:16848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777568.924715:0:16848:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788777568.924718:0:16848:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788777568.924723:0:16848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fc3338c00. 02000000:00000001:2.0:1788777568.924725:0:16848:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.924728:0:16848:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.924732:0:16848:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788777568.924735:0:16848:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.924750:0:16848:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777568.924755:0:16848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777568.924759:0:16848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777568.924761:0:16848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:2.0:1788777568.924763:0:16848:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788777568.924764:0:16848:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.924768:0:16848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777568.924770:0:16848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777568.924775:0:16848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93000. 00000100:00000200:2.0:1788777568.924780:0:16848:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233655168, offset 224 00000400:00000200:2.0:1788777568.924787:0:16848:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777568.924794:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.924799:0:16848:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777568.924805:0:16848:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2976:2976:256:4294967295] 192.168.204.133@tcp LPNI seq info [2975:2975:8:4294967295] 00000400:00000200:2.0:1788777568.924809:0:16848:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.924826:0:16848:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777568.924831:0:16848:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777568.924835:0:16848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2c00. 00000800:00000200:2.0:1788777568.924842:0:16848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777568.924848:0:16848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777568.924852:0:16848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777568.924865:0:16848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.924868:0:16848:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:2.0:1788777568.924871:0:16848:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.924875:0:16848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255f80 x1875667233655168/t0(0) o105->LOV_OSC_UUID@192.168.204.133@tcp:624/0 lens 392/224 e 0 to 0 dl 1788777579 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788777568.924883:0:16848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc3255f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8446:x1875667233655168:12345-192.168.204.133@tcp:105: Request processed in 354us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1788777568.924889:0:16848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 65 00000100:00000040:2.0:1788777568.924893:0:16848:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd895f800 : new rpc_count 0 00000100:00000001:2.0:1788777568.924895:0:16848:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788777568.924896:0:16848:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788777568.924901:0:16848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fc835d800. 00000020:00000010:2.0:1788777568.924905:0:16848:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc82c7258. 00000020:00000010:2.0:1788777568.924908:0:16848:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc4fe2c00. 00000020:00000040:2.0:1788777568.924912:0:16848:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:2.0:1788777568.924915:0:16848:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777568.925179:0:35305:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.925189:0:35305:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.925193:0:35305:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.925199:0:35305:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777568.925201:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.925202:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.925203:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.925204:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777568.925206:0:35305:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.925210:0:35305:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788777568.925213:0:35305:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777568.925216:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.925218:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.925219:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=3 00000020:00000001:0.0:1788777568.925222:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777568.925224:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777568.925227:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.925228:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.925229:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:0.0:1788777568.925230:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777568.925232:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777568.925235:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777568.925238:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.925240:0:35305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.925246:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.925248:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777568.925250:0:35305:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788777568.925254:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00010000:0.0:1788777568.925258:0:35305:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788777568.925265:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.925267:0:35305:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777568.925270:0:35305:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777568.925274:0:35305:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777568.925276:0:35305:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.925278:0:35305:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.925280:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777568.925282:0:35305:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788777568.925284:0:35305:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.925286:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.925287:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.925288:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:0.0:1788777568.925290:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777568.925293:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777568.925295:0:35305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777568.925298:0:35305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.925303:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.925305:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777568.925307:0:35305:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.925314:0:35305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777568.925315:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.925316:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777568.925317:0:35305:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.925320:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777568.925326:0:35305:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257b80 x1875667211142784/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.925334:0:35305:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777568.925336:0:35305:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777568.925340:0:35305:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ecc00. 02000000:00000001:0.0:1788777568.925344:0:35305:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777568.925346:0:35305:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777568.925347:0:35305:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777568.925350:0:35305:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777568.927643:0:35305:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc61ca000. 02000000:00000001:0.0:1788777568.927659:0:35305:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777568.927661:0:35305:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777568.927664:0:35305:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257b80. 00000100:00000001:0.0:1788777568.927670:0:35305:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777568.927671:0:35305:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777568.927675:0:35305:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.927679:0:35305:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927683:0:35305:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777568.927687:0:35305:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927689:0:35305:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927691:0:35305:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927694:0:35305:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927696:0:35305:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927699:0:35305:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788777568.927704:0:35305:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1788777568.927710:0:35305:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777568.927714:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.927717:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.927718:0:35305:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777568.927723:0:35305:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777568.927728:0:35305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777568.927729:0:35305:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777568.927731:0:35305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777568.927732:0:35305:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777568.927734:0:35305:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777568.927738:0:35305:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777568.927740:0:35305:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777568.927742:0:35305:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927755:0:35305:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927756:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:0.0:1788777568.927759:0:35305:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788777568.927761:0:35305:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777568.927765:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bb80 00000080:00200000:0.0:1788777568.927767:0:35305:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1788777568.927771:0:35305:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777568.927774:0:35305:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000002:0.0:1788777568.927777:0:35305:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617480 addref 2/0 by ffff9b1fc134cf80. 00020000:00000002:0.0:1788777568.927780:0:35305:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00000020:00000001:0.0:1788777568.927783:0:35305:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788777568.927786:0:35305:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788777568.927790:0:35305:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788777568.927794:0:35305:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:0.0:1788777568.927798:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777568.927799:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:0.0:1788777568.927801:0:35305:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777568.927805:0:35305:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777568.927809:0:35305:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927811:0:35305:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777568.927812:0:35305:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927814:0:35305:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777568.927821:0:35305:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777568.927823:0:35305:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:0.0:1788777568.927853:0:35305:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777568.927856:0:35305:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffd8398493af40 0 1 00000020:00000001:0.0:1788777568.927859:0:35305:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777568.927861:0:35305:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927863:0:35305:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788777568.927871:0:35305:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b1fd0683540. 00000020:00000001:0.0:1788777568.927874:0:35305:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777568.927876:0:35305:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788777568.927878:0:35305:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788777568.927882:0:35305:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788777568.927885:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777568.927886:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000008:00000001:0.0:1788777568.927891:0:35305:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788777568.927893:0:35305:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9b1fd06835b0 folio ffffd8398493af40 pg:0 obj off 0 00000008:00000001:0.0:1788777568.927896:0:35305:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927898:0:35305:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777568.927899:0:35305:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788777568.927901:0:35305:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788777568.927903:0:35305:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777568.927906:0:35305:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927908:0:35305:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633159675622720 : -110914033928896 : ffff9b1fd0683540) 00000020:00000001:0.0:1788777568.927911:0:35305:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633159675622720 : -110914033928896 : ffff9b1fd0683540) 00000020:00000001:0.0:1788777568.927913:0:35305:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777568.927916:0:35305:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777568.927917:0:35305:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452333360 : -110914257218256 : ffff9b1fc3191530) 00000020:00000001:0.0:1788777568.927920:0:35305:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777568.927921:0:35305:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777568.927923:0:35305:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777568.927929:0:35305:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 00000000deeb02fb 0 0 0] 00000020:00000001:0.0:1788777568.927931:0:35305:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777568.927932:0:35305:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777568.927934:0:35305:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788777568.927936:0:35305:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1788777568.927938:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.927940:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.927941:0:35305:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777568.927943:0:35305:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788777568.927945:0:35305:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777568.927947:0:35305:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927949:0:35305:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.927951:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00000001:0.0:1788777568.927954:0:35305:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777568.927957:0:35305:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777568.927958:0:35305:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777568.927961:0:35305:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777568.927963:0:35305:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:0.0:1788777568.927964:0:35305:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777568.927965:0:35305:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452333360 : -110914257218256 : ffff9b1fc3191530) 00000020:00000001:0.0:1788777568.927967:0:35305:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777568.927969:0:35305:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777568.927975:0:35305:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777568.927977:0:35305:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777568.927978:0:35305:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777568.927979:0:35305:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777568.927983:0:35305:0:(rw26.c:929:ll_write_end()) page@00000000ebe5a56a[3 000000005a21fcfc 2 1 00000000deeb02fb 0 0 0] 00000080:00200000:0.0:1788777568.927986:0:35305:0:(rw26.c:929:ll_write_end()) vmpage @000000009f5ad374 17ffffc0001001 3:0 ffff9b1fd0683540 0 lru 00000080:00200000:0.0:1788777568.927994:0:35305:0:(rw26.c:929:ll_write_end()) osc-page@00000000b345179d 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bac04322 00000000984d3bc0 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777568.927996:0:35305:0:(rw26.c:929:ll_write_end()) end page@00000000ebe5a56a 00000080:00200000:0.0:1788777568.927997:0:35305:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788777568.927999:0:35305:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788777568.928004:0:35305:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788777568.928006:0:35305:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:0.0:1788777568.928008:0:35305:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788777568.928011:0:35305:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788777568.928012:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777568.928014:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:0.0:1788777568.928016:0:35305:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788777568.928018:0:35305:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788777568.928021:0:35305:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777568.928022:0:35305:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777568.928023:0:35305:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777568.928035:0:35305:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777568.928039:0:35305:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b1fd06835b0 folio ffffd8398493af40 pg:0 added for cmd 2 00000008:00000001:0.0:1788777568.928044:0:35305:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788777568.928047:0:35305:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1788777568.928053:0:35305:0:(osc_cache.c:1737:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }forced sync i/o 00000008:00000001:0.0:1788777568.928056:0:35305:0:(osc_cache.c:1738:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:0.0:1788777568.928060:0:35305:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:0.0:1788777568.928062:0:35305:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788777568.928065:0:35305:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777568.928068:0:35305:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[4 000000005a21fcfc 2 1 00000000deeb02fb 0 0 0] 00000020:00000001:0.0:1788777568.928070:0:35305:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777568.928071:0:35305:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788777568.928073:0:35305:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:0.0:1788777568.928076:0:35305:0:(osc_request.c:745:osc_update_next_shrink()) next time 3204 to shrink grant 00000008:00000040:0.0:1788777568.928078:0:35305:0:(osc_io.c:486:osc_io_commit_async()) 1 -122 00000008:00000001:0.0:1788777568.928080:0:35305:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788777568.928082:0:35305:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:0.0:1788777568.928085:0:35305:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788777568.928086:0:35305:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:0.0:1788777568.928089:0:35305:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:0.0:1788777568.928093:0:35305:0:(cl_page.c:1207:cl_page_clip()) page@00000000ebe5a56a[3 000000005a21fcfc 2 1 00000000deeb02fb 0 0 0] 00000020:00000001:0.0:1788777568.928094:0:35305:0:(cl_page.c:1207:cl_page_clip()) 0 23 00000008:00000020:0.0:1788777568.928096:0:35305:0:(osc_page.c:179:osc_page_clip()) from 0, to 23 00000020:00000001:0.0:1788777568.928098:0:35305:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1788777568.928100:0:35305:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777568.928101:0:35305:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777568.928102:0:35305:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777568.928103:0:35305:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777568.928104:0:35305:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1788777568.928105:0:35305:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788777568.928106:0:35305:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788777568.928109:0:35305:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:0.0:1788777568.928111:0:35305:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788777568.928113:0:35305:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788777568.928115:0:35305:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:0.0:1788777568.928117:0:35305:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:0.0:1788777568.928119:0:35305:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777568.928120:0:35305:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777568.928122:0:35305:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1788777568.928123:0:35305:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777568.928124:0:35305:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777568.928125:0:35305:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777568.928126:0:35305:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777568.928127:0:35305:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1788777568.928128:0:35305:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788777568.928129:0:35305:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:0.0:1788777568.928131:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777568.928131:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:0.0:1788777568.928133:0:35305:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:0.0:1788777568.928134:0:35305:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777568.928135:0:35305:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452333360 : -110914257218256 : ffff9b1fc3191530) 00000008:00400020:0.0:1788777568.928137:0:35305:0:(osc_io.c:128:osc_io_submit()) 1 1 00000020:00000001:0.0:1788777568.928140:0:35305:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788777568.928142:0:35305:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777568.928143:0:35305:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777568.928144:0:35305:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777568.928146:0:35305:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777568.928147:0:35305:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777568.928150:0:35305:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[3 000000005a21fcfc 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777568.928151:0:35305:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:0.0:1788777568.928152:0:35305:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777568.928153:0:35305:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788777568.928156:0:35305:0:(cl_page.c:1054:cl_page_prep()) page@00000000ebe5a56a[3 000000005a21fcfc 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777568.928158:0:35305:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:0.0:1788777568.928160:0:35305:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777568.928161:0:35305:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777568.928163:0:35305:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788777568.928163:0:35305:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:0.0:1788777568.928166:0:35305:0:(osc_cache.c:2854:osc_queue_sync_pages()) Process entered 00000008:00000010:0.0:1788777568.928171:0:35305:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b1fc8365240. 00000008:00000020:0.0:1788777568.928177:0:35305:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188e00 ready 0|-|- wr 1|+|- rd 0|- update pending cmd 2 delta 1. 00000008:00000020:0.0:1788777568.928181:0:35305:0:(osc_cache.c:3003:osc_queue_sync_pages()) extent ffff9b1fc8365240@{[0 -> 0/0], [1|0|+|lockdone|wShu|ffff9b1fc7188e00], [0|1|+|-|0000000000000000|1024|0000000000000000]} allocate ext: write=1 00000008:00010000:0.0:1788777568.928187:0:35305:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9b1fc8365240 00000008:00000020:0.0:1788777568.928190:0:35305:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff9b1fc93abb90. 00000008:00000001:0.0:1788777568.928206:0:35305:0:(osc_cache.c:3007:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.928209:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.928211:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777568.928212:0:35305:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777568.928215:0:35305:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777568.928217:0:35305:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.928219:0:35305:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.928221:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000040:0.0:1788777568.928223:0:35305:0:(osc_io.c:240:osc_io_submit()) 0/1 0 00000020:00000001:0.0:1788777568.928225:0:35305:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.928226:0:35305:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788777568.928227:0:35305:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788777568.928228:0:35305:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788777568.928229:0:35305:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788777568.928231:0:35305:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:0.0:1788777568.928232:0:35305:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777568.928233:0:35305:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788777568.928234:0:35305:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777568.928235:0:35305:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788777568.928236:0:35305:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:0.0:1788777568.928237:0:35305:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788777568.928238:0:35305:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788777568.928239:0:35305:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777568.928240:0:35305:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:0.0:1788777568.928242:0:35305:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.928243:0:35305:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.928245:0:35305:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788777568.928269:0:21551:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777568.928273:0:21551:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906344 : -110914189645272 : ffff9b1fc7202a28) 00000020:00001000:0.0:1788777568.928276:0:21551:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202a20 00000008:00000020:0.0:1788777568.928278:0:21551:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b1fc93abb90. 00000008:00000001:0.0:1788777568.928281:0:21551:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788777568.928283:0:21551:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777568.928285:0:21551:0:(osc_cache.c:2301:osc_next_obj()) Process leaving (rc=18446633159519407616 : -110914190144000 : ffff9b1fc7188e00) 00000008:00000020:0.0:1788777568.928288:0:21551:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff9b1fc7188e00 ready 0|-|- wr 1|+|- rd 0|- 0 in flight 00000008:00000001:0.0:1788777568.928292:0:21551:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788777568.928294:0:21551:0:(osc_cache.c:1822:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:0.0:1788777568.928296:0:21551:0:(osc_cache.c:1823:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777568.928298:0:21551:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788777568.928301:0:21551:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788777568.928304:0:21551:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff9b1fc8365240@{[0 -> 0/0], [1|0|+|lockdone|wShu|ffff9b1fc7188e00], [0|1|+|-|0000000000000000|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788777568.928310:0:21551:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9b1fc8365240 00000008:00000001:0.0:1788777568.928312:0:21551:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788777568.928315:0:21551:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788777568.928319:0:21551:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788777568.928322:0:21551:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b1fc31a7000: cli: ffff9b1fc93abb90 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788777568.928328:0:21551:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9b1fc82d2cb8. 00000008:00000010:0.0:1788777568.928332:0:21551:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b1fd186edd0. 00000020:00000001:0.0:1788777568.928337:0:21551:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777568.928339:0:21551:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777568.928340:0:21551:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777568.928343:0:21551:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788777568/1788777568 00000020:00000001:0.0:1788777568.928347:0:21551:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777568.928348:0:21551:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777568.928352:0:21551:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788777568.928354:0:21551:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788777568.928357:0:21551:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777568.928365:0:21551:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:0.0:1788777568.928368:0:21551:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777568.928373:0:21551:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788777568.928375:0:21551:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788777568.928379:0:21551:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777568.928384:0:21551:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777568.928388:0:21551:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777568.928399:0:21551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.928401:0:21551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777568.928403:0:21551:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777568.928405:0:21551:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777568.928408:0:21551:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777568.928410:0:21551:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:0.0:1788777568.928412:0:21551:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777568.928416:0:21551:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:0.0:1788777568.928418:0:21551:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777568.928420:0:21551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777568.928422:0:21551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788777568.928423:0:21551:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777568.928426:0:21551:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788777568.928431:0:21551:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31efb80. 00000020:00000040:0.0:1788777568.928435:0:21551:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777568.928442:0:21551:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777568.928444:0:21551:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777568.928447:0:21551:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777568.928455:0:21551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc8960400. 00000100:00000001:0.0:1788777568.928923:0:21551:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777568.928934:0:21551:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 23 00000008:00000020:0.0:1788777568.928940:0:21551:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b1fc31a7000: dirty: 0 undirty: 484638720 dropped 0 grant: 0 cl_lost_grant 0 00000008:00000001:0.0:1788777568.928945:0:21551:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788777568.928973:0:21551:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5963 MB/s 00000008:00008000:0.0:1788777568.928981:0:21551:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffd8398493af40 map ffff9b1fd157dd38 index 0 flags 17ffffc0001001 count 3 priv ffff9b1fd0683540: off 0 00000008:00000001:0.0:1788777568.928991:0:21551:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788777568.928993:0:21551:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 206d56d5 (4) 00000008:00100000:0.0:1788777568.928997:0:21551:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b1fc31efb80 - object 0x280000401:66 offset 0<>23 00000008:00000001:0.0:1788777568.929000:0:21551:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777568.929003:0:21551:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777568.929005:0:21551:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777568.929006:0:21551:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777568.929008:0:21551:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788777568/1788777568 00000020:00000001:0.0:1788777568.929010:0:21551:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777568.929011:0:21551:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788777568.929012:0:21551:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788777568.929015:0:21551:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777568.929017:0:21551:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452720000 : -110914256831616 : ffff9b1fc31efb80) 00000008:00000002:0.0:1788777568.929043:0:21551:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000096b421ce, now 0r/1w/0d in flight req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788777568.929051:0:21551:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2b:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1788777568.929060:0:21551:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021fe664e] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788777568.929087:0:21551:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788777568.929090:0:21551:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.929092:0:21551:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.929094:0:21551:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777568.929096:0:21551:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.929098:0:21551:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777568.929099:0:21551:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.929101:0:21551:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777568.929102:0:21551:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.929105:0:21551:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777568.929107:0:21551:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777568.929109:0:21551:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788777568.929112:0:21551:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202a20 00000100:00000001:0.0:1788777568.929125:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777568.929128:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777568.929131:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777568.929134:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788777568.929136:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.929141:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777568.929143:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.929145:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777568.929146:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777568.929147:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777568.929153:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.929160:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777568.929162:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777568.929165:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777568.929168:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777568.929170:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777568.929174:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211143040:192.168.204.133@tcp:4:uname.0 00000100:00000001:0.0:1788777568.929178:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777568.929183:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777568.929186:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777568.929188:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777568.929193:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1002800. 02000000:00000001:0.0:1788777568.929195:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777568.929201:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777568.929205:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0528. 00000400:00000010:0.0:1788777568.929212:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bf68. 00000100:00000200:0.0:1788777568.929220:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211143040, portal 4 00000100:00000001:0.0:1788777568.929221:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777568.929223:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452720000 : -110914256831616 : ffff9b1fc31efb80) 00000100:00000040:0.0:1788777568.929231:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777568.929238:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777568.929241:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777568.929243:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bc38. 00000100:00000200:0.0:1788777568.929247:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 6, xid 1875667211143040, offset 0 00000400:00000200:0.0:1788777568.929254:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777568.929262:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777568.929270:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777568.929276:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777568.929281:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777568.929284:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777568.929287:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777568.929291:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2977:2977:255:4294967295] 192.168.204.133@tcp LPNI seq info [2976:2976:7:4294967295] 00000400:00000200:0.0:1788777568.929295:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777568.929305:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777568.929311:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777568.929317:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839200. 00000800:00000200:0.0:1788777568.929324:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777568.929331:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777568.929335:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788777568.929339:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777568.929343:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20885 usecs (21 jiffies) 00000400:00000200:0.0:1788777568.929347:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777568.929350:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672257 00000100:00000001:0.0:1788777568.929353:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:0.0:1788777568.929367:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672257 00000100:00000001:0.0:1788777568.929369:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:0.0:1788777568.929372:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777568.929375:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.929377:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.929379:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.929836:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.929840:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777568.930163:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.930169:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2c00. 00000400:00000200:3.0:1788777568.930177:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.930184:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.930190:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93000 00000400:00000010:3.0:1788777568.930193:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93000. 00000100:00000001:3.0:1788777568.930198:0:2406:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788777568.930199:0:2406:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788777568.930269:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.930272:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839200. 00000400:00000200:3.0:1788777568.930275:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.930279:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.930282:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bc38 00000400:00000010:3.0:1788777568.930283:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bc38. 00000100:00000001:3.0:1788777568.930288:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777568.930293:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.930302:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.930305:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.930311:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.930313:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777568.934606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814000. 00000800:00000001:3.0:1788777568.941557:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.941578:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.941583:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.941586:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.941595:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.941604:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.941613:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.941618:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.941624:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.941627:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd64700 00000400:00000200:3.0:1788777568.941633:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.941639:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8aa5 [1] + 224 00000800:00000001:3.0:1788777568.941646:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.941653:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.941657:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.941661:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.941669:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.941679:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777568.941690:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777568.941716:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.941724:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.941728:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.942453:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777568.942460:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777568.942514:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777568.942517:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777568.942520:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777568.942527:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b880 00000400:00000010:0.0:1788777568.942530:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b880. 00000100:00000001:0.0:1788777568.942534:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777568.942543:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777568.942552:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777568.942559:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777568.942561:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.942564:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777568.942568:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777568.942570:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777568.942572:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777568.942575:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777568.942584:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cd38 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777568.942588:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777568.942591:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777568.942592:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777568.942596:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777568.942600:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.942603:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777568.942605:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788777568.942607:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777568.942609:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777568.942613:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777568.942620:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777568.942623:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777568.942625:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777568.942628:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777568.942636:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211142912:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777568.942640:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.942643:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777568.942646:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1121c00 x1875667211142912/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777584 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777568.942653:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777568.942655:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777568.942659:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc8960a00. 02000000:00000001:0.0:1788777568.942663:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777568.942665:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777568.942667:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777568.942669:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777568.942673:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd02e4e00. 02000000:00000001:0.0:1788777568.942677:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777568.942679:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777568.942682:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1121c00. 00000100:00000001:0.0:1788777568.942686:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777568.942687:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777568.942690:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.942692:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777568.942693:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777568.942695:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777568.942697:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777568.975842:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.975862:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.975868:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.975871:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.975883:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.975891:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.975900:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.975906:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.975912:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.975917:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 4 MB=0x6a9e8cdd64780 00000400:00000200:3.0:1788777568.975923:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.975930:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 448/448 into md 0x8ab5 [1] + 224 00000800:00000001:3.0:1788777568.975938:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.975946:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.975949:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.975954:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.975962:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.975983:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777568.975994:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.976018:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777568.976158:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.976163:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777568.976170:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777568.976172:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777568.976175:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0528. 00000400:00000200:1.0:1788777568.976182:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bf68 00000400:00000010:1.0:1788777568.976185:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bf68. 00000100:00000001:1.0:1788777568.976189:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777568.976195:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777568.976204:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31efb80 x1875667211143040/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.976210:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777568.976213:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.976216:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777568.976220:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777568.976222:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777568.976224:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777568.976228:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777568.976238:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cca8 time=76 v=5 (5 0 0 0) 00000100:00001000:1.0:1788777568.976243:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777568.976245:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777568.976247:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777568.976250:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777568.976253:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.976258:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777568.976260:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: committing for last_committed 4294967336 gen 17 00000100:00000001:1.0:1788777568.976264:0:2413:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777568.976266:0:2413:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1788777568.976269:0:2413:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777568.976271:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777568.976276:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31efb80 x1875667211143040/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.976284:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777568.976286:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777568.976289:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788777568.976292:0:2413:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788777568.976295:0:2413:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1788777568.976300:0:2413:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1788777568.976304:0:2413:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1788777568.976308:0:2413:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for usr 0 00000001:04000000:1.0:1788777568.976311:0:2413:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for grp 0 00000001:04000000:1.0:1788777568.976312:0:2413:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for prj 0 00000001:00000001:1.0:1788777568.976314:0:2413:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777568.976317:0:2413:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:1.0:1788777568.976320:0:2413:0:(osc_request.c:2091:check_write_checksum()) checksum 206d56d5 confirmed 00000008:00000001:1.0:1788777568.976325:0:2413:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788777568.976328:0:2413:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1788777568.976330:0:2413:0:(osc_request.c:2586:brw_interpret()) request ffff9b1fc31efb80 aa ffff9b1fc31efd30 rc 0 00000020:00000001:1.0:1788777568.976337:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777568.976341:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777568.976343:0:2413:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777568.976345:0:2413:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1788777568.976348:0:2413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777568.976350:0:2413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.976352:0:2413:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.976363:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000010:1.0:1788777568.976366:0:2413:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b1fd186edd0. 00000100:00000001:1.0:1788777568.976374:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777568.976378:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31efb80 x1875667211143040/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.976386:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.976391:0:2413:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788777568.976395:0:2413:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9b1fc8365240@{[0 -> 0/0], [1|0|-|rpc|wShu|ffff9b1fc7188e00], [0|1|+|-|0000000000000000|1024|ffff9b1fca60cf80]} extent finished. 00000008:00010000:1.0:1788777568.976400:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9b1fc8365240 00000008:00000001:1.0:1788777568.976404:0:2413:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788777568.976415:0:2413:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788777568.976423:0:2413:0:(cl_page.c:1104:cl_page_complete()) page@00000000ebe5a56a[4 000000005a21fcfc 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777568.976425:0:2413:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788777568.976427:0:2413:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788777568.976429:0:2413:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788777568.976431:0:2413:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777568.976434:0:2413:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[4 000000005a21fcfc 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777568.976436:0:2413:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788777568.976437:0:2413:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788777568.976441:0:2413:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788777568.976444:0:2413:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000ebe5a56a[4 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788777568.976446:0:2413:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788777568.976447:0:2413:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788777568.976450:0:2413:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777568.976452:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777568.976507:0:2413:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777568.976509:0:2413:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788777568.976511:0:2413:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777568.976515:0:2413:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[4 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777568.976516:0:2413:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788777568.976518:0:2413:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788777568.976519:0:2413:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788777568.976524:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b1fc8365240@{[0 -> 0/0], [1|0|-|inv|wShu|ffff9b1fc7188e00], [0|0|-|-|0000000000000000|1024|ffff9b1fca60cf80]} destroyed. 00000008:00010000:1.0:1788777568.976528:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9b1fc8365240 00000008:00000010:1.0:1788777568.976533:0:2413:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b1fc8365240. 00000008:00000001:1.0:1788777568.976537:0:2413:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788777568.976539:0:2413:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9b1fc82d2cb8. 00000008:00000020:1.0:1788777568.976548:0:2413:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff9b1fc93abb90. 00000008:00000001:1.0:1788777568.976561:0:2413:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777568.976566:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31efb80 x1875667211143040/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777568.976579:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211143040:192.168.204.133@tcp:4:uname.0 00000100:00000001:1.0:1788777568.976584:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.976586:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777568.976589:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31efb80 x1875667211143040/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 512/448 e 0 to 0 dl 1788777584 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777568.976596:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777568.976598:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777568.976602:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1002800. 02000000:00000001:1.0:1788777568.976606:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777568.976608:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777568.976611:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777568.976613:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777568.976617:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc8960400. 02000000:00000001:1.0:1788777568.976621:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777568.976623:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777568.976625:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31efb80. 00000100:00000001:1.0:1788777568.976629:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777568.976630:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.976633:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777568.976640:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777568.976643:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777568.976645:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777568.976648:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777568.976661:0:32216:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777568.976665:0:32216:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777568.976668:0:32216:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000008:00000020:1.0:1788777568.976671:0:32216:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b1fc93abb90. 00000008:00000001:1.0:1788777568.976673:0:32216:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788777568.976675:0:32216:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788777568.976677:0:32216:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777568.976680:0:32216:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788777568.976682:0:32216:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000020:00000001:2.0:1788777568.977019:0:35305:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977036:0:35305:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788777568.977039:0:35305:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788777568.977041:0:35305:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452333360 : -110914257218256 : ffff9b1fc3191530) 00000020:00000001:2.0:1788777568.977044:0:35305:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788777568.977046:0:35305:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788777568.977047:0:35305:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777568.977052:0:35305:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[3 000000005a21fcfc 1 1 00000000deeb02fb 0 0 0] 00000020:00000001:2.0:1788777568.977053:0:35305:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788777568.977055:0:35305:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777568.977056:0:35305:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:2.0:1788777568.977058:0:35305:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977061:0:35305:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788777568.977063:0:35305:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788777568.977065:0:35305:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788777568.977066:0:35305:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788777568.977067:0:35305:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1788777568.977069:0:35305:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788777568.977070:0:35305:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788777568.977071:0:35305:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788777568.977072:0:35305:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788777568.977073:0:35305:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1788777568.977075:0:35305:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788777568.977076:0:35305:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777568.977079:0:35305:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[3 000000005a21fcfc 2 1 00000000deeb02fb 0 0 0] 00000020:00000001:2.0:1788777568.977081:0:35305:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788777568.977082:0:35305:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788777568.977083:0:35305:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1788777568.977086:0:35305:0:(cl_page.c:1207:cl_page_clip()) page@00000000ebe5a56a[2 000000005a21fcfc 2 1 00000000deeb02fb 0 0 0] 00000020:00000001:2.0:1788777568.977088:0:35305:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:2.0:1788777568.977091:0:35305:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1788777568.977093:0:35305:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788777568.977095:0:35305:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777568.977096:0:35305:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777568.977097:0:35305:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777568.977100:0:35305:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777568.977102:0:35305:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788777568.977103:0:35305:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777568.977105:0:35305:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788777568.977106:0:35305:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777568.977108:0:35305:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777568.977109:0:35305:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788777568.977111:0:35305:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788777568.977114:0:35305:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788777568.977117:0:35305:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777568.977121:0:35305:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000002:2.0:1788777568.977127:0:35305:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:2.0:1788777568.977130:0:35305:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977132:0:35305:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788777568.977132:0:35305:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788777568.977134:0:35305:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977138:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bb80 00000080:00200000:2.0:1788777568.977140:0:35305:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1788777568.977144:0:35305:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.977148:0:35305:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777568.977151:0:35305:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.977153:0:35305:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777568.977156:0:35305:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788777568.977158:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777568.977160:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777568.977162:0:35305:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777568.977163:0:35305:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777568.977165:0:35305:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977166:0:35305:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977168:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:2.0:1788777568.977171:0:35305:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977172:0:35305:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.977174:0:35305:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.977175:0:35305:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977176:0:35305:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977179:0:35305:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777568.977180:0:35305:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777568.977182:0:35305:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777568.977183:0:35305:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777568.977185:0:35305:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777568.977187:0:35305:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.977188:0:35305:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977190:0:35305:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777568.977192:0:35305:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777568.977195:0:35305:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777568.977196:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777568.977199:0:35305:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777568.977200:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777568.977205:0:35305:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777568.977208:0:35305:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777568.977210:0:35305:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777568.977212:0:35305:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777568.977213:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd0387530 (ffff9b1fc93db638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777568.977217:0:35305:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777568.977219:0:35305:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777568.977222:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777568.977224:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777568.977228:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:2.0:1788777568.977230:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777568.977233:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777568.977235:0:35305:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777568.977242:0:35305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777568.977253:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.977255:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.977257:0:35305:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777568.977260:0:35305:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777568.977263:0:35305:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777568.977271:0:35305:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777568.977274:0:35305:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777568.977276:0:35305:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777568.977280:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.977281:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.977283:0:35305:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.977286:0:35305:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777568.977289:0:35305:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.977291:0:35305:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.977294:0:35305:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.977296:0:35305:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777568.977297:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.977298:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777568.977300:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777568.977301:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777568.977302:0:35305:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777568.977304:0:35305:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777568.977305:0:35305:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777568.977306:0:35305:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777568.977307:0:35305:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777568.977309:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777568.977312:0:35305:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777568.977313:0:35305:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777568.977314:0:35305:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd0387530 (ffff9b1fc93dbbd8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777568.977318:0:35305:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc80f44c0. 00000020:00000001:2.0:1788777568.977322:0:35305:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777568.977323:0:35305:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fd0387500. 00020000:00000001:2.0:1788777568.977326:0:35305:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777568.977327:0:35305:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777568.977329:0:35305:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777568.977331:0:35305:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777568.977332:0:35305:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.977334:0:35305:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777568.977335:0:35305:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777568.977336:0:35305:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.977338:0:35305:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.977339:0:35305:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777568.977341:0:35305:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777568.977342:0:35305:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777568.977345:0:35305:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1788777568.977346:0:35305:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777568.977347:0:35305:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777568.977349:0:35305:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777568.977351:0:35305:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777568.977362:0:35305:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777568.977366:0:35305:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777568.977367:0:35305:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.977369:0:35305:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777568.977371:0:35305:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777568.977372:0:35305:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777568.977375:0:35305:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777568.977380:0:35305:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1788777568.977383:0:35305:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788777568.977386:0:35305:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788777568.977388:0:35305:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777568.977391:0:35305:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777568.977393:0:35305:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777568.977395:0:35305:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777568.977396:0:35305:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777568.977397:0:35305:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:2.0:1788777568.977400:0:35305:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777568.977402:0:35305:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777568.977403:0:35305:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777568.977413:0:35305:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777568.977416:0:35305:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777568.977417:0:35305:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777568.977419:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bc98 00000080:00200000:2.0:1788777568.977421:0:35305:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1788777568.977425:0:35305:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777568.977427:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777568.977429:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777568.977431:0:35305:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777568.977435:0:35305:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777568.977439:0:35305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777568.977442:0:35305:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788777568.977443:0:35305:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777568.977444:0:35305:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1788777568.977446:0:35305:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[0]: s=23 (1) m=1788777568 a=0 c=1788777568 b=8 00020000:00000001:2.0:1788777568.977450:0:35305:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777568.977452:0:35305:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777568 a=0 c=1788777568 b=8 00020000:00000001:2.0:1788777568.977455:0:35305:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977457:0:35305:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.977458:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:2.0:1788777568.977508:0:35305:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 8 00000080:00000001:2.0:1788777568.977512:0:35305:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788777568.977516:0:35305:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1788777568.977520:0:35305:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1788777568.977522:0:35305:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000020:00000001:2.0:1788777568.977526:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bd88 00000080:00000008:2.0:1788777568.977528:0:35305:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1788777568.977531:0:35305:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788777568.977552:0:35305:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777568.977554:0:35305:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000002:2.0:1788777568.977557:0:35305:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:2.0:1788777568.977560:0:35305:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.977571:0:35305:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777568.977573:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bdf0 00000080:00200008:2.0:1788777568.977575:0:35305:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 102001 00000080:00000001:2.0:1788777568.977579:0:35305:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777568.977582:0:35305:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777568.977583:0:35305:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777568.977585:0:35305:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000002:2.0:1788777568.977587:0:35305:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:2.0:1788777568.977589:0:35305:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.977591:0:35305:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788777568.977598:0:35305:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777568.977602:0:35305:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777568.977604:0:35305:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777568.977607:0:35305:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777568.977609:0:35305:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777568.977611:0:35305:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788777568.977614:0:35305:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777568.977619:0:35305:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777568.977622:0:35305:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777568.977629:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:2.0:1788777568.977632:0:35305:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777568.977636:0:35305:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777568.977638:0:35305:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:2.0:1788777568.977640:0:35305:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777568.977642:0:35305:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777568.977648:0:35305:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2c00. 00000080:00000001:2.0:1788777568.977650:0:35305:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777568.977655:0:35305:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777568.977659:0:35305:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788777568.977660:0:35305:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777568.977661:0:35305:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777568.977662:0:35305:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777568.977664:0:35305:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777568.977665:0:35305:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777568.977667:0:35305:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788777568.977669:0:35305:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777568.977671:0:35305:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1788777568.977675:0:35305:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777568.977676:0:35305:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:2.0:1788777568.977682:0:35305:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d880. 00000020:00000040:2.0:1788777568.977687:0:35305:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777568.977691:0:35305:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777568.977694:0:35305:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777568.977698:0:35305:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777568.977705:0:35305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc4fe2a00. 00000100:00000001:2.0:1788777568.977711:0:35305:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777568.977728:0:35305:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777584 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777568.977739:0:35305:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777568.977744:0:35305:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639d880 x1875667211143296/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777568.977751:0:35305:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777568.977753:0:35305:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777568.977759:0:35305:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777568.977761:0:35305:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560005312 : -110914149546304 : ffff9b1fc98406c0) 00000100:00000001:2.0:1788777568.977764:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.977765:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504812160 : -110914204739456 : ffff9b1fc639d880) 00000100:00000001:2.0:1788777568.977770:0:35305:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777568.977774:0:35305:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.977776:0:35305:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777568.977778:0:35305:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777568.977783:0:35305:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d880 x1875667211143296/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.977789:0:35305:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777568.977791:0:35305:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.977795:0:35305:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777568.977798:0:35305:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777568.977800:0:35305:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777568.977804:0:35305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d880 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35305:1875667211143296:192.168.204.133@tcp:35:uname.0 00000100:00000001:2.0:1788777568.977808:0:35305:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777568.977813:0:35305:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777568.977828:0:35305:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.977831:0:35305:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777568.977836:0:35305:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333bc00. 02000000:00000001:2.0:1788777568.977838:0:35305:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777568.977846:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777568.977850:0:35305:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b790. 00000400:00000010:2.0:1788777568.977858:0:35305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777568.977866:0:35305:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211143296, portal 10 00000100:00000001:2.0:1788777568.977868:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.977870:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504812160 : -110914204739456 : ffff9b1fc639d880) 00000100:00000040:2.0:1788777568.977876:0:35305:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639d880 x1875667211143296/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.977883:0:35305:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777568.977885:0:35305:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777568.977888:0:35305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e935d8. 00000100:00000200:2.0:1788777568.977890:0:35305:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211143296, offset 0 00000400:00000200:2.0:1788777568.977897:0:35305:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000800:00000001:3.0:1788777568.981169:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.981185:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777568.983560:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.983575:0:35305:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777568.983580:0:35305:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777568.983585:0:35305:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777568.983590:0:35305:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777568.983593:0:35305:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777568.983597:0:35305:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2978:2978:256:4294967295] 192.168.204.133@tcp LPNI seq info [2977:2977:8:4294967295] 00000400:00000200:2.0:1788777568.983601:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777568.983611:0:35305:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777568.983618:0:35305:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777568.983629:0:35305:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2d00. 00000800:00000200:2.0:1788777568.983639:0:35305:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777568.983648:0:35305:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777568.983653:0:35305:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777568.983677:0:35305:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.983685:0:35305:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 854431 usecs (855 jiffies) 00000400:00000200:2.0:1788777568.983689:0:35305:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777568.983692:0:35305:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673146 00000100:00000001:2.0:1788777568.983695:0:35305:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.983697:0:35305:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673146 00000100:00000001:2.0:1788777568.983700:0:35305:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777568.983702:0:35305:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.983707:0:35305:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.983710:0:35305:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777568.983712:0:35305:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777568.983715:0:35305:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc98406c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777568.983718:0:35305:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777568.983721:0:35305:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777568.984664:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777568.984673:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2d00. 00000400:00000200:3.0:1788777568.984680:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.984685:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777568.984692:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e935d8 00000400:00000010:3.0:1788777568.984694:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e935d8. 00000100:00000001:3.0:1788777568.984699:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777568.984707:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d880 x1875667211143296/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.984719:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777568.984722:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d880 x1875667211143296/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.984729:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777568.984731:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777568.994416:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.994434:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777568.994439:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.994441:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.994450:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.994458:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777568.994506:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.994511:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.994517:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.994521:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd64880 00000400:00000200:3.0:1788777568.994526:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777568.994532:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8abd [1] + 224 00000800:00000001:3.0:1788777568.994539:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.994547:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777568.994550:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777568.994554:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777568.994561:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777568.994570:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d880 x1875667211143296/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777568.994580:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc639d880 x1875667211143296/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777568.994597:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777568.994605:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777568.994608:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.994830:0:35305:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777568.994838:0:35305:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777568.994840:0:35305:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777568.994844:0:35305:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:2.0:1788777568.994850:0:35305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:2.0:1788777568.994853:0:35305:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:2.0:1788777568.994856:0:35305:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777568.994861:0:35305:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d880 x1875667211143296/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777568.994869:0:35305:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d880 x1875667211143296/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.994875:0:35305:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777568.994877:0:35305:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.994880:0:35305:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777568.994884:0:35305:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777568.994886:0:35305:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777568.994889:0:35305:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777568.994892:0:35305:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777568.994900:0:35305:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777568.994905:0:35305:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777568.994907:0:35305:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777568.994909:0:35305:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777568.994912:0:35305:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777568.994915:0:35305:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.994919:0:35305:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777568.994921:0:35305:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777568.994923:0:35305:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777568.994925:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.994927:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504812160 : -110914204739456 : ffff9b1fc639d880) 00000100:00000001:2.0:1788777568.994931:0:35305:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777568.994933:0:35305:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788777568.994935:0:35305:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777568.994937:0:35305:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777568.994942:0:35305:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d880 x1875667211143296/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.994949:0:35305:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777568.994952:0:35305:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777568.994954:0:35305:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777568.994959:0:35305:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d880 x1875667211143296/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777568.994966:0:35305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d880 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35305:1875667211143296:192.168.204.133@tcp:35:uname.0 00000100:00000001:2.0:1788777568.994983:0:35305:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777568.994985:0:35305:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.994988:0:35305:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777568.994990:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.994994:0:35305:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d880 x1875667211143296/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.995001:0:35305:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777568.995004:0:35305:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777568.995008:0:35305:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777568.995009:0:35305:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777568.995016:0:35305:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777568.995017:0:35305:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504812160 : -110914204739456 : ffff9b1fc639d880) 00000002:00000001:2.0:1788777568.995021:0:35305:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777568.995035:0:35305:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777568.995041:0:35305:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2c00. 00000080:00000001:2.0:1788777568.995044:0:35305:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788777568.995047:0:35305:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788777568.995050:0:35305:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777568.995053:0:35305:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777568.995055:0:35305:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777568.995058:0:35305:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777568.995060:0:35305:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777568.995062:0:35305:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788777568.995065:0:35305:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777568.995070:0:35305:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788777568.995075:0:35305:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777584 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777568.995082:0:35305:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777568.995084:0:35305:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777568.995086:0:35305:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4180. 00000100:00000001:2.0:1788777568.995090:0:35305:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777568.995092:0:35305:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d880 x1875667211143296/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777568.995098:0:35305:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.995101:0:35305:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777568.995104:0:35305:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b477c0. 00000080:00000001:2.0:1788777568.995108:0:35305:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777568.995115:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bdf0 00000080:00000008:2.0:1788777568.995118:0:35305:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 102001, rc = 0 00000080:00000001:2.0:1788777568.995121:0:35305:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777568.995126:0:35305:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777568.995128:0:35305:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4be00 00000080:00002000:2.0:1788777568.995130:0:35305:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1769870, parent ffff9b1fd155f360, inode ffff9b1fd157db88) hashed, 00000080:00000001:2.0:1788777568.995133:0:35305:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777569.072345:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bd08 00000080:00200008:3.0:1788777569.072355:0:35310:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777569.072363:0:35310:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777569.072365:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bc80 00000080:00200000:3.0:1788777569.072367:0:35310:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777569.072374:0:35310:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc61ca000. 00800000:00000002:3.0:1788777569.072381:0:35310:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777569.072386:0:35310:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777569.072391:0:35310:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777569.072393:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bba0 00800000:00000002:3.0:1788777569.072396:0:35310:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777569.072400:0:35310:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777569.072402:0:35310:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777569.072406:0:35310:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777569.072408:0:35310:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777569.072411:0:35310:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777569.072423:0:35310:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777569.072426:0:35310:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777569.072429:0:35310:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777569.072433:0:35310:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777569.072438:0:35310:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777569.072440:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9ba70 00000002:00010000:3.0:1788777569.072442:0:35310:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777569.072446:0:35310:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777569.072448:0:35310:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777569.072451:0:35310:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777569.072458:0:35310:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777569.072493:0:35310:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777569.072495:0:35310:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777569.072498:0:35310:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777569.072500:0:35310:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777569.072506:0:35310:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255880. 00000020:00000040:3.0:1788777569.072510:0:35310:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777569.072518:0:35310:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777569.072523:0:35310:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777569.072529:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.072531:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777569.072532:0:35310:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.072535:0:35310:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777569.072538:0:35310:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777569.072543:0:35310:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777569.072550:0:35310:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ef800. 00000100:00000001:3.0:1788777569.072557:0:35310:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.072563:0:35310:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777569.072565:0:35310:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.072566:0:35310:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777569.072567:0:35310:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.072569:0:35310:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777569.072576:0:35310:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00010000:00000001:3.0:1788777569.072580:0:35310:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777569.072582:0:35310:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777569.072586:0:35310:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d700. 00010000:00000010:3.0:1788777569.072591:0:35310:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0387280. 00010000:00000001:3.0:1788777569.072596:0:35310:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777569.072599:0:35310:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1814e00. 00000020:00000001:3.0:1788777569.072603:0:35310:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777569.072606:0:35310:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1814e00 with handle 0x22b16ee488cdcab4 to hash 00000020:00000001:3.0:1788777569.072608:0:35310:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777569.072609:0:35310:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777569.072614:0:35310:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:3.0:1788777569.072618:0:35310:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777569.072621:0:35310:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777569.072624:0:35310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777569.072634:0:35310:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35310 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777569.072645:0:35310:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35310 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777569.072651:0:35310:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777569.072653:0:35310:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777569.072661:0:35310:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fca735f00. 00000100:00000001:3.0:1788777569.072663:0:35310:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159575691008 : -110914133860608 : ffff9b1fca735f00) 00000100:00000001:3.0:1788777569.072667:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777569.072668:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000001:3.0:1788777569.072673:0:35310:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777569.072678:0:35310:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.072681:0:35310:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777569.072683:0:35310:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777569.072695:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.072704:0:35310:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777569.072707:0:35310:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777569.072710:0:35310:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777569.072713:0:35310:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777569.072716:0:35310:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777569.072719:0:35310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143424:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777569.072724:0:35310:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777569.072730:0:35310:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777569.072732:0:35310:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777569.072734:0:35310:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777569.072739:0:35310:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1095800. 02000000:00000001:3.0:1788777569.072740:0:35310:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777569.072747:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777569.072752:0:35310:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73f78. 00000400:00000010:3.0:1788777569.072758:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255a18. 00000100:00000200:3.0:1788777569.072765:0:35310:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211143424, portal 10 00000100:00000001:3.0:1788777569.072767:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777569.072768:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453137024 : -110914256414592 : ffff9b1fc3255880) 00000100:00000040:3.0:1788777569.072773:0:35310:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.072780:0:35310:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777569.072783:0:35310:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777569.072786:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255198. 00000100:00000200:3.0:1788777569.072790:0:35310:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211143424, offset 0 00000400:00000200:3.0:1788777569.072798:0:35310:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777569.072807:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.072815:0:35310:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777569.072821:0:35310:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777569.072826:0:35310:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777569.072829:0:35310:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777569.072833:0:35310:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777569.072837:0:35310:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2979:2979:256:4294967295] 192.168.204.133@tcp LPNI seq info [2978:2978:8:4294967295] 00000400:00000200:3.0:1788777569.072841:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.072852:0:35310:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777569.072859:0:35310:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777569.072865:0:35310:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b400. 00000800:00000200:3.0:1788777569.072875:0:35310:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777569.072882:0:35310:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777569.072887:0:35310:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788777569.073572:0:35310:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777569.073579:0:35310:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 853375 usecs (854 jiffies) 00000400:00000200:3.0:1788777569.073584:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777569.073588:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673235 00000100:00000001:3.0:1788777569.073591:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:3.0:1788777569.073593:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673235 00000100:00000001:3.0:1788777569.073596:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:3.0:1788777569.073598:0:35310:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777569.073601:0:35310:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.073603:0:35310:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777569.073605:0:35310:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777569.073608:0:35310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fca735f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788777569.073612:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777569.073615:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777569.073800:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777569.073806:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b400. 00000400:00000200:2.0:1788777569.073811:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777569.073818:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777569.073824:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255198 00000400:00000010:2.0:1788777569.073827:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255198. 00000100:00000001:2.0:1788777569.073830:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777569.073836:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.073846:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.073849:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.073855:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.073857:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777569.081271:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.081299:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.081304:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.081307:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.081319:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.081336:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.081348:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.081354:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.081361:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.081366:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd64900 00000400:00000200:3.0:1788777569.081371:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.081378:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8acd [1] + 224 00000800:00000001:3.0:1788777569.081385:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.081393:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.081396:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.081402:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.081421:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.081433:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777569.081445:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.081485:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.081494:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.081498:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.081906:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777569.081916:0:35310:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777569.081918:0:35310:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777569.081922:0:35310:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73f78. 00000400:00000200:2.0:1788777569.081927:0:35310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255a18 00000400:00000010:2.0:1788777569.081930:0:35310:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255a18. 00000100:00000001:2.0:1788777569.081933:0:35310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777569.081940:0:35310:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777569.081948:0:35310:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.081953:0:35310:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777569.081955:0:35310:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.081958:0:35310:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777569.081961:0:35310:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777569.081963:0:35310:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777569.081966:0:35310:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.081969:0:35310:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777569.081978:0:35310:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=78 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777569.081982:0:35310:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777569.081985:0:35310:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777569.081987:0:35310:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.081989:0:35310:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777569.081993:0:35310:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.081997:0:35310:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777569.082000:0:35310:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788777569.082002:0:35310:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777569.082005:0:35310:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.082011:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.082018:0:35310:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.082021:0:35310:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777569.082033:0:35310:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777569.082037:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777569.082045:0:35310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143424:192.168.204.133@tcp:101:lfs.0 00000100:00000001:2.0:1788777569.082050:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.082053:0:35310:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.082055:0:35310:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777569.082057:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.082060:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.082067:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777569.082070:0:35310:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fca735f00. 00000100:00000001:2.0:1788777569.082073:0:35310:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777569.082075:0:35310:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.082078:0:35310:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777569.082081:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082084:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082087:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=4 00000020:00000001:2.0:1788777569.082090:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082092:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000040:2.0:1788777569.082100:0:35310:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1814e00, remote cookie: 0x542deec0941a733d, flags: 0x1001 00010000:00010000:2.0:1788777569.082105:0:35310:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777569.082116:0:35310:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.082123:0:35310:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777569.082127:0:35310:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777569.082129:0:35310:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777569.082130:0:35310:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777569.082132:0:35310:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777569.082134:0:35310:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd9c8d700) refcount = 1 00010000:00010000:2.0:1788777569.082138:0:35310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.082144:0:35310:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777569.082148:0:35310:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777569.082150:0:35310:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.082153:0:35310:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777569.082155:0:35310:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.082158:0:35310:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.082164:0:35310:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777569.082165:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082167:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.082168:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082169:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.082170:0:35310:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.082175:0:35310:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777569.082177:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082178:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082179:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.082182:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082183:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082186:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082187:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082188:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=4 00000020:00000001:2.0:1788777569.082189:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082191:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082194:0:35310:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.082196:0:35310:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.082199:0:35310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.082206:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082207:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.082208:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082209:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082210:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=5 00000020:00000001:2.0:1788777569.082212:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082214:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082216:0:35310:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.082218:0:35310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.082224:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082225:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777569.082227:0:35310:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.082233:0:35310:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.082235:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082236:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.082237:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082238:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777569.082242:0:35310:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777569.082250:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082250:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082252:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.082254:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082255:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082257:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082258:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.082260:0:35310:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.082262:0:35310:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.082265:0:35310:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777569.082268:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082269:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082270:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.082272:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082274:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00000002:00010000:2.0:1788777569.082277:0:35310:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.082283:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082283:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.082285:0:35310:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777569.082286:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082288:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082289:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.082290:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082293:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000040:2.0:1788777569.082298:0:35310:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:2.0:1788777569.082302:0:35310:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777569.082306:0:35310:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777569.082309:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082310:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.082311:0:35310:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777569.082314:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9b9f8 00000002:00002000:2.0:1788777569.082316:0:35310:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777569.082319:0:35310:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.082324:0:35310:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.082327:0:35310:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777569.082330:0:35310:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777569.082334:0:35310:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.082338:0:35310:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777569.082342:0:35310:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc61ca000. 00000080:00000001:2.0:1788777569.082347:0:35310:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777569.082349:0:35310:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777569.082356:0:35310:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777569.082360:0:35310:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777569.082368:0:35310:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3dfc0. 00800000:00000001:2.0:1788777569.082370:0:35310:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483449280 : -110914226102336 : ffff9b1fc4f3dfc0) 00800000:00000001:2.0:1788777569.082373:0:35310:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.082376:0:35310:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777569.082378:0:35310:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777569.082380:0:35310:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777569.082383:0:35310:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777569.082386:0:35310:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777569.082388:0:35310:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.082393:0:35310:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777569.082396:0:35310:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788777569.082399:0:35310:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777566 to 1788777568 00000080:00200000:2.0:1788777569.082404:0:35310:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788777569.082406:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082408:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082410:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.082412:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082414:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082417:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082418:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777569.082421:0:35310:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777569.082423:0:35310:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777569.082424:0:35310:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3dfc0 1 00800000:00000010:2.0:1788777569.082427:0:35310:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3dfc0. 00800000:00000001:2.0:1788777569.082430:0:35310:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.082434:0:35310:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcab4 00800000:00000001:2.0:1788777569.082437:0:35310:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777569.082439:0:35310:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777569.082441:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082442:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082443:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.082445:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082447:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082449:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082450:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.082452:0:35310:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.082454:0:35310:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.082456:0:35310:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.082459:0:35310:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777569.082494:0:35310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcab4 from it ffffb70bc1d9bcb8 00010000:00000001:2.0:1788777569.082497:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.082498:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.082499:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.082501:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082503:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.082505:0:35310:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.082507:0:35310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.082513:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082515:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.082517:0:35310:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.082519:0:35310:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.082522:0:35310:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777569.082531:0:35310:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.082534:0:35310:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.082536:0:35310:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.082540:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082542:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.082543:0:35310:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.082548:0:35310:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.082551:0:35310:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.082553:0:35310:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.082555:0:35310:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.082557:0:35310:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.082558:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.082559:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777569.082562:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.082567:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255880 x1875667211143424/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.082575:0:35310:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777569.082578:0:35310:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777569.082581:0:35310:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1095800. 02000000:00000001:2.0:1788777569.082586:0:35310:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777569.082588:0:35310:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.082590:0:35310:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.082593:0:35310:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777569.082596:0:35310:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ef800. 02000000:00000001:2.0:1788777569.082600:0:35310:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777569.082602:0:35310:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777569.082604:0:35310:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255880. 00000100:00000001:2.0:1788777569.082607:0:35310:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777569.082608:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777569.082612:0:35310:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.082618:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bd08 00000080:00000008:2.0:1788777569.082620:0:35310:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777569.083324:0:35310:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.083360:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bd08 00000080:00200008:2.0:1788777569.083363:0:35310:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788777569.083368:0:35310:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777569.083370:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bc80 00000080:00200000:2.0:1788777569.083372:0:35310:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777569.083377:0:35310:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2000. 00800000:00000002:2.0:1788777569.083382:0:35310:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777569.083385:0:35310:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777569.083390:0:35310:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.083392:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bba0 00800000:00000002:2.0:1788777569.083394:0:35310:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.083398:0:35310:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777569.083401:0:35310:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.083404:0:35310:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.083406:0:35310:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.083408:0:35310:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.083410:0:35310:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.083412:0:35310:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.083414:0:35310:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.083417:0:35310:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777569.083422:0:35310:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.083424:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9ba70 00000002:00010000:2.0:1788777569.083426:0:35310:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777569.083430:0:35310:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777569.083432:0:35310:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777569.083435:0:35310:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.083439:0:35310:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:2.0:1788777569.083441:0:35310:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.083445:0:35310:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.083448:0:35310:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777569.083452:0:35310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777569.083498:0:35310:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.083503:0:35310:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.083507:0:35310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777569.083514:0:35310:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777569.083517:0:35310:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777569.083519:0:35310:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777569.083521:0:35310:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777569.083523:0:35310:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777569.083525:0:35310:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777569.083527:0:35310:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777569.083529:0:35310:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777569.083532:0:35310:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2000. 00000080:00000001:2.0:1788777569.083535:0:35310:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777569.083537:0:35310:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.083539:0:35310:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777569.083542:0:35310:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcab4 00800000:00000001:2.0:1788777569.083545:0:35310:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777569.083547:0:35310:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777569.083548:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.083550:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.083552:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.083553:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.083556:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.083558:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.083560:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.083561:0:35310:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.083563:0:35310:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.083565:0:35310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcab4 from it ffffb70bc1d9bcb8 00010000:00000001:2.0:1788777569.083567:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.083568:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.083570:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.083571:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.084379:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.084386:0:35310:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.084390:0:35310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777569.084398:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.084399:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.084400:0:35310:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.084402:0:35310:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.084405:0:35310:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777569.084411:0:35310:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.084415:0:35310:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.084416:0:35310:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.084421:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.084422:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.084423:0:35310:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.084494:0:35310:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.084496:0:35310:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.084498:0:35310:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.084501:0:35310:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.084503:0:35310:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.084505:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.084506:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777569.084509:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777569.084510:0:35310:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777569.084515:0:35310:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.084520:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bd08 00000080:00000008:2.0:1788777569.084522:0:35310:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788777569.084694:0:35310:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777569.084697:0:35310:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777569.084699:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bb78 00000080:00200000:2.0:1788777569.084701:0:35310:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777569.084708:0:35310:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2000. 00800000:00000002:2.0:1788777569.084712:0:35310:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777569.084716:0:35310:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777569.084719:0:35310:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.084720:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9ba98 00800000:00000002:2.0:1788777569.084722:0:35310:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.084725:0:35310:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777569.084727:0:35310:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.084730:0:35310:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.084732:0:35310:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.084734:0:35310:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.084736:0:35310:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.084738:0:35310:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.084741:0:35310:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.084745:0:35310:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777569.084750:0:35310:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.084751:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9b968 00000002:00010000:2.0:1788777569.084753:0:35310:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777569.084756:0:35310:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777569.084759:0:35310:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777569.084761:0:35310:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.084768:0:35310:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:2.0:1788777569.084770:0:35310:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.084775:0:35310:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.084779:0:35310:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777569.084782:0:35310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777569.084791:0:35310:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.084795:0:35310:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.084798:0:35310:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777569.084804:0:35310:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777569.084807:0:35310:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777569.084808:0:35310:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777569.084810:0:35310:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777569.084811:0:35310:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777569.085323:0:35310:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777569.085328:0:35310:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777569.085332:0:35310:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777569.085335:0:35310:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2000. 00000080:00000001:2.0:1788777569.085339:0:35310:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777569.085340:0:35310:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.085342:0:35310:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777569.085345:0:35310:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcab4 00800000:00000001:2.0:1788777569.085349:0:35310:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777569.085351:0:35310:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777569.085353:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.085355:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.085357:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.085360:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.085362:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.085365:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.085367:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.085368:0:35310:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.085370:0:35310:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.085372:0:35310:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcab4 from it ffffb70bc1d9bbb0 00010000:00000001:2.0:1788777569.085374:0:35310:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.085374:0:35310:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.085376:0:35310:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.085377:0:35310:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.085379:0:35310:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.085381:0:35310:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.085383:0:35310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777569.085389:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.085390:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.085392:0:35310:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.085394:0:35310:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.085396:0:35310:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777569.085401:0:35310:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.085403:0:35310:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.085404:0:35310:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.085407:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.085408:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.085409:0:35310:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.085411:0:35310:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.085413:0:35310:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.085414:0:35310:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.085416:0:35310:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.085418:0:35310:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.085419:0:35310:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.085420:0:35310:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777569.085422:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777569.085423:0:35310:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777569.085425:0:35310:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788777569.085525:0:35310:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.085531:0:35310:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777569.085533:0:35310:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777569.085535:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bb78 00000080:00200008:2.0:1788777569.085536:0:35310:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000 00000080:00000010:2.0:1788777569.085543:0:35310:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc15a6dc0. 00000080:00000001:2.0:1788777569.085548:0:35310:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.085550:0:35310:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.085692:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.085695:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.085702:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.085705:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.085711:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.085715:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.085718:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.085721:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.085723:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.085729:0:35310:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1788777569.085731:0:35310:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: age 1995, max_age 2004 00000002:00000001:2.0:1788777569.085735:0:35310:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788777569.085738:0:35310:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000010:2.0:1788777569.085744:0:35310:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f480. 00000020:00000040:2.0:1788777569.085747:0:35310:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777569.085751:0:35310:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777569.085754:0:35310:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777569.085758:0:35310:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777569.085766:0:35310:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb5a2d00. 00000100:00000001:2.0:1788777569.085773:0:35310:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.085776:0:35310:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777569.085779:0:35310:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777569.085786:0:35310:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777569.085788:0:35310:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560005312 : -110914149546304 : ffff9b1fc98406c0) 00000100:00000001:2.0:1788777569.085790:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.085791:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000001:2.0:1788777569.085796:0:35310:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777569.085800:0:35310:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.085802:0:35310:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777569.085804:0:35310:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777569.085980:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.085990:0:35310:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777569.085992:0:35310:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.085996:0:35310:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777569.085999:0:35310:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777569.086001:0:35310:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777569.086006:0:35310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143552:192.168.204.133@tcp:41:lfs.0 00000100:00000001:2.0:1788777569.086011:0:35310:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777569.086016:0:35310:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777569.086019:0:35310:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.086021:0:35310:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777569.086035:0:35310:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777569.086038:0:35310:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777569.086046:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777569.086050:0:35310:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b790. 00000400:00000010:2.0:1788777569.086058:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777569.086067:0:35310:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211143552, portal 10 00000100:00000001:2.0:1788777569.086069:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.086070:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000040:2.0:1788777569.086078:0:35310:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.086086:0:35310:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777569.086089:0:35310:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777569.086092:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777569.086095:0:35310:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211143552, offset 0 00000400:00000200:2.0:1788777569.086102:0:35310:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777569.086113:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.086122:0:35310:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777569.086127:0:35310:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777569.086132:0:35310:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777569.086136:0:35310:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777569.086139:0:35310:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777569.086142:0:35310:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2980:2980:256:4294967295] 192.168.204.133@tcp LPNI seq info [2979:2979:8:4294967295] 00000400:00000200:2.0:1788777569.086146:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.086155:0:35310:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777569.086161:0:35310:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777569.086166:0:35310:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2c00. 00000800:00000200:2.0:1788777569.086172:0:35310:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777569.086180:0:35310:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777569.086185:0:35310:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777569.086442:0:35310:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.086447:0:35310:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 852310 usecs (853 jiffies) 00000400:00000200:2.0:1788777569.086451:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777569.086453:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673246 00000100:00000001:2.0:1788777569.086456:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.086458:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673246 00000100:00000001:2.0:1788777569.086460:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.086487:0:35310:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.086490:0:35310:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.086492:0:35310:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777569.086494:0:35310:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777569.086497:0:35310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc98406c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777569.086500:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777569.086503:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777569.091368:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777569.091379:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2c00. 00000400:00000200:2.0:1788777569.091387:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777569.091399:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777569.091409:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:2.0:1788777569.091412:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:2.0:1788777569.091419:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777569.091784:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.091803:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.091809:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.091818:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.091820:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777569.095236:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.095258:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.095262:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.095265:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.095274:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.095285:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.095295:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.095300:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.095305:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.095309:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd64980 00000400:00000200:3.0:1788777569.095315:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.095321:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x8add [1] + 224 00000800:00000001:3.0:1788777569.095329:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.095336:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.095339:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.095354:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.095363:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.095376:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777569.095388:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777569.095410:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.095420:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.095424:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.096237:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777569.096247:0:35310:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777569.096250:0:35310:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777569.096254:0:35310:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:2.0:1788777569.096261:0:35310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:2.0:1788777569.096263:0:35310:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:2.0:1788777569.096267:0:35310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777569.096275:0:35310:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777569.096284:0:35310:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.096290:0:35310:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777569.096293:0:35310:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.096295:0:35310:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777569.096300:0:35310:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777569.096303:0:35310:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777569.096306:0:35310:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.096309:0:35310:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777569.096322:0:35310:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=78 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777569.096327:0:35310:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777569.096330:0:35310:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777569.096332:0:35310:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.096334:0:35310:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777569.096338:0:35310:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.096343:0:35310:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777569.096345:0:35310:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788777569.096347:0:35310:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777569.096351:0:35310:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.096355:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.096362:0:35310:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.096366:0:35310:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777569.096368:0:35310:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777569.096371:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777569.096379:0:35310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143552:192.168.204.133@tcp:41:lfs.0 00000100:00000001:2.0:1788777569.096384:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.096387:0:35310:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.096389:0:35310:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777569.096391:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.096395:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.096402:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777569.096405:0:35310:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777569.096409:0:35310:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777569.096411:0:35310:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.096418:0:35310:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788777569.096419:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.096423:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f480 x1875667211143552/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.096429:0:35310:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777569.096433:0:35310:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777569.096436:0:35310:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777569.096439:0:35310:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777569.096442:0:35310:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.096444:0:35310:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.096447:0:35310:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777569.096450:0:35310:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb5a2d00. 02000000:00000001:2.0:1788777569.096453:0:35310:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777569.096455:0:35310:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777569.096457:0:35310:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f480. 00000100:00000001:2.0:1788777569.096460:0:35310:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777569.096512:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777569.096514:0:35310:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.096515:0:35310:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.096517:0:35310:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788777569.096520:0:35310:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: update ffff9b1fc3398450 cache blocks 317379/353529 objects 1023702/1024000 00800000:00000001:2.0:1788777569.096526:0:35310:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.096535:0:35310:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.096539:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777569.096542:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.096546:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.096549:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.096663:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.096665:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.096676:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.096679:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.096686:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.096691:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.096693:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.096697:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.096699:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.096708:0:35310:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1788777569.096710:0:35310:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9b1fc31a7000: age 1995, max_age 2004 00000002:00000001:2.0:1788777569.096713:0:35310:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788777569.096716:0:35310:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000010:2.0:1788777569.096721:0:35310:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f480. 00000020:00000040:2.0:1788777569.096723:0:35310:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=6 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777569.096726:0:35310:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777569.096729:0:35310:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777569.096853:0:35310:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777569.096862:0:35310:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb5a2d00. 00000100:00000001:2.0:1788777569.096868:0:35310:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.096872:0:35310:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777569.096874:0:35310:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777569.096879:0:35310:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777569.096881:0:35310:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560005312 : -110914149546304 : ffff9b1fc98406c0) 00000100:00000001:2.0:1788777569.096883:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.096885:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000001:2.0:1788777569.096889:0:35310:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777569.096893:0:35310:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.096895:0:35310:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777569.096896:0:35310:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777569.096902:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.096909:0:35310:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777569.096911:0:35310:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.096915:0:35310:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777569.096918:0:35310:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777569.096921:0:35310:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777569.096924:0:35310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143680:192.168.204.133@tcp:41:lfs.0 00000100:00000001:2.0:1788777569.096928:0:35310:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777569.096933:0:35310:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777569.096936:0:35310:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.096938:0:35310:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777569.096942:0:35310:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777569.096944:0:35310:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777569.096950:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777569.096953:0:35310:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b790. 00000400:00000010:2.0:1788777569.096957:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777569.096963:0:35310:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211143680, portal 10 00000100:00000001:2.0:1788777569.096965:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.096966:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000040:2.0:1788777569.096973:0:35310:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.096979:0:35310:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777569.096982:0:35310:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777569.096985:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777569.096987:0:35310:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211143680, offset 0 00000400:00000200:2.0:1788777569.096993:0:35310:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777569.097001:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.097008:0:35310:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777569.097014:0:35310:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777569.097018:0:35310:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777569.097031:0:35310:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777569.097035:0:35310:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777569.097039:0:35310:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2981:2981:256:4294967295] 192.168.204.133@tcp LPNI seq info [2980:2980:8:4294967295] 00000400:00000200:2.0:1788777569.097044:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.097054:0:35310:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777569.097061:0:35310:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777569.097066:0:35310:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2c00. 00000800:00000200:2.0:1788777569.097074:0:35310:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777569.097083:0:35310:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777569.097089:0:35310:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777569.097106:0:35310:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.097111:0:35310:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22167 usecs (23 jiffies) 00000400:00000200:2.0:1788777569.097115:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777569.097117:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672427 00000800:00000200:2.0:1788777569.097335:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777569.097339:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2c00. 00000400:00000200:2.0:1788777569.097343:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777569.097361:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777569.097365:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:2.0:1788777569.097367:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:2.0:1788777569.097370:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777569.097375:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.097384:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.097387:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.097397:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.097399:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777569.097414:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.097418:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672427 00000100:00000001:2.0:1788777569.097420:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.097423:0:35310:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.097425:0:35310:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.097428:0:35310:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777569.097430:0:35310:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777569.097433:0:35310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc98406c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777569.097435:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777569.097437:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777569.100043:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.100074:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.100081:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.100084:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.100097:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.100109:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.100126:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.100133:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.100139:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.100143:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd64a00 00000400:00000200:3.0:1788777569.100149:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.100155:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x8aed [1] + 224 00000800:00000001:3.0:1788777569.100165:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.100172:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.100176:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.100180:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.100187:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.100196:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777569.100206:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777569.100229:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.100238:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.100241:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.100452:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777569.100461:0:35310:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777569.100570:0:35310:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777569.100573:0:35310:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:2.0:1788777569.100578:0:35310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:2.0:1788777569.100580:0:35310:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:2.0:1788777569.100583:0:35310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777569.100588:0:35310:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777569.100597:0:35310:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.100602:0:35310:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777569.100604:0:35310:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.100606:0:35310:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777569.100610:0:35310:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777569.100612:0:35310:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777569.100615:0:35310:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.100618:0:35310:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777569.100627:0:35310:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=78 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777569.100632:0:35310:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777569.100635:0:35310:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777569.100637:0:35310:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.100640:0:35310:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777569.100645:0:35310:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.100650:0:35310:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777569.100652:0:35310:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788777569.100654:0:35310:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777569.100659:0:35310:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.100664:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.100672:0:35310:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.100675:0:35310:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777569.100677:0:35310:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777569.100681:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777569.100695:0:35310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143680:192.168.204.133@tcp:41:lfs.0 00000100:00000001:2.0:1788777569.100699:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.100702:0:35310:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.100704:0:35310:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777569.100706:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.100709:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.100716:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777569.100719:0:35310:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777569.100723:0:35310:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777569.100724:0:35310:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.100837:0:35310:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788777569.100840:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.100845:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f480 x1875667211143680/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.100851:0:35310:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777569.100854:0:35310:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777569.100858:0:35310:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777569.100861:0:35310:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777569.100863:0:35310:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.100865:0:35310:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.100867:0:35310:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777569.100870:0:35310:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb5a2d00. 02000000:00000001:2.0:1788777569.100874:0:35310:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777569.100876:0:35310:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777569.100878:0:35310:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f480. 00000100:00000001:2.0:1788777569.100882:0:35310:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777569.100883:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777569.100884:0:35310:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.100886:0:35310:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.100887:0:35310:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788777569.100890:0:35310:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9b1fc31a7000: update ffff9b1fc93a9e08 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:2.0:1788777569.100897:0:35310:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.100904:0:35310:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.100907:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777569.100910:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.100913:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.100915:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.100979:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.100982:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.100991:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.100993:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.100999:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101003:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101005:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101008:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101009:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101015:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101017:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101019:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101031:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101034:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101036:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101041:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101043:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101046:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101047:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101049:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101051:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101053:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101054:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101056:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101058:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101059:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101061:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101063:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101065:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101067:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101069:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101071:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101072:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101073:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101076:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101077:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101079:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101080:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101081:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101083:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101085:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101087:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101090:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101092:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101093:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101096:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101244:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101248:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101249:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101253:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101255:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101256:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101258:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101259:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101262:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101264:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101265:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101267:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101269:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101271:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101275:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101277:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101279:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101280:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101281:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101283:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101284:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101285:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101286:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101288:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101290:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101292:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101293:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101295:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101297:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101300:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101301:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101303:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101304:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101306:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101308:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101310:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101311:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101312:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101315:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101316:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101318:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101320:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101321:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101323:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101325:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101327:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101329:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101330:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101332:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101334:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101336:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101337:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101338:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101340:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101342:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101343:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101346:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101348:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101350:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101352:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101354:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101356:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101357:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101359:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101361:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101363:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101364:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101365:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101368:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101369:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101371:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101373:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101374:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101376:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101378:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101380:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101382:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101383:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101386:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101388:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101389:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101390:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101392:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101394:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101396:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101398:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101400:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101402:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101404:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101407:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101408:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101410:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101411:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101414:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101416:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101417:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101418:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101419:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101422:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101424:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101425:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101427:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101429:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101431:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101434:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101435:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101437:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101438:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101441:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101443:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101445:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101446:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101448:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101450:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101453:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101455:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101457:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101459:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101460:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101491:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101492:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101495:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101496:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101499:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101501:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101503:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101505:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101506:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101508:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101511:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101512:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101515:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101517:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101519:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101523:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101524:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101527:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101528:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101530:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101532:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101534:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101535:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101537:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101539:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101542:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101544:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101545:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101548:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101550:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101553:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101554:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101557:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101558:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101560:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101562:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101564:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101565:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101566:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101569:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101571:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101573:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101575:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101577:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101578:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101581:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101583:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101585:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101586:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101588:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101590:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101592:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101593:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101594:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101597:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101598:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101600:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.101602:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.101605:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101606:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101609:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.101611:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.101613:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.101615:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.101617:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.101618:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.101620:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.101622:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.101623:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.101625:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.101626:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105120:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105135:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105144:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105147:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105166:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105168:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105177:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105180:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105190:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105195:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105198:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105202:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105204:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105209:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105212:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105214:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105216:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105218:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105220:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105223:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105225:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105227:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105228:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105232:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105234:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105236:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105237:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105238:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105241:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105243:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105244:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105246:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105248:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105251:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105253:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105255:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105257:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105258:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105261:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105263:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105264:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105265:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105267:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105269:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105271:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105272:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105274:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105276:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105277:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105280:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105281:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105284:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105285:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105287:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105289:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105290:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105292:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105293:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105295:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105297:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105298:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105300:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105302:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105304:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105307:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105308:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105310:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105311:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105314:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105316:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105322:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105323:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105324:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105327:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105329:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105330:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105333:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105335:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105337:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105340:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105341:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105344:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105345:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105347:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105350:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105351:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105352:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105354:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105357:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105359:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105360:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105362:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105364:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105366:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105369:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105370:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105373:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105374:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105376:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105379:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105380:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105381:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105382:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105385:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105387:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105788:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105794:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105797:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105800:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105806:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105808:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105812:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105814:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105817:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105819:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105821:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105823:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105825:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105827:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105829:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105831:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105833:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105836:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105837:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105840:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105842:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105843:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105845:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105847:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105849:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105851:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105852:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105853:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105855:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105857:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105858:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105860:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105863:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105864:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105867:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105868:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105870:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105871:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105873:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105875:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105877:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105878:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105879:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105881:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105883:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105885:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105887:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105889:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105890:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105892:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105894:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105896:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105898:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105900:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105902:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105903:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105905:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105906:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105908:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105910:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105911:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105913:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105915:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105917:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105919:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105920:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105922:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105923:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105925:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105927:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105929:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105930:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105931:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105934:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105935:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105937:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105939:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105941:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105943:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105945:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105947:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105949:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105950:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105953:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105955:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105956:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105958:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105959:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105961:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105963:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105965:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105967:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105969:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105970:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105973:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.105974:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.105977:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.105978:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.105980:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.105982:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.105983:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.105985:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.105986:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.105988:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105990:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105992:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.105994:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.105996:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.105997:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106000:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106001:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106004:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106005:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106007:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106009:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106010:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106012:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106013:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106015:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106017:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106018:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106020:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106031:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106033:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106037:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106038:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106040:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106041:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106043:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106045:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106047:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106048:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106049:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106051:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106053:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106055:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106057:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106059:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106061:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106063:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106065:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106067:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106068:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106071:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106073:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106074:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106075:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106077:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106079:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106081:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106083:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106084:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106086:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106088:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106091:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106092:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106094:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106096:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106098:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106100:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106101:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106102:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106104:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106106:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106108:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106110:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106112:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106114:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106115:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106118:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106120:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106122:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106123:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106125:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106128:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106129:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106130:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106132:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106134:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106136:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106138:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106140:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106142:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106144:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106147:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106148:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106150:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106152:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106153:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106156:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106157:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106158:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106159:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106161:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106163:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106165:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106167:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106169:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106171:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106174:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106175:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106178:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106179:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106181:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106183:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106184:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106185:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106187:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106189:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106191:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106192:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106194:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106196:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106198:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106201:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106203:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106205:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106206:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106208:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106210:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106212:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106213:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106214:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106216:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106217:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106219:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106221:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106223:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106224:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106227:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106228:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106230:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106231:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106233:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106235:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106236:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106237:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106238:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106241:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106242:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106244:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106246:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106247:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106249:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106251:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106252:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106254:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106255:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106258:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106260:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106261:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106262:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106264:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106266:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106268:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106269:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106271:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106273:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106275:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106277:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106278:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106281:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106282:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106284:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106286:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106288:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106289:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106290:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106292:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106294:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106296:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106298:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106299:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106301:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106304:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106305:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106307:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106309:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106311:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106313:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106314:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106316:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106317:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106320:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106322:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106323:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106325:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106327:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106328:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106331:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106332:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106334:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106335:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106337:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106339:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106340:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106341:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106343:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106345:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106346:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106348:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106350:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106352:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106354:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106356:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106358:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106361:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106361:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106364:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.106365:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.106367:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.106368:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.106370:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.106372:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106374:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106376:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.106378:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.106379:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106381:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.106384:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.106385:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.106388:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.106389:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.106390:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107556:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107560:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107564:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107566:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107571:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107573:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107575:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107578:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107593:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107596:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107609:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107610:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107616:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107617:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107623:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107626:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107627:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107629:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107630:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107632:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107635:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107636:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107639:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107642:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107643:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107647:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107648:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107650:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107651:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107654:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107656:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107657:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107658:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107659:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107661:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107663:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107665:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107667:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107669:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107670:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107673:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107674:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107677:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107678:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107680:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107681:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107683:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107684:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107685:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107688:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107689:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107691:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107693:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107695:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107696:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107698:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107700:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107703:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107704:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107706:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107707:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107709:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107710:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107711:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107713:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107714:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107716:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107718:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107720:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107722:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107724:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107725:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107728:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107729:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107731:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107742:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107744:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107745:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107746:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107748:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107750:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107752:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107755:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107757:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107759:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107762:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107764:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107766:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107768:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107771:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107774:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107775:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107776:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107777:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107780:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107781:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107783:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107786:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107789:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107791:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107794:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107795:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107798:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107799:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107801:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107803:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107805:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107807:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107808:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107810:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107813:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107815:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107817:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107819:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107820:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107824:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107826:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107828:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107829:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107832:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107834:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107836:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107837:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107838:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107841:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107843:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107845:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107847:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107849:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107851:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107854:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107855:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107857:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107858:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107861:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107863:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107865:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107866:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107867:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107870:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107872:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107873:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107876:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107878:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107880:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107882:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107884:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107886:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107887:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107890:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107892:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107893:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107894:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107895:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107898:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107901:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107902:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107905:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107907:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107908:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107911:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107913:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107915:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107916:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107919:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107921:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107923:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107924:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107925:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107928:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107929:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107931:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107933:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107935:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107936:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107939:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107941:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107943:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107944:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107947:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107949:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107951:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107952:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107953:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107955:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107957:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107959:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107961:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107963:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107965:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107968:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107970:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.107972:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.107973:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.107976:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.107978:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.107979:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.107980:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.107982:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.107984:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107986:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107987:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.107990:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.107992:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107993:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.107996:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.107998:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.108001:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.108002:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.108004:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.108006:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.108008:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.108009:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.108010:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.108012:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108014:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108016:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.108018:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.108020:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108031:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108034:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.108036:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.108038:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.108039:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.108042:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.108044:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.108045:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.108046:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.108048:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.108050:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108052:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108053:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.108056:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.108058:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108060:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108062:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.108064:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.108066:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.108067:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.108069:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.108071:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.108073:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.108074:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.108075:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.108077:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108079:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108081:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.108083:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.108085:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108086:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108089:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.108090:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.108093:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.108094:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.108096:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.108099:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.108100:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.108101:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.108103:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.108105:0:35310:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108106:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108108:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.108110:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.108112:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108114:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.108117:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.108118:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.108120:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.108121:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.108123:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.108126:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.108127:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777569.108128:0:35310:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777569.108129:0:35310:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00800000:00000001:2.0:1788777569.108132:0:35310:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777569.108134:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777569.108135:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788777569.108137:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.108139:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777569.108141:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777569.108144:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.108145:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.108148:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.108149:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.108151:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.108153:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.108155:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.108160:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.108162:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.108171:0:35310:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788777569.108174:0:35310:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b1fc31a7000: age 1995, max_age 2004 00000008:00000001:2.0:1788777569.108178:0:35310:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788777569.108182:0:35310:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000010:2.0:1788777569.108192:0:35310:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f480. 00000020:00000040:2.0:1788777569.108196:0:35310:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.108200:0:35310:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.108201:0:35310:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.108204:0:35310:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788777569.108207:0:35310:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777569.108210:0:35310:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777569.108216:0:35310:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777569.108223:0:35310:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb5a2d00. 00000100:00000001:2.0:1788777569.108232:0:35310:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.108236:0:35310:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777569.108238:0:35310:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777569.108245:0:35310:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777569.108247:0:35310:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560005312 : -110914149546304 : ffff9b1fc98406c0) 00000100:00000001:2.0:1788777569.108250:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.108251:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000001:2.0:1788777569.108257:0:35310:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777569.108262:0:35310:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.108264:0:35310:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777569.108266:0:35310:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777569.108279:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.108288:0:35310:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777569.108290:0:35310:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.108293:0:35310:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777569.108295:0:35310:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777569.108298:0:35310:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777569.108301:0:35310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143808:192.168.204.133@tcp:13:lfs.0 00000100:00000001:2.0:1788777569.108308:0:35310:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777569.108314:0:35310:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777569.108317:0:35310:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.108320:0:35310:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777569.111751:0:35310:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777569.111765:0:35310:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777569.111777:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777569.111783:0:35310:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b790. 00000400:00000010:2.0:1788777569.111791:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777569.111801:0:35310:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211143808, portal 4 00000100:00000001:2.0:1788777569.111804:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.111806:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000040:2.0:1788777569.111822:0:35310:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.111831:0:35310:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777569.111834:0:35310:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777569.111837:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777569.111840:0:35310:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667211143808, offset 0 00000400:00000200:2.0:1788777569.111847:0:35310:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777569.111857:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.111866:0:35310:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777569.111872:0:35310:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777569.111877:0:35310:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777569.111881:0:35310:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777569.111884:0:35310:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777569.111889:0:35310:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2982:2982:256:4294967295] 192.168.204.133@tcp LPNI seq info [2981:2981:8:4294967295] 00000400:00000200:2.0:1788777569.111893:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.111903:0:35310:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777569.111910:0:35310:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777569.111914:0:35310:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2c00. 00000800:00000200:2.0:1788777569.111922:0:35310:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777569.111931:0:35310:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777569.111934:0:35310:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777569.111954:0:35310:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.111959:0:35310:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21093 usecs (22 jiffies) 00000400:00000200:2.0:1788777569.111962:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777569.111964:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672441 00000800:00000200:2.0:1788777569.112093:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777569.112098:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2c00. 00000400:00000200:2.0:1788777569.112103:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777569.112108:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777569.112114:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:2.0:1788777569.112116:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:2.0:1788777569.112120:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777569.112125:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.112135:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.112138:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.112145:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.112147:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777569.112163:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.112166:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672441 00000100:00000001:2.0:1788777569.112168:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.112171:0:35310:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.112173:0:35310:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.112176:0:35310:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777569.112178:0:35310:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777569.112181:0:35310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc98406c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777569.112183:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777569.112186:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777569.117268:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.117287:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.117291:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.117294:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.117303:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.117311:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.117321:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.117326:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.117332:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.117336:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 4 MB=0x6a9e8cdd64a80 00000400:00000200:3.0:1788777569.117341:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.117347:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 368/368 into md 0x8afd [1] + 224 00000800:00000001:3.0:1788777569.117354:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.117361:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.117364:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.117378:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.117385:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.117396:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777569.117406:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777569.117430:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.117441:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.117444:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.117566:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777569.117574:0:35310:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777569.117576:0:35310:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777569.117580:0:35310:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:2.0:1788777569.117584:0:35310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:2.0:1788777569.117587:0:35310:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:2.0:1788777569.117591:0:35310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777569.117595:0:35310:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777569.117604:0:35310:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.117610:0:35310:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777569.117612:0:35310:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.117615:0:35310:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777569.117619:0:35310:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777569.117622:0:35310:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777569.117624:0:35310:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.117626:0:35310:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777569.117637:0:35310:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530ccf0 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1788777569.117641:0:35310:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777569.117800:0:35310:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777569.117803:0:35310:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.117806:0:35310:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777569.117810:0:35310:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.117814:0:35310:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777569.117817:0:35310:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1788777569.117819:0:35310:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777569.117821:0:35310:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.117828:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.117835:0:35310:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.117838:0:35310:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777569.117840:0:35310:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777569.117844:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777569.117858:0:35310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143808:192.168.204.133@tcp:13:lfs.0 00000100:00000001:2.0:1788777569.117863:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.117866:0:35310:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.117868:0:35310:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777569.117870:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.117874:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.117880:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777569.117883:0:35310:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777569.117887:0:35310:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777569.117888:0:35310:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777569.117895:0:35310:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788777569.117897:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.117900:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f480 x1875667211143808/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.117907:0:35310:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777569.117909:0:35310:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777569.117913:0:35310:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777569.117920:0:35310:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777569.117923:0:35310:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.117925:0:35310:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.117927:0:35310:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777569.117931:0:35310:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb5a2d00. 02000000:00000001:2.0:1788777569.117935:0:35310:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777569.117937:0:35310:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777569.117939:0:35310:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f480. 00000100:00000001:2.0:1788777569.117943:0:35310:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777569.117944:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788777569.117948:0:35310:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b1fc31a7000: update ffff9b1fc93ab7c0 cache blocks 901357/958279 objects 261772/262144 00020000:00000001:2.0:1788777569.117952:0:35310:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.117958:0:35310:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.117963:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777569.117966:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.117969:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.117972:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.118051:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.118054:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.118064:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.118066:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.118072:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.118077:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.118079:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.118083:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.118085:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.118091:0:35310:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788777569.118093:0:35310:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b1fc31a7000: age 1995, max_age 2004 00000008:00000001:2.0:1788777569.118096:0:35310:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788777569.118100:0:35310:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000010:2.0:1788777569.118105:0:35310:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f480. 00000020:00000040:2.0:1788777569.118108:0:35310:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.118111:0:35310:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.118113:0:35310:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.118114:0:35310:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788777569.118116:0:35310:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777569.118119:0:35310:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777569.118125:0:35310:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777569.118131:0:35310:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fcb5a2d00. 00000100:00000001:2.0:1788777569.118139:0:35310:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.118142:0:35310:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777569.118144:0:35310:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777569.118150:0:35310:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777569.118152:0:35310:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560005312 : -110914149546304 : ffff9b1fc98406c0) 00000100:00000001:2.0:1788777569.118155:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.118157:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000001:2.0:1788777569.118162:0:35310:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777569.118166:0:35310:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.118168:0:35310:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777569.118170:0:35310:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777569.118175:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.118183:0:35310:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777569.118186:0:35310:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.118189:0:35310:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777569.118192:0:35310:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777569.118195:0:35310:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777569.118198:0:35310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143936:192.168.204.133@tcp:13:lfs.0 00000100:00000001:2.0:1788777569.118201:0:35310:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777569.118206:0:35310:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777569.118209:0:35310:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.118211:0:35310:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777569.118215:0:35310:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777569.118217:0:35310:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777569.118222:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777569.118225:0:35310:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b790. 00000400:00000010:2.0:1788777569.118231:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777569.118238:0:35310:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211143936, portal 4 00000100:00000001:2.0:1788777569.118240:0:35310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.118241:0:35310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000040:2.0:1788777569.118248:0:35310:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.118254:0:35310:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777569.118257:0:35310:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777569.118260:0:35310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777569.118263:0:35310:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667211143936, offset 0 00000400:00000200:2.0:1788777569.118269:0:35310:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777569.118276:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.118284:0:35310:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777569.118289:0:35310:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777569.118295:0:35310:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777569.118299:0:35310:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777569.118301:0:35310:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777569.118306:0:35310:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2983:2983:256:4294967295] 192.168.204.133@tcp LPNI seq info [2982:2982:8:4294967295] 00000400:00000200:2.0:1788777569.118310:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.118319:0:35310:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777569.118325:0:35310:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777569.118329:0:35310:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2c00. 00000800:00000200:2.0:1788777569.118336:0:35310:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777569.118343:0:35310:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777569.118346:0:35310:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777569.118360:0:35310:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.118364:0:35310:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 220822 usecs (221 jiffies) 00000400:00000200:2.0:1788777569.118367:0:35310:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777569.118370:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296672646 00000800:00000200:2.0:1788777569.118758:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777569.118764:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2c00. 00000400:00000200:2.0:1788777569.118768:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777569.118773:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777569.118777:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:2.0:1788777569.118779:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:2.0:1788777569.118782:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777569.118786:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.118795:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.118798:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.118804:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.118806:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777569.118821:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.118825:0:35310:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296672647 00000100:00000001:2.0:1788777569.118827:0:35310:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.118829:0:35310:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.118832:0:35310:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.118835:0:35310:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777569.118837:0:35310:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777569.118839:0:35310:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc98406c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777569.118842:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777569.118844:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777569.125733:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.125813:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.125818:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.125822:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.125831:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.125839:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.125850:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.125856:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.125862:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.125866:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 4 MB=0x6a9e8cdd64b00 00000400:00000200:3.0:1788777569.125870:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.125878:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 368/368 into md 0x8b0d [1] + 224 00000800:00000001:3.0:1788777569.125886:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.125896:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.125899:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.125904:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.125913:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.125924:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777569.125935:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.126004:0:35310:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777569.126034:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.126044:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.126048:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777569.126089:0:35310:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777569.126092:0:35310:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777569.126095:0:35310:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:2.0:1788777569.126100:0:35310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:2.0:1788777569.126103:0:35310:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:2.0:1788777569.126106:0:35310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777569.126111:0:35310:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777569.126119:0:35310:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.126125:0:35310:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777569.126127:0:35310:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.126129:0:35310:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777569.126133:0:35310:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777569.126136:0:35310:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777569.126138:0:35310:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.126141:0:35310:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777569.126153:0:35310:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bca8 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1788777569.126157:0:35310:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777569.126159:0:35310:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777569.126161:0:35310:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.126164:0:35310:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777569.126168:0:35310:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.126171:0:35310:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777569.126174:0:35310:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788777569.126176:0:35310:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777569.126178:0:35310:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.126182:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.126194:0:35310:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.126197:0:35310:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777569.126200:0:35310:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777569.126214:0:35310:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777569.126223:0:35310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35310:1875667211143936:192.168.204.133@tcp:13:lfs.0 00000100:00000001:2.0:1788777569.126228:0:35310:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.126230:0:35310:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.126233:0:35310:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777569.126235:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.126678:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.126688:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777569.126691:0:35310:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777569.126695:0:35310:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777569.126697:0:35310:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777569.126704:0:35310:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788777569.126706:0:35310:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.126708:0:35310:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f480 x1875667211143936/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777569.126714:0:35310:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777569.126717:0:35310:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777569.126720:0:35310:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777569.126723:0:35310:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777569.126726:0:35310:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.126728:0:35310:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.126730:0:35310:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777569.126744:0:35310:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fcb5a2d00. 02000000:00000001:2.0:1788777569.126748:0:35310:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777569.126750:0:35310:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777569.126752:0:35310:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f480. 00000100:00000001:2.0:1788777569.126755:0:35310:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777569.126757:0:35310:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788777569.126760:0:35310:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b1fc31a7000: update ffff9b1fc93ad178 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:2.0:1788777569.126765:0:35310:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.126772:0:35310:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.126775:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777569.126778:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.126781:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.126785:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.126905:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.126908:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.126917:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.126920:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.126926:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.126930:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.126932:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.126935:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.126937:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.126941:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.126943:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.126946:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.126948:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.126950:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.126953:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.126958:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.126959:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.126961:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.126963:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.126964:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.126966:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.126968:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.126969:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.126970:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.126972:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.126974:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.126977:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.126979:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.126981:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.126983:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.126985:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.126987:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.126989:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.126990:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.126992:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.126994:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.126995:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.126997:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.126998:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127001:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127003:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127004:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127006:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127009:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127011:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127014:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127015:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127018:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127019:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127031:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127034:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127035:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127036:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127038:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127043:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127045:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127047:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127048:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127051:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127053:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127056:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127057:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127060:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127061:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127062:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127064:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127065:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127066:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127067:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127071:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127072:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127074:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127076:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127077:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127079:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127081:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127082:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127084:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127085:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127087:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127089:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127090:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127092:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127093:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127095:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127097:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127098:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127100:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127101:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127103:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127105:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127107:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127109:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127110:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127112:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127114:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127115:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127116:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127117:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127120:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127121:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127122:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127124:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127126:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127128:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127130:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127132:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127134:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127135:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127136:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127138:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127139:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127140:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127142:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127144:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127146:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127148:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127150:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127153:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127154:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127157:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127159:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127162:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127163:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127166:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127168:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127170:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127171:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127172:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127174:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127176:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127178:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127180:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127182:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127183:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127185:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127187:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127189:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127190:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127192:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127194:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127196:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127197:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127198:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127200:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127202:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127217:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127219:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127221:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127223:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127225:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127226:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127230:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127231:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127233:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127234:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127243:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127245:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127246:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127249:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127250:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127252:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127254:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127257:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127259:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127262:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127264:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127266:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127267:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127270:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127272:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127273:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127274:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127275:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127277:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127279:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127281:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127283:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127285:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127287:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127290:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127292:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127294:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127295:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127297:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127299:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127301:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127302:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127303:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127306:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127309:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127311:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127312:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127314:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127316:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127320:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127321:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127323:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127324:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127326:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127328:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127329:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127330:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127331:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127334:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127336:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127337:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127339:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127341:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127343:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127346:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127347:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127349:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127350:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127352:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127354:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127355:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127356:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127358:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127360:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127362:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127364:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127366:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127368:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127370:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127373:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127374:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127376:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127377:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127379:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127381:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127382:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127383:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127384:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127387:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127388:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127389:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127392:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127393:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127395:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127398:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127399:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127401:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127402:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127404:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127406:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127408:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127408:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127410:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127412:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127413:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127416:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127417:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127419:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127421:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127423:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127425:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127428:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127429:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127431:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127433:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127435:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127436:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127437:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127440:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127442:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127443:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127445:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127447:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127449:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127452:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127453:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127456:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127457:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127460:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127490:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127492:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127494:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127495:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127498:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127500:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127501:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127503:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127506:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127508:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127511:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127512:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127514:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127515:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127518:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127519:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127521:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127522:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127523:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127525:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127526:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127528:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127530:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127532:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127533:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127535:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127536:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127538:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127539:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127541:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127542:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127544:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127545:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127546:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127548:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127550:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127551:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127553:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127554:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127556:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127558:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127560:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127562:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127562:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127564:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127566:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127567:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127569:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127570:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127572:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127574:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127576:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127577:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127579:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127581:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127584:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127585:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127587:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127588:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127590:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127593:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127594:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127595:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127596:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127598:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127600:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127602:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127604:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127606:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127608:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127610:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127612:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127614:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127615:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127618:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127620:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127621:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127622:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127623:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127626:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127628:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127629:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127631:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127633:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127635:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127637:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127639:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127641:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127642:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127644:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127646:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127647:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127648:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127649:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127652:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127653:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127655:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127656:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127658:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127660:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127662:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127663:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127665:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127666:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127668:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127670:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127671:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127672:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127673:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127675:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127678:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127680:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127681:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127683:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127685:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127688:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127689:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127691:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127692:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127694:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127696:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127697:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127698:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127699:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127701:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127703:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127704:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127706:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127708:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127727:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127731:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127732:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127735:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127736:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127739:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127741:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127743:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127744:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127746:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127749:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127751:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127753:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127755:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127758:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127759:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127761:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127763:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127764:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127765:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127767:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127769:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127770:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127771:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127772:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127774:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127776:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127778:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127779:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127781:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127783:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127785:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127786:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127788:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127790:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127791:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127794:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127795:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127796:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127798:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127800:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127802:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127803:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127806:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127808:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127810:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127812:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127814:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127816:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127817:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127820:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127822:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127823:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127824:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127825:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127828:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127830:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127831:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127833:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127835:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127836:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127839:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127840:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127843:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127844:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127846:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127848:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127849:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127850:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127852:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127854:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127856:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127858:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127860:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127862:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127864:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127866:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127867:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127869:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127870:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127872:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127874:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127875:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127877:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127879:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127881:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127883:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127884:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127886:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127888:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127889:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127892:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127894:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127896:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127897:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127899:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127901:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127902:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127903:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127904:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127907:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127909:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127911:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127913:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127915:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127916:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127919:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127920:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127922:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127923:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127926:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127928:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127930:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127931:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127932:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127934:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127937:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127938:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127940:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127943:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127944:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127947:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127949:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127951:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127952:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127955:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127957:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127958:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127959:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127960:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127963:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127964:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127965:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127967:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127969:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127971:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127974:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.127975:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.127978:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.127979:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.127981:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.127983:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.127984:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.127985:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.127986:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.127988:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127990:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127992:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.127994:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.127997:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.127999:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128002:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128003:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128006:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128007:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128009:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128011:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128013:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128014:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128015:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128017:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128019:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128033:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128036:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128039:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128040:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128044:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128045:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128048:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128049:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128051:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128053:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128055:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128056:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128058:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128060:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128062:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128063:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128065:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128067:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128068:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128071:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128073:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128075:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128076:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128078:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128080:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128082:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128083:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128084:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128086:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128088:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128090:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128092:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128093:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128095:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128097:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128098:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128101:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128101:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128103:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128105:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128106:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128107:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128108:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128111:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128113:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128114:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128116:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128118:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128120:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128123:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128124:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128126:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128128:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128130:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128132:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128134:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128135:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128136:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128138:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128140:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128142:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128144:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128146:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128148:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128150:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128152:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128154:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128155:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128157:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128158:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128160:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128161:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128162:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128164:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128166:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128168:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128170:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128172:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128174:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128176:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128177:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128180:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128181:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128183:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128185:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128186:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128188:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128189:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128192:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128193:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128195:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128197:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128199:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128200:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128203:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128204:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128207:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128208:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128210:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128212:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128213:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128215:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128216:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128218:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128220:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128222:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128224:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128226:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128227:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128230:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128231:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128233:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128234:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128236:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128238:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128240:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128241:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128242:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128244:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128246:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128248:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128249:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128251:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128252:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128254:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128255:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128257:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128258:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128260:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128261:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128262:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128263:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128264:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128267:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128269:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128270:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128272:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128274:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128275:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128277:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128278:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128281:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128282:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128283:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128285:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128287:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128288:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128289:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128292:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128294:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128296:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128298:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128300:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128302:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128305:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128306:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128308:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128309:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128317:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128319:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128321:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128322:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128323:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128325:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128327:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128329:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128331:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128333:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128335:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128339:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128340:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128343:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128344:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128346:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128348:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128349:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128351:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128352:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128355:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128357:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128358:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128360:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128363:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128364:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128367:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128369:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128371:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128372:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128375:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128376:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128378:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128379:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128380:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128382:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128385:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128386:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128389:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128391:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128392:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128395:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128396:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128398:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128399:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128401:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128403:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128405:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128406:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128408:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128410:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128412:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128414:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128416:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128417:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128419:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128421:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128423:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128425:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128426:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128428:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128430:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128432:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128433:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128434:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128437:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128439:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128440:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128443:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128445:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128446:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128449:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128450:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128453:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128454:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128456:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128458:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128459:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128460:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128700:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128704:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128706:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128708:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128710:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128713:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128715:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128721:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128723:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128726:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128728:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128731:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128733:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128735:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128736:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128738:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128740:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128742:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128744:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128746:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128748:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128750:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128754:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128755:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128757:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128758:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128761:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128763:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128764:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128766:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128767:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128769:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128771:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128773:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128775:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128776:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128778:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128781:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128782:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128784:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128785:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128786:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128788:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128790:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128791:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128792:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128794:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128796:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128798:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128800:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128802:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128803:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128806:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128807:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128809:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128810:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128812:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128814:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128816:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128817:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128818:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128820:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128822:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128823:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128825:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128827:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128829:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128832:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128833:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128836:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128837:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128838:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128841:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128842:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128843:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128844:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128847:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128849:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128850:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128853:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128855:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128857:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128859:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128861:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128863:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128864:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128866:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128868:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128870:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128871:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128872:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128874:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128876:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128878:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128880:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128882:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128884:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128888:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128889:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128891:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128893:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128895:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128897:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128898:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128899:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128901:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128903:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128905:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128907:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128909:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128911:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128912:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128915:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128916:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128919:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128920:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128922:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128923:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128925:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128926:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128927:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128929:0:35310:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128931:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128933:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777569.128935:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128937:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128939:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777569.128942:0:35310:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777569.128943:0:35310:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7fff21d63850 00000080:00000001:2.0:1788777569.128946:0:35310:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777569.128947:0:35310:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777569.128948:0:35310:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fc3339c00. 00000020:00000001:2.0:1788777569.128950:0:35310:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.128952:0:35310:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777569.128953:0:35310:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777569.128954:0:35310:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fc3339c00 uarg=0000000000000000 00020000:00000001:2.0:1788777569.128957:0:35310:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777569.128959:0:35310:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777569.128961:0:35310:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788777569.128962:0:35310:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fc3339c00. 00000080:00000001:2.0:1788777569.128964:0:35310:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777569.128966:0:35310:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777569.128978:0:35310:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777569.128981:0:35310:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777569.128984:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bdd0 00000080:00200008:2.0:1788777569.128987:0:35310:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000 00000080:00400000:2.0:1788777569.128992:0:35310:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788777569.128996:0:35310:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a6dc0. 00000080:00000001:2.0:1788777569.129000:0:35310:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777569.129003:0:35310:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d9bdd0 00000080:00000008:2.0:1788777569.129004:0:35310:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000, rc = 0 00000080:00000001:2.0:1788777569.129007:0:35310:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.129008:0:35310:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.132743:0:35311:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777569.132752:0:35311:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777569.132755:0:35311:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777569.132758:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfbc0 00000080:00200000:2.0:1788777569.132763:0:35311:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777569.132774:0:35311:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2000. 00800000:00000002:2.0:1788777569.132782:0:35311:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777569.132787:0:35311:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777569.132792:0:35311:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.132795:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfae0 00800000:00000002:2.0:1788777569.132798:0:35311:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.132801:0:35311:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777569.132805:0:35311:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.132807:0:35311:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.132810:0:35311:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.132812:0:35311:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.132814:0:35311:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.132816:0:35311:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.132819:0:35311:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.132823:0:35311:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777569.132829:0:35311:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.132831:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcf9b0 00000002:00010000:2.0:1788777569.132833:0:35311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777569.132837:0:35311:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777569.132840:0:35311:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777569.132843:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.132850:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:2.0:1788777569.132854:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.132859:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.132862:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777569.132869:0:35311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777569.132882:0:35311:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.132887:0:35311:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.132891:0:35311:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788777569.132898:0:35311:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777569.132900:0:35311:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777569.132902:0:35311:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777569.132904:0:35311:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777569.132906:0:35311:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777569.132908:0:35311:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777569.132911:0:35311:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777569.132913:0:35311:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777569.132917:0:35311:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2000. 00000080:00000001:2.0:1788777569.132921:0:35311:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777569.132922:0:35311:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.132926:0:35311:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777569.132929:0:35311:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcab4 00800000:00000001:2.0:1788777569.132933:0:35311:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777569.132936:0:35311:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777569.132938:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.132941:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.132944:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.132947:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.132949:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.132952:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.132954:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.132955:0:35311:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.132957:0:35311:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.132959:0:35311:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcab4 from it ffffb70bc1dcfbf8 00010000:00000001:2.0:1788777569.132961:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.132963:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.132964:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814e00 refcount=3 00000020:00000001:2.0:1788777569.132966:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.132969:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694044672 : -110914015506944 : ffff9b1fd1814e00) 00010000:00000001:2.0:1788777569.132971:0:35311:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.132974:0:35311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777569.132980:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.132982:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.132983:0:35311:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.132986:0:35311:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.132988:0:35311:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.132996:0:35311:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.132999:0:35311:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.133001:0:35311:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.133041:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.133043:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.133044:0:35311:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133048:0:35311:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.133050:0:35311:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133052:0:35311:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133056:0:35311:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133058:0:35311:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.133059:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.133060:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777569.133063:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777569.133065:0:35311:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777569.133067:0:35311:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777569.133072:0:35311:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.133087:0:35311:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777569.133089:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfb58 00000080:00002000:2.0:1788777569.133091:0:35311:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1769870) flags 0x48000e refc 0 00000080:00000001:2.0:1788777569.133093:0:35311:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.133096:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfbc8 00000080:00200000:2.0:1788777569.133097:0:35311:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:2.0:1788777569.133104:0:35311:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777569.133106:0:35311:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88), inode mode 81a4 mask 52 00000080:00000001:2.0:1788777569.133108:0:35311:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.133114:0:35311:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777569.133115:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfb98 00000080:00200008:2.0:1788777569.133117:0:35311:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 102101 00000080:00000010:2.0:1788777569.133123:0:35311:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc15a6dc0. 00000080:00000001:2.0:1788777569.133128:0:35311:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788777569.133131:0:35311:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2000. 00800000:00000002:2.0:1788777569.133134:0:35311:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777569.133136:0:35311:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777569.133138:0:35311:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.133139:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfa48 00800000:00000002:2.0:1788777569.133141:0:35311:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.133145:0:35311:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777569.133147:0:35311:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.133148:0:35311:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.133149:0:35311:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.133151:0:35311:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.133153:0:35311:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.133155:0:35311:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788777569.133157:0:35311:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.133159:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcf9c8 00800000:00000002:2.0:1788777569.133161:0:35311:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788777569.133164:0:35311:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.133165:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcf900 00000002:00010000:2.0:1788777569.133167:0:35311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:2.0:1788777569.133170:0:35311:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777569.133173:0:35311:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777569.133176:0:35311:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777569.133180:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:2.0:1788777569.133182:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.133186:0:35311:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777569.133190:0:35311:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133192:0:35311:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.133194:0:35311:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.133196:0:35311:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777569.133198:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 2 00010000:00000001:2.0:1788777569.133200:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.133202:0:35311:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777569.133329:0:35311:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777569.133332:0:35311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1788777569.133342:0:35311:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777569.133345:0:35311:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777569.133347:0:35311:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777569.133349:0:35311:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777569.133351:0:35311:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777569.133353:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.133356:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 3 00010000:00000001:2.0:1788777569.133358:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777569.133360:0:35311:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.133362:0:35311:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777569.133363:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.133364:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 3 00010000:00000001:2.0:1788777569.133366:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777569.133368:0:35311:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.133370:0:35311:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777569.133371:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.133373:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d700 count: 3 00010000:00000001:2.0:1788777569.133375:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777569.133377:0:35311:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.133379:0:35311:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777569.133382:0:35311:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777569.133386:0:35311:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777569.133388:0:35311:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777569.133391:0:35311:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777569.133393:0:35311:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133397:0:35311:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777569.133401:0:35311:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777569.133402:0:35311:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777569.133404:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.133406:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777569.133408:0:35311:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814e00 with handle 0x22b16ee488cdcab4 from hash 00010000:00000001:2.0:1788777569.133411:0:35311:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777569.133412:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.133413:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.133415:0:35311:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777569.133417:0:35311:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777569.133419:0:35311:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777569.133421:0:35311:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777569.133423:0:35311:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777569.133425:0:35311:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777569.133430:0:35311:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f480. 00000020:00000040:2.0:1788777569.133434:0:35311:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777569.133440:0:35311:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777569.133441:0:35311:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133444:0:35311:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777569.133448:0:35311:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.133451:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.133452:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.133454:0:35311:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.133457:0:35311:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777569.133459:0:35311:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777569.133603:0:35311:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777569.133615:0:35311:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3339c00. 00000100:00000001:2.0:1788777569.133624:0:35311:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133630:0:35311:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777569.133633:0:35311:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777569.133637:0:35311:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788777569.133646:0:35311:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777569.133649:0:35311:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777569.133650:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777569.133653:0:35311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1814e00/0x22b16ee488cdcab4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a733d expref: -99 pid: 35310 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1788777569.133661:0:35311:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8d700 count: 0 00010000:00000010:2.0:1788777569.133669:0:35311:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0387280. 00010000:00000001:2.0:1788777569.133680:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.133681:0:35311:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133684:0:35311:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777569.133685:0:35311:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.133687:0:35311:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.133696:0:35311:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00010000:00000001:2.0:1788777569.133700:0:35311:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777569.133703:0:35311:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777569.133706:0:35311:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6200. 00010000:00000010:2.0:1788777569.133710:0:35311:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d100. 00010000:00000001:2.0:1788777569.133714:0:35311:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777569.133717:0:35311:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4200. 00000020:00000001:2.0:1788777569.133720:0:35311:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777569.133722:0:35311:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4200 with handle 0x22b16ee488cdcabb to hash 00000020:00000001:2.0:1788777569.133724:0:35311:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777569.133726:0:35311:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:2.0:1788777569.133730:0:35311:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:2.0:1788777569.133733:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.133734:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.133738:0:35311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777569.133745:0:35311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35311 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777569.133756:0:35311:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777569.133770:0:35311:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639f480 x1875667211144192/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777569.133779:0:35311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777569.133785:0:35311:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777569.133787:0:35311:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777569.133794:0:35311:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc98406c0. 00000100:00000001:2.0:1788777569.133796:0:35311:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560005312 : -110914149546304 : ffff9b1fc98406c0) 00000100:00000001:2.0:1788777569.133799:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.133801:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000001:2.0:1788777569.133806:0:35311:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777569.133811:0:35311:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.133813:0:35311:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777569.133814:0:35311:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777569.133819:0:35311:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f480 x1875667211144192/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.133826:0:35311:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777569.133828:0:35311:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.133832:0:35311:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777569.133834:0:35311:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777569.133837:0:35311:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777569.133840:0:35311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:35311:1875667211144192:192.168.204.133@tcp:101:bash.0 00000100:00000001:2.0:1788777569.133844:0:35311:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777569.133851:0:35311:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777569.133854:0:35311:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.133857:0:35311:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777569.133914:0:35311:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd1220000. 02000000:00000001:2.0:1788777569.133917:0:35311:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777569.133924:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777569.133929:0:35311:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b790. 00000400:00000010:2.0:1788777569.133936:0:35311:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fc333ac00. 00000100:00000200:2.0:1788777569.133945:0:35311:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211144192, portal 10 00000100:00000001:2.0:1788777569.133948:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.133949:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000040:2.0:1788777569.133955:0:35311:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639f480 x1875667211144192/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.133963:0:35311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777569.133966:0:35311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777569.133970:0:35311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93110. 00000100:00000200:2.0:1788777569.133972:0:35311:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211144192, offset 0 00000400:00000200:2.0:1788777569.133979:0:35311:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777569.133989:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.133997:0:35311:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777569.134003:0:35311:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777569.134008:0:35311:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777569.134012:0:35311:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777569.134015:0:35311:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777569.134019:0:35311:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2984:2984:256:4294967295] 192.168.204.133@tcp LPNI seq info [2983:2983:8:4294967295] 00000400:00000200:2.0:1788777569.134099:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.134110:0:35311:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777569.134116:0:35311:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777569.134122:0:35311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2d00. 00000800:00000200:2.0:1788777569.134129:0:35311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777569.134136:0:35311:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777569.134142:0:35311:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777569.137716:0:35311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.137732:0:35311:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 851248 usecs (852 jiffies) 00000400:00000200:2.0:1788777569.137742:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777569.137746:0:35311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673297 00000100:00000001:2.0:1788777569.137750:0:35311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.137752:0:35311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673297 00000100:00000001:2.0:1788777569.137754:0:35311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.137758:0:35311:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.137762:0:35311:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.137766:0:35311:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777569.137768:0:35311:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777569.137771:0:35311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc98406c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777569.137775:0:35311:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777569.137779:0:35311:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777569.138671:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777569.138678:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2d00. 00000400:00000200:3.0:1788777569.138685:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.138693:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777569.138701:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93110 00000400:00000010:3.0:1788777569.138704:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93110. 00000100:00000001:3.0:1788777569.138708:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777569.138717:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f480 x1875667211144192/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.138731:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.138736:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f480 x1875667211144192/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777585 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.138742:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.138744:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777569.143253:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.143273:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.143278:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.143280:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.143291:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.143301:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.143311:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.143317:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.143323:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.143327:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd64c00 00000400:00000200:3.0:1788777569.143332:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.143338:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8b1d [32] + 224 00000800:00000001:3.0:1788777569.143344:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.143352:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.143355:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.143359:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.143367:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.143375:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f480 x1875667211144192/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777585 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777569.143387:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc639f480 x1875667211144192/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.143404:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.143412:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.143415:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777569.144435:0:35311:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777569.144445:0:35311:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777569.144455:0:35311:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777569.144460:0:35311:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b790. 00000400:00000200:3.0:1788777569.144484:0:35311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc333ac00 00000400:00000010:3.0:1788777569.144487:0:35311:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fc333ac00. 00000100:00000001:3.0:1788777569.144491:0:35311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.144500:0:35311:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f480 x1875667211144192/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777569.144510:0:35311:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f480 x1875667211144192/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.144516:0:35311:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777569.144518:0:35311:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777569.144521:0:35311:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777569.144525:0:35311:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777569.144528:0:35311:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777569.144530:0:35311:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777569.144534:0:35311:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777569.144545:0:35311:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=78 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777569.144549:0:35311:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777569.144552:0:35311:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777569.144553:0:35311:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.144556:0:35311:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777569.144561:0:35311:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.144565:0:35311:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777569.144567:0:35311:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777569.144569:0:35311:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777569.144572:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777569.144574:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000001:3.0:1788777569.144577:0:35311:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777569.144579:0:35311:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788777569.144581:0:35311:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777569.144584:0:35311:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777569.144590:0:35311:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.144598:0:35311:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777569.144601:0:35311:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777569.144608:0:35311:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777569.144613:0:35311:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777569.144620:0:35311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f480 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:35311:1875667211144192:192.168.204.133@tcp:101:bash.0 00000100:00000001:3.0:1788777569.144626:0:35311:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777569.144628:0:35311:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.144631:0:35311:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777569.144634:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.144637:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.144645:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777569.144647:0:35311:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc98406c0. 00000100:00000001:3.0:1788777569.144658:0:35311:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777569.144660:0:35311:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.144663:0:35311:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777569.144668:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.144674:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.144678:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=4 00000020:00000001:3.0:1788777569.144680:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144683:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000040:3.0:1788777569.144691:0:35311:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4200, remote cookie: 0x542deec0941a734b, flags: 0x1001 00010000:00010000:3.0:1788777569.144698:0:35311:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777569.144707:0:35311:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777569.144710:0:35311:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788777569.144718:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:3.0:1788777569.144721:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1788777569.144724:0:35311:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6200 count: 0 00010000:00000010:3.0:1788777569.144730:0:35311:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d100. 00010000:00000001:3.0:1788777569.144736:0:35311:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777569.144739:0:35311:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777569.144748:0:35311:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.144762:0:35311:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777569.144769:0:35311:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777569.144772:0:35311:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777569.144774:0:35311:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777569.144775:0:35311:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777569.144778:0:35311:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9b1fd0f4e700) refcount = 2 00010000:00000040:3.0:1788777569.144781:0:35311:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777569.144787:0:35311:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777569.144795:0:35311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.144802:0:35311:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777569.144805:0:35311:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777569.144807:0:35311:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777569.144809:0:35311:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777569.144812:0:35311:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777569.144814:0:35311:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.144821:0:35311:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777569.144822:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.144824:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777569.144825:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.144825:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777569.144827:0:35311:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777569.144831:0:35311:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777569.144834:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.144835:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.144837:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=3 00000020:00000001:3.0:1788777569.144838:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144841:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144843:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.144844:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.144845:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=4 00000020:00000001:3.0:1788777569.144847:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144849:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144852:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777569.144854:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777569.144857:0:35311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.144864:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.144866:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777569.144867:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.144868:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.144870:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=5 00000020:00000001:3.0:1788777569.144871:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144873:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144875:0:35311:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777569.144878:0:35311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.144883:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.144884:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777569.144887:0:35311:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.144892:0:35311:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777569.144894:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.144895:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777569.144896:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.144897:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777569.144902:0:35311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777569.144912:0:35311:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777569.144916:0:35311:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777569.144923:0:35311:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.144929:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.144930:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.144931:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=3 00000020:00000001:3.0:1788777569.144934:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144936:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00000002:00010000:3.0:1788777569.144940:0:35311:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788777569.144949:0:35311:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc4817540. 00010000:00000001:3.0:1788777569.144950:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.144952:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777569.144953:0:35311:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777569.144955:0:35311:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777569.144959:0:35311:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777569.144961:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777569.144962:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00010000:00000001:3.0:1788777569.144964:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.144965:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.144966:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=3 00000020:00000001:3.0:1788777569.144967:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144969:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00000002:00010000:3.0:1788777569.144973:0:35311:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.144978:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.144980:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777569.144982:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777569.144983:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.144984:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.144986:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=3 00000020:00000001:3.0:1788777569.144987:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.144989:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000040:3.0:1788777569.144992:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 3 00010000:00000001:3.0:1788777569.144994:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777569.144997:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777569.145000:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777569.145003:0:35311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777569.145010:0:35311:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777569.145014:0:35311:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777569.145017:0:35311:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777569.145034:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.145035:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777569.145037:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.145038:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.145039:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=3 00000020:00000001:3.0:1788777569.145040:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.145042:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:3.0:1788777569.145044:0:35311:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1788777569.145047:0:35311:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.145052:0:35311:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777569.145054:0:35311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.145066:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.145067:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777569.145069:0:35311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777569.145075:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777569.145076:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.145079:0:35311:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788777569.145084:0:35311:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fca735600. 00010000:00000001:3.0:1788777569.145087:0:35311:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777569.145106:0:35311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1788777569.145109:0:35311:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.145110:0:35311:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.145112:0:35311:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777569.145113:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.145114:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777569.145115:0:35311:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777569.145120:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcf888 00000002:00002000:3.0:1788777569.145122:0:35311:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788777569.145125:0:35311:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777569.145130:0:35311:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777569.145133:0:35311:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777569.145136:0:35311:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777569.145146:0:35311:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777569.145151:0:35311:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777569.145155:0:35311:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2000. 00000080:00000001:3.0:1788777569.145164:0:35311:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777569.145175:0:35311:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777569.145179:0:35311:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788777569.145184:0:35311:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777569.145189:0:35311:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555396456 : -110914154155160 : ffff9b1fc93db368) 00000020:00001000:3.0:1788777569.145192:0:35311:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db360 00000020:00000001:3.0:1788777569.145195:0:35311:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777569.145200:0:35311:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777569.145203:0:35311:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777569.145223:0:35311:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fc3181a80. 00020000:00000010:3.0:1788777569.145231:0:35311:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc32a9280. 00000020:00000001:1.0:1788777569.145487:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777569.145491:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.145495:0:16986:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788777569.145498:0:16986:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788777569.145500:0:16986:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788777569.145504:0:16986:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777569.145512:0:16986:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f4200 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:1.0:1788777569.145515:0:16986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788777569.145519:0:16986:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777569.145526:0:16986:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788777569.145529:0:16986:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788777569.145532:0:16986:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777569.145539:0:16986:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788777569.145542:0:16986:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777569.145543:0:16986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.145545:0:16986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.145547:0:16986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4200 refcount=3 00000020:00000001:1.0:1788777569.145549:0:16986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:1.0:1788777569.145551:0:16986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133312 : -110914032418304 : ffff9b1fd07f4200) 00010000:00000001:1.0:1788777569.145554:0:16986:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777569.145556:0:16986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788777569.145563:0:16986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777569.145566:0:16986:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777569.145569:0:16986:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777569.145571:0:16986:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1788777569.145574:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.145576:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.145579:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 3 00010000:00000001:1.0:1788777569.145582:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.145585:0:16986:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788777569.145587:0:16986:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788777569.145588:0:16986:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.145591:0:16986:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.145594:0:16986:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777569.145601:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.145602:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777569.145604:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788777569.145605:0:16986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.145606:0:16986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.145607:0:16986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:1.0:1788777569.145609:0:16986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.145611:0:16986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.145612:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.145613:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777569.145615:0:16986:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777569.145617:0:16986:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777569.145618:0:16986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.145621:0:16986:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777569.145623:0:16986:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777569.145625:0:16986:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777569.145627:0:16986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.145628:0:16986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777569.145631:0:16986:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4200 with handle 0x22b16ee488cdcabb from hash 00010000:00000001:1.0:1788777569.145634:0:16986:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777569.145635:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.145636:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.145638:0:16986:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777569.145640:0:16986:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777569.145642:0:16986:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777569.145646:0:16986:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.145652:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.145653:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.145655:0:16986:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.145663:0:16986:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777569.145666:0:16986:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788777569.145676:0:16986:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777569.145681:0:16986:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777569.145685:0:16986:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777569.145687:0:16986:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777569.145693:0:16986:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777569.145699:0:16986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd0555a00. 00000100:00000001:1.0:1788777569.145706:0:16986:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.145709:0:16986:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777569.145713:0:16986:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777569.145720:0:16986:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777569.145722:0:16986:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.145727:0:16986:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777569.145730:0:16986:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777569.145739:0:16986:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b6e9fb] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788777569.145783:0:16986:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.145789:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.145791:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.145792:0:16986:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.145794:0:16986:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.145796:0:16986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.145799:0:16986:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777569.145805:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777569.145807:0:16986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4200/0x22b16ee488cdcabb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a734b expref: -99 pid: 35311 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788777569.145820:0:16986:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4817540. 00010000:00000001:1.0:1788777569.145828:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.145829:0:16986:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788777569.145831:0:16986:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fca735600. 00010000:00000001:1.0:1788777569.145834:0:16986:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.145836:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777569.145837:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.145839:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777569.145841:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777569.145842:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.145843:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777569.145845:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777569.145846:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.145848:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777569.145856:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788777569.145859:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788777569.145861:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.145868:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777569.145870:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.145872:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777569.145874:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777569.145876:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777569.145881:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777569.145888:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777569.145890:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777569.145893:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777569.145896:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777569.145898:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777569.145901:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211144320:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777569.145905:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777569.145910:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777569.145913:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777569.145915:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777569.145921:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fd02e4e00. 02000000:00000001:1.0:1788777569.145923:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777569.145929:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777569.145933:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12580. 00000400:00000010:1.0:1788777569.145939:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256000. 00000100:00000200:1.0:1788777569.145946:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211144320, portal 18 00000100:00000001:1.0:1788777569.145948:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777569.145949:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777569.145956:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777569.145962:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777569.145970:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777569.145973:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256880. 00000100:00000200:1.0:1788777569.145976:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211144320, offset 0 00000400:00000200:1.0:1788777569.145981:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777569.145990:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777569.145996:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777569.146001:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777569.146005:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777569.146009:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777569.146012:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777569.146015:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2985:2985:256:4294967295] 192.168.204.133@tcp LPNI seq info [2984:2984:8:4294967295] 00000400:00000200:1.0:1788777569.146019:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777569.146040:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777569.146050:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777569.146056:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5c00. 00000800:00000200:1.0:1788777569.146064:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777569.146073:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777569.146077:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777569.146094:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777569.146100:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 850191 usecs (851 jiffies) 00000400:00000200:1.0:1788777569.146104:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777569.146107:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673304 00000100:00000001:1.0:1788777569.146110:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:1.0:1788777569.146113:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673304 00000100:00000001:1.0:1788777569.146115:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:1.0:1788777569.146118:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777569.146121:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.146124:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.146126:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.146214:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777569.146217:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1788777569.146423:0:35311:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fc3181600. 00020000:00000001:3.0:1788777569.146428:0:35311:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159452268032 : -110914257283584 : ffff9b1fc3181600) 00020000:00000002:3.0:1788777569.146432:0:35311:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fc3181600, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777569.146437:0:35311:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777569.146442:0:35311:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc32a9280: ostid: 0x280000401:66 ost idx: 0 gen: 0 00000800:00000200:3.0:1788777569.146581:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777569.146587:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5c00. 00000400:00000200:3.0:1788777569.146592:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.146597:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777569.146602:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256880 00000400:00000010:3.0:1788777569.146605:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256880. 00000100:00000001:3.0:1788777569.146608:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777569.146613:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777569.146623:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.146626:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777569.146632:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.146634:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000002:3.0:1788777569.146648:0:35311:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fd27aa7c0 00020000:00000001:3.0:1788777569.146652:0:35311:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777569.146654:0:35311:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fd27aa7c0 00020000:00000010:3.0:1788777569.146660:0:35311:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc32a9280. 00020000:00000010:3.0:1788777569.146663:0:35311:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fc3181a80. 00020000:00000010:3.0:1788777569.146666:0:35311:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fc3181600. 00020000:00000002:3.0:1788777569.146669:0:35311:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777569.146671:0:35311:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777569.146673:0:35311:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777569.146677:0:35311:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db360 00000080:00000001:3.0:1788777569.146689:0:35311:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:3.0:1788777569.146693:0:35311:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1788777569.146698:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.146700:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.146702:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:3.0:1788777569.146704:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777569.146706:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00000080:00000001:3.0:1788777569.146709:0:35311:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777569.146711:0:35311:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777569.146713:0:35311:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555396456 : -110914154155160 : ffff9b1fc93db368) 00000020:00001000:3.0:1788777569.146716:0:35311:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db360 00000020:00000001:3.0:1788777569.146717:0:35311:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777569.146719:0:35311:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777569.146721:0:35311:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777569.146725:0:35311:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fc3181600. 00020000:00000010:3.0:1788777569.146728:0:35311:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc32a9280. 00020000:00000010:3.0:1788777569.146733:0:35311:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fc3181a80. 00020000:00000001:3.0:1788777569.146734:0:35311:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159452269184 : -110914257282432 : ffff9b1fc3181a80) 00020000:00000002:3.0:1788777569.146737:0:35311:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fc3181a80, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777569.146741:0:35311:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777569.146745:0:35311:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc32a9280: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777569.146747:0:35311:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fd27aa7c0 00020000:00000001:3.0:1788777569.146808:0:35311:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777569.146810:0:35311:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fd27aa7c0 00020000:00000010:3.0:1788777569.146814:0:35311:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc32a9280. 00020000:00000010:3.0:1788777569.146816:0:35311:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fc3181600. 00020000:00000010:3.0:1788777569.146825:0:35311:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fc3181a80. 00020000:00000002:3.0:1788777569.146827:0:35311:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777569.146829:0:35311:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777569.146831:0:35311:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777569.146837:0:35311:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777569.146840:0:35311:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000002:3.0:1788777569.146843:0:35311:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617480 addref 2/0 by ffff9b1fd27aa7c0. 00020000:00000002:3.0:1788777569.146845:0:35311:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000001:3.0:1788777569.146848:0:35311:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777569.146850:0:35311:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777569.146851:0:35311:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777569.146853:0:35311:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777569.146855:0:35311:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777569.146861:0:35311:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788777569.146864:0:35311:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db360 00000080:00000001:3.0:1788777569.146866:0:35311:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.146868:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.146870:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777569.146872:0:35311:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777569.146876:0:35311:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777569.146877:0:35311:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777569.146881:0:35311:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdca9f 00800000:00000001:3.0:1788777569.146883:0:35311:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777569.146886:0:35311:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777569.146888:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.146889:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.146890:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:3.0:1788777569.146892:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777569.146894:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777569.146896:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.146897:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777569.146899:0:35311:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777569.146900:0:35311:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.146902:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.146907:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.146914:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777569.146917:0:35311:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca9f from it ffffb70bc1dcfbf0 00010000:00000001:3.0:1788777569.146919:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777569.146921:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777569.146922:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:3.0:1788777569.146924:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777569.146926:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:3.0:1788777569.146928:0:35311:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777569.146931:0:35311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777569.146938:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.146939:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777569.146940:0:35311:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777569.146942:0:35311:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777569.146945:0:35311:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777569.146952:0:35311:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777569.146955:0:35311:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777569.146957:0:35311:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777569.146960:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.146961:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777569.146962:0:35311:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.146965:0:35311:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777569.146966:0:35311:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.146968:0:35311:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.146971:0:35311:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777569.146973:0:35311:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777569.146974:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777569.146975:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777569.146979:0:35311:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777569.146984:0:35311:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc4817300. 00000080:00000001:3.0:1788777569.146986:0:35311:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777569.146991:0:35311:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1788777569.146993:0:35311:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777569.146996:0:35311:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777569.146998:0:35311:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777569.147000:0:35311:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777569.147002:0:35311:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777569.147343:0:35311:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788777569.147347:0:35311:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777569.147350:0:35311:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777569.147355:0:35311:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd105b320. 00000002:00100000:3.0:1788777569.147361:0:35311:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777569.147367:0:35311:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777569.147369:0:35311:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777569.147373:0:35311:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777569.147376:0:35311:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777569.147379:0:35311:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777569.147382:0:35311:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777569.147383:0:35311:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777569.147385:0:35311:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777569.147387:0:35311:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777569.147389:0:35311:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788777569.147391:0:35311:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777569.147393:0:35311:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777569.147395:0:35311:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777569.147396:0:35311:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777569.147400:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.147403:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777569.147410:0:35311:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777569.147413:0:35311:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd1220000. 02000000:00000001:3.0:1788777569.147443:0:35311:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777569.147445:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777569.148002:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfb98 00000080:00000008:3.0:1788777569.148005:0:35311:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 102101, rc = 0 00020000:00000001:3.0:1788777569.148189:0:35311:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777569.148193:0:35311:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000002:3.0:1788777569.148198:0:35311:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000001:3.0:1788777569.148200:0:35311:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777569.151011:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.151038:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.151042:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.151045:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.151055:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.151063:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.151071:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.151076:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.151082:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.151086:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd64c80 00000400:00000200:3.0:1788777569.151091:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.151097:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8b2d [1] + 224 00000800:00000001:3.0:1788777569.151105:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.151125:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.151129:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.151134:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.151142:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.151150:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777569.151161:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777569.151182:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.151191:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.151194:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.151235:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777569.151240:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777569.151247:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777569.151249:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777569.151253:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12580. 00000400:00000200:1.0:1788777569.151258:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256000 00000400:00000010:1.0:1788777569.151261:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256000. 00000100:00000001:1.0:1788777569.151264:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777569.151268:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777569.151277:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777569.151282:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777569.151284:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.151286:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777569.151290:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777569.151292:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777569.151294:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777569.151297:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777569.151305:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064580 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777569.151309:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777569.151312:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777569.151314:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.151317:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777569.151395:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.151400:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777569.151402:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777569.151404:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777569.151407:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777569.151412:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777569.151419:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777569.151422:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777569.151424:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777569.151427:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777569.151435:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211144320:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777569.151440:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.151442:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777569.151445:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211144320/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777569.151452:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777569.151455:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777569.151458:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fd02e4e00. 02000000:00000001:1.0:1788777569.151486:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777569.151489:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777569.151492:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777569.151494:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777569.151497:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd0555a00. 02000000:00000001:1.0:1788777569.151501:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777569.151504:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777569.151506:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:1.0:1788777569.151510:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777569.151511:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.151514:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.151523:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777569.151526:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.151527:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777569.151530:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788777569.158522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d700. 00010000:00000010:2.1:1788777569.158539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814e00. 00000020:00000001:0.0:1788777569.159141:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfd28 00000080:00200008:0.0:1788777569.159146:0:35311:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777569.159155:0:35311:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777569.159156:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfca0 00000080:00200000:0.0:1788777569.159158:0:35311:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88),name=recon 00000080:00000010:0.0:1788777569.159232:0:35311:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960a00. 00800000:00000002:0.0:1788777569.159239:0:35311:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777569.159247:0:35311:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777569.159253:0:35311:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777569.159255:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfbc0 00800000:00000002:0.0:1788777569.159258:0:35311:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777569.159262:0:35311:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777569.159267:0:35311:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777569.159270:0:35311:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777569.159272:0:35311:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777569.159275:0:35311:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777569.159277:0:35311:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.159279:0:35311:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777569.159281:0:35311:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777569.159284:0:35311:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777569.159286:0:35311:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777569.159287:0:35311:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777569.159288:0:35311:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777569.159289:0:35311:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.159291:0:35311:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788777569.159293:0:35311:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.159296:0:35311:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777569.159303:0:35311:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777569.159305:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfa90 00000002:00010000:0.0:1788777569.159306:0:35311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777569.159310:0:35311:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777569.159313:0:35311:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777569.159316:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777569.159323:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777569.159326:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777569.159331:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777569.159334:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777569.159339:0:35311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788777569.159349:0:35311:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777569.159354:0:35311:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777569.159357:0:35311:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788777569.159366:0:35311:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777569.159368:0:35311:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777569.159370:0:35311:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777569.159372:0:35311:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777569.159373:0:35311:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777569.159376:0:35311:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777569.159379:0:35311:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777569.159381:0:35311:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777569.159385:0:35311:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960a00. 00000080:00000001:0.0:1788777569.159390:0:35311:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777569.159392:0:35311:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777569.159394:0:35311:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) 00000080:00010000:0.0:1788777569.159398:0:35311:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdca9f 00800000:00000001:0.0:1788777569.159402:0:35311:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777569.159405:0:35311:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777569.159408:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.159411:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.159414:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777569.159417:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777569.159419:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777569.159423:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.159425:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777569.159426:0:35311:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777569.159428:0:35311:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777569.159430:0:35311:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca9f from it ffffb70bc1dcfcd8 00010000:00000001:0.0:1788777569.159433:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.159434:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.159435:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777569.159437:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777569.159439:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777569.159441:0:35311:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777569.159444:0:35311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777569.159452:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.159453:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.159455:0:35311:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777569.159457:0:35311:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777569.159459:0:35311:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777569.159531:0:35311:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777569.159534:0:35311:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777569.159536:0:35311:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777569.159540:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.159541:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.159543:0:35311:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.159546:0:35311:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777569.159548:0:35311:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.159550:0:35311:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.159553:0:35311:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.159556:0:35311:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777569.159557:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.159558:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777569.159561:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777569.159563:0:35311:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777569.159566:0:35311:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777569.159569:0:35311:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777569.159571:0:35311:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777569.159574:0:35311:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777569.159575:0:35311:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.159577:0:35311:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777569.159581:0:35311:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788777569.159583:0:35311:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777569.159663:0:35311:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906344 : -110914189645272 : ffff9b1fc7202a28) 00000020:00001000:0.0:1788777569.159667:0:35311:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202a20 00000020:00000001:0.0:1788777569.159673:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.159676:0:35311:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777569.159679:0:35311:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777569.159681:0:35311:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788777569.159684:0:35311:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777569.159686:0:35311:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777569.159688:0:35311:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777569.159690:0:35311:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.159692:0:35311:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777569.159697:0:35311:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc2fb4060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788777569.159700:0:35311:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000001:0.0:1788777569.159704:0:35311:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777569.159706:0:35311:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777569.159710:0:35311:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777569.159712:0:35311:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.159714:0:35311:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777569.159716:0:35311:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777569.159718:0:35311:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.159720:0:35311:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777569.159721:0:35311:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777569.159722:0:35311:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777569.159723:0:35311:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00000020:00000001:0.0:1788777569.159725:0:35311:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777569.159728:0:35311:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788777569.159730:0:35311:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788777569.159732:0:35311:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777569.159734:0:35311:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777569.159736:0:35311:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777569.159738:0:35311:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777569.159745:0:35311:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788777569.159752:0:35311:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc2c6a100. 00020000:00000002:0.0:1788777569.159755:0:35311:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777569.159757:0:35311:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777569.159760:0:35311:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.159762:0:35311:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777569.159763:0:35311:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777569.159765:0:35311:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519904472 : -110914189647144 : ffff9b1fc72022d8) 00000020:00001000:0.0:1788777569.159767:0:35311:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72022d0 00000020:00000001:0.0:1788777569.159770:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.159771:0:35311:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777569.159775:0:35311:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777569.159775:0:35311:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777569.159777:0:35311:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.159779:0:35311:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.159781:0:35311:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453713056 : -110914255838560 : ffff9b1fc32e22a0) 00000020:00000001:0.0:1788777569.159783:0:35311:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777569.159787:0:35311:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7303db0. 00000008:00010000:0.0:1788777569.159790:0:35311:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788777569.159793:0:35311:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777569.159794:0:35311:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777569.159795:0:35311:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc2c6a130, osc lock ffff9b1fc7303db0, flags 0x400001002 00000020:00000001:0.0:1788777569.159798:0:35311:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.159799:0:35311:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.159802:0:35311:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159446929664 : -110914262621952 : ffff9b1fc2c6a100) 00000020:00000001:0.0:1788777569.159804:0:35311:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777569.159805:0:35311:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777569.159806:0:35311:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.159807:0:35311:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.159810:0:35311:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788777569.159811:0:35311:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788777569.159813:0:35311:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777569.159814:0:35311:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777569.159816:0:35311:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.159817:0:35311:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453713056 : -110914255838560 : ffff9b1fc32e22a0) 00000020:00000001:0.0:1788777569.159819:0:35311:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777569.159822:0:35311:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777569.159824:0:35311:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777569.159828:0:35311:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777569.159830:0:35311:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777569.159832:0:35311:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777569.159834:0:35311:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777569.159835:0:35311:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777569.159836:0:35311:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777569.159839:0:35311:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777569.159841:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777569.159845:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:0.0:1788777569.159847:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777569.159852:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777569.159855:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777569.159860:0:35311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777569.159869:0:35311:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777569.159872:0:35311:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777569.159875:0:35311:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777569.159882:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.159883:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.159885:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=3 00000020:00000001:0.0:1788777569.159887:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.159889:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:0.0:1788777569.159893:0:35311:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777569.159895:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.159897:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.159898:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:0.0:1788777569.159901:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.159903:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000020:00000001:0.0:1788777569.159907:0:35311:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777569.159909:0:35311:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788777569.159911:0:35311:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788777569.159913:0:35311:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.159914:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.159915:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.159916:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:0.0:1788777569.159918:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.159919:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.159921:0:35311:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777569.159924:0:35311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777569.159930:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.159931:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.159932:0:35311:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777569.159933:0:35311:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777569.159935:0:35311:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777569.159943:0:35311:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777569.159944:0:35311:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777569.159946:0:35311:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777569.159948:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.159948:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.159950:0:35311:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.159951:0:35311:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777569.159953:0:35311:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.159954:0:35311:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.159956:0:35311:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.159958:0:35311:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777569.159959:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.159961:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.159962:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.159963:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777569.159964:0:35311:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.159967:0:35311:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.159969:0:35311:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160042:0:35311:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160045:0:35311:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160047:0:35311:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777569.160048:0:35311:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788777569.160051:0:35311:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788777569.160052:0:35311:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788777569.160054:0:35311:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160056:0:35311:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160059:0:35311:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777569.160061:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.160063:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.160065:0:35311:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777569.160069:0:35311:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788777569.160072:0:35311:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777568 a=0 c=1788777568 b=8 00020000:00000001:0.0:1788777569.160075:0:35311:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160077:0:35311:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160079:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:0.0:1788777569.160082:0:35311:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 8 00000080:00000001:0.0:1788777569.160084:0:35311:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777569.160086:0:35311:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777569.160087:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc2fb4000 (ffff9b1fc7202a28/0) at cl_lock_release():245 00000020:00000001:0.0:1788777569.160090:0:35311:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777569.160091:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2fb4000 (ffff9b1fc7202a28/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777569.160093:0:35311:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777569.160094:0:35311:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.160095:0:35311:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453713056 : -110914255838560 : ffff9b1fc32e22a0) 00000020:00000001:0.0:1788777569.160097:0:35311:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777569.160098:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2c6a130 (ffff9b1fc72022d8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777569.160101:0:35311:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777569.160102:0:35311:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777569.160103:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.160105:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777569.160107:0:35311:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777569.160108:0:35311:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777569.160110:0:35311:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777569.160111:0:35311:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777569.160112:0:35311:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777569.160114:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2fb4000 (ffff9b1fc7202a28/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777569.160118:0:35311:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777569.160119:0:35311:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777569.160120:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2c6a130 (ffff9b1fc7202a28/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777569.160122:0:35311:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7303db0. 00000020:00000001:0.0:1788777569.160126:0:35311:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777569.160127:0:35311:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc2c6a100. 00020000:00000001:0.0:1788777569.160130:0:35311:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777569.160131:0:35311:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777569.160132:0:35311:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788777569.160133:0:35311:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160135:0:35311:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777569.160137:0:35311:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777569.160140:0:35311:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777569.160141:0:35311:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777569.160142:0:35311:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777569.160144:0:35311:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72022d0 00020000:00000001:0.0:1788777569.160147:0:35311:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777569.160149:0:35311:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777569.160152:0:35311:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777569.160154:0:35311:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777569.160157:0:35311:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777569.160159:0:35311:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160220:0:35311:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777569.160224:0:35311:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777569.160225:0:35311:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777569.160226:0:35311:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202a20 00000001:00000001:0.0:1788777569.160228:0:35311:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160234:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfd28 00000080:00000008:0.0:1788777569.160236:0:35311:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777569.160290:0:35311:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788777569.160291:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfd88 00000080:00200008:0.0:1788777569.160293:0:35311:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1788777569.160296:0:35311:0:(file.c:2656:do_file_write_iter()) inode ffff9b1fd157db88 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1788777569.160299:0:35311:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788777569.160301:0:35311:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160303:0:35311:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788777569.160306:0:35311:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160308:0:35311:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777569.160310:0:35311:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906344 : -110914189645272 : ffff9b1fc7202a28) 00000020:00001000:0.0:1788777569.160312:0:35311:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202a20 00000080:00000001:0.0:1788777569.160315:0:35311:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788777569.160316:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfc98 00000080:00200000:0.0:1788777569.160318:0:35311:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1788777569.160324:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfc30 00000080:00200000:0.0:1788777569.160325:0:35311:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1788777569.160327:0:35311:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777569.160329:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.160330:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.160332:0:35311:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777569.160334:0:35311:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788777569.160335:0:35311:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777568 a=0 c=1788777568 b=8 00020000:00000001:0.0:1788777569.160338:0:35311:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160340:0:35311:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160341:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:0.0:1788777569.160343:0:35311:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 8 00000080:00000001:0.0:1788777569.160345:0:35311:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777569.160347:0:35311:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788777569.160352:0:35311:0:(cl_io.c:214:cl_io_rw_init()) header@0000000061ecb606[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1788777569.160354:0:35311:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:0.0:1788777569.160356:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.160357:0:35311:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777569.160358:0:35311:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777569.160360:0:35311:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777569.160362:0:35311:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777569.160363:0:35311:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788777569.160366:0:35311:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777569.160370:0:35311:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160372:0:35311:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777569.160373:0:35311:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160374:0:35311:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777569.160376:0:35311:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc2fb4060 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788777569.160379:0:35311:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000001:0.0:1788777569.160382:0:35311:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777569.160383:0:35311:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777569.160385:0:35311:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777569.160386:0:35311:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788777569.160388:0:35311:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:0.0:1788777569.160390:0:35311:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788777569.160391:0:35311:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777569.160392:0:35311:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160393:0:35311:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777569.160394:0:35311:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777569.160395:0:35311:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777569.160397:0:35311:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00000020:00000001:0.0:1788777569.160398:0:35311:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160400:0:35311:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777569.160402:0:35311:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1788777569.160404:0:35311:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788777569.160406:0:35311:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160409:0:35311:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777569.160411:0:35311:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777569.160413:0:35311:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777569.160414:0:35311:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788777569.160416:0:35311:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1788777569.160418:0:35311:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777569.160420:0:35311:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777569.160422:0:35311:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777569.160425:0:35311:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.160426:0:35311:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777569.160427:0:35311:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777569.160429:0:35311:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519904472 : -110914189647144 : ffff9b1fc72022d8) 00000020:00001000:0.0:1788777569.160431:0:35311:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72022d0 00000020:00000001:0.0:1788777569.160432:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.160434:0:35311:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777569.160435:0:35311:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777569.160436:0:35311:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777569.160437:0:35311:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160439:0:35311:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160440:0:35311:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453713056 : -110914255838560 : ffff9b1fc32e22a0) 00000020:00000001:0.0:1788777569.160443:0:35311:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788777569.160446:0:35311:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788777569.160449:0:35311:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160451:0:35311:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160453:0:35311:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160454:0:35311:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160456:0:35311:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160458:0:35311:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788777569.160459:0:35311:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788777569.160521:0:35311:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788777569.160524:0:35311:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788777569.160526:0:35311:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160529:0:35311:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160530:0:35311:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788777569.160532:0:35311:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1788777569.160534:0:35311:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788777569.160536:0:35311:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788777569.160537:0:35311:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160539:0:35311:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160541:0:35311:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160542:0:35311:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160544:0:35311:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160546:0:35311:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777569.160548:0:35311:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777569.160550:0:35311:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777569.160551:0:35311:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777569.160552:0:35311:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160554:0:35311:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160555:0:35311:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160557:0:35311:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160558:0:35311:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777569.160559:0:35311:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777569.160560:0:35311:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777569.160562:0:35311:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777569.160563:0:35311:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777569.160566:0:35311:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788777569.160570:0:35311:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc2c6a100. 00020000:00000002:0.0:1788777569.160572:0:35311:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777569.160574:0:35311:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777569.160576:0:35311:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.160577:0:35311:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453713056 : -110914255838560 : ffff9b1fc32e22a0) 00000020:00000001:0.0:1788777569.160579:0:35311:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777569.160582:0:35311:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7303db0. 00000008:00010000:0.0:1788777569.160583:0:35311:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788777569.160642:0:35311:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777569.160643:0:35311:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777569.160646:0:35311:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc2c6a130, osc lock ffff9b1fc7303db0, flags 0x0 00000020:00000001:0.0:1788777569.160649:0:35311:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160650:0:35311:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160652:0:35311:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159446929664 : -110914262621952 : ffff9b1fc2c6a100) 00000020:00000001:0.0:1788777569.160654:0:35311:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777569.160655:0:35311:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777569.160657:0:35311:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160659:0:35311:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160660:0:35311:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777569.160661:0:35311:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777569.160663:0:35311:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.160664:0:35311:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453713056 : -110914255838560 : ffff9b1fc32e22a0) 00000020:00000001:0.0:1788777569.160665:0:35311:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777569.160666:0:35311:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777569.160669:0:35311:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788777569.160670:0:35311:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160672:0:35311:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777569.160674:0:35311:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777569.160675:0:35311:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777569.160676:0:35311:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777569.160677:0:35311:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777569.160678:0:35311:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777569.160680:0:35311:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777569.160681:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777569.160685:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:0.0:1788777569.160688:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777569.160691:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777569.160694:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777569.160698:0:35311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777569.160707:0:35311:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777569.160710:0:35311:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777569.160713:0:35311:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777569.160720:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.160722:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.160723:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=3 00000020:00000001:0.0:1788777569.160725:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.160727:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:0.0:1788777569.160730:0:35311:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777569.160731:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.160732:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.160733:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:0.0:1788777569.160735:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.160736:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.160739:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.160739:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.160741:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:0.0:1788777569.160742:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.160744:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.160746:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777569.160748:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777569.160751:0:35311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777569.160757:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.160758:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777569.160759:0:35311:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.160761:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.160762:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.160763:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=6 00000020:00000001:0.0:1788777569.160764:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.160766:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.160768:0:35311:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777569.160771:0:35311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777569.160777:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.160778:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777569.160781:0:35311:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777569.160787:0:35311:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777569.160788:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.160789:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.160790:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.160791:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777569.160792:0:35311:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.160794:0:35311:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160795:0:35311:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160797:0:35311:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160798:0:35311:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160800:0:35311:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160801:0:35311:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160803:0:35311:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160805:0:35311:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788777569.160807:0:35311:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1788777569.160810:0:35311:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777569.160811:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.160813:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.160814:0:35311:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777569.160815:0:35311:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788777569.160817:0:35311:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777568 a=0 c=1788777568 b=8 00020000:00000001:0.0:1788777569.160819:0:35311:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160821:0:35311:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160822:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:0.0:1788777569.160824:0:35311:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 8 00000080:00000001:0.0:1788777569.160826:0:35311:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777569.160828:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfb80 00000080:00200000:0.0:1788777569.160830:0:35311:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1788777569.160833:0:35311:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777569.160835:0:35311:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000002:0.0:1788777569.160838:0:35311:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617480 addref 2/0 by ffff9b1fd27aa7c0. 00020000:00000002:0.0:1788777569.160840:0:35311:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00000020:00000001:0.0:1788777569.160843:0:35311:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788777569.160846:0:35311:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788777569.160848:0:35311:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788777569.160850:0:35311:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:0.0:1788777569.160852:0:35311:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.160853:0:35311:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453713056 : -110914255838560 : ffff9b1fc32e22a0) 00000020:00000001:0.0:1788777569.160855:0:35311:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777569.160857:0:35311:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777569.160860:0:35311:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160861:0:35311:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.160863:0:35311:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.160865:0:35311:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.160871:0:35311:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788777569.160877:0:35311:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:0.0:1788777569.160879:0:35311:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1788777569.160882:0:35311:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:0.0:1788777569.160884:0:35311:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:0.0:1788777569.160888:0:35311:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc8960a00. 00000080:00000001:0.0:1788777569.160891:0:35311:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777569.160894:0:35311:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777569.160896:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcf798 00800000:00000002:0.0:1788777569.160898:0:35311:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788777569.160901:0:35311:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777569.160904:0:35311:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777569.160907:0:35311:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777569.160910:0:35311:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777569.160913:0:35311:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777569.160914:0:35311:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.160916:0:35311:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788777569.160919:0:35311:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.160922:0:35311:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2b:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777569.160927:0:35311:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777569.160928:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcf668 00000002:00010000:0.0:1788777569.160930:0:35311:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x2b:0x0], intent: getxattr flags 0 00000002:00000001:0.0:1788777569.160934:0:35311:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777569.160936:0:35311:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:0.0:1788777569.160941:0:35311:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec700. 00000020:00000040:0.0:1788777569.160945:0:35311:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777569.160949:0:35311:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777569.160952:0:35311:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.160955:0:35311:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777569.160960:0:35311:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777569.160963:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.160964:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.160966:0:35311:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.160969:0:35311:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777569.160971:0:35311:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777569.160974:0:35311:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777569.161052:0:35311:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1002800. 00000100:00000001:0.0:1788777569.161061:0:35311:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.161068:0:35311:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777569.161069:0:35311:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.161071:0:35311:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777569.161072:0:35311:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.161074:0:35311:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1788777569.161077:0:35311:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff9b1fc31a7000: get xattrs for [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1788777569.161085:0:35311:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00010000:00000001:0.0:1788777569.161088:0:35311:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777569.161090:0:35311:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777569.161093:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777569.161095:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777569.161098:0:35311:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777569.161102:0:35311:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f6400. 00000020:00000001:0.0:1788777569.161106:0:35311:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777569.161109:0:35311:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f6400 with handle 0x22b16ee488cdcac2 to hash 00000020:00000001:0.0:1788777569.161111:0:35311:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777569.161113:0:35311:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.161116:0:35311:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.161119:0:35311:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777569.161120:0:35311:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777569.161124:0:35311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777569.161132:0:35311:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35311 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777569.161145:0:35311:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35311 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777569.161151:0:35311:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777569.161152:0:35311:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777569.161158:0:35311:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777569.161221:0:35311:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140416 : -110914027411200 : ffff9b1fd0cba900) 00000100:00000001:0.0:1788777569.161224:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.161226:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000100:00000001:0.0:1788777569.161231:0:35311:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777569.161234:0:35311:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.161236:0:35311:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777569.161238:0:35311:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777569.161249:0:35311:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.161258:0:35311:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777569.161260:0:35311:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777569.161263:0:35311:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777569.161265:0:35311:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777569.161268:0:35311:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777569.161271:0:35311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec700 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35311:1875667211144448:192.168.204.133@tcp:101:uname.0 00000100:00000001:0.0:1788777569.161275:0:35311:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777569.161280:0:35311:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777569.161283:0:35311:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777569.161285:0:35311:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777569.161290:0:35311:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff9b1fca6e0000. 02000000:00000001:0.0:1788777569.161292:0:35311:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777569.161300:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777569.161304:0:35311:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777569.161312:0:35311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b880. 00000100:00000200:0.0:1788777569.161319:0:35311:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1875667211144448, portal 10 00000100:00000001:0.0:1788777569.161321:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.161322:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000100:00000040:0.0:1788777569.161328:0:35311:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.161334:0:35311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777569.161337:0:35311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777569.161341:0:35311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bf68. 00000100:00000200:0.0:1788777569.161344:0:35311:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667211144448, offset 0 00000400:00000200:0.0:1788777569.161352:0:35311:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777569.161360:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777569.161368:0:35311:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777569.161373:0:35311:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777569.161377:0:35311:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777569.161381:0:35311:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777569.161384:0:35311:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777569.161388:0:35311:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2986:2986:256:4294967295] 192.168.204.133@tcp LPNI seq info [2985:2985:8:4294967295] 00000400:00000200:0.0:1788777569.161392:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777569.161403:0:35311:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777569.161409:0:35311:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777569.161413:0:35311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839900. 00000800:00000200:0.0:1788777569.161420:0:35311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777569.161428:0:35311:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777569.161432:0:35311:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788777569.161662:0:35311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777569.161668:0:35311:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 849127 usecs (850 jiffies) 00000400:00000200:0.0:1788777569.161673:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777569.161676:0:35311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673317 00000100:00000001:0.0:1788777569.161679:0:35311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:0.0:1788777569.161681:0:35311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673317 00000100:00000001:0.0:1788777569.161684:0:35311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:0.0:1788777569.161686:0:35311:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777569.161689:0:35311:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.161691:0:35311:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777569.161693:0:35311:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777569.161695:0:35311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba900 going to sleep for 11 seconds 00000100:00000001:0.0:1788777569.161698:0:35311:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777569.161701:0:35311:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777569.163080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6200. 00000800:00000200:3.0:1788777569.163267:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777569.163272:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839900. 00000400:00000200:3.0:1788777569.163278:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.163285:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777569.163294:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bf68 00000400:00000010:3.0:1788777569.163296:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bf68. 00000100:00000001:3.0:1788777569.163303:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777569.163312:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.163325:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.163328:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.163335:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.163337:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777569.163542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4200. 00000800:00000001:3.0:1788777569.169454:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.169515:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.169520:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.169522:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.169535:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.169543:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.169555:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.169562:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.169569:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.169574:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 1144 into portal 10 MB=0x6a9e8cdd64d00 00000400:00000200:3.0:1788777569.169580:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.169587:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 1144/1144 into md 0x8b35 [1] + 224 00000800:00000001:3.0:1788777569.169594:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.169604:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.169607:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.169612:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.169623:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.169632:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777569.169642:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.169665:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.169676:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.169679:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.170081:0:35311:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777569.170089:0:35311:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777569.170091:0:35311:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777569.170095:0:35311:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777569.170100:0:35311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b880 00000400:00000010:0.0:1788777569.170103:0:35311:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b880. 00000100:00000001:0.0:1788777569.170106:0:35311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777569.170111:0:35311:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777569.170120:0:35311:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.170126:0:35311:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777569.170128:0:35311:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.170130:0:35311:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777569.170136:0:35311:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777569.170139:0:35311:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777569.170141:0:35311:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777569.170144:0:35311:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777569.170153:0:35311:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=78 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777569.170158:0:35311:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777569.170162:0:35311:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777569.170163:0:35311:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.170166:0:35311:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777569.170170:0:35311:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.170173:0:35311:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777569.170175:0:35311:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777569.170178:0:35311:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777569.170180:0:35311:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777569.170185:0:35311:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.170192:0:35311:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777569.170196:0:35311:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777569.170197:0:35311:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777569.170201:0:35311:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777585 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777569.170209:0:35311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec700 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35311:1875667211144448:192.168.204.133@tcp:101:uname.0 00000100:00000001:0.0:1788777569.170214:0:35311:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.170216:0:35311:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.170219:0:35311:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777569.170221:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.170224:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.170231:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777569.170235:0:35311:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777569.170238:0:35311:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777569.170240:0:35311:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.170243:0:35311:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777569.170247:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.170250:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.170253:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=4 00000020:00000001:0.0:1788777569.170255:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170258:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000040:0.0:1788777569.170265:0:35311:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f6400, remote cookie: 0x542deec0941a7360, flags: 0x1001 00010000:00010000:0.0:1788777569.170272:0:35311:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777569.170280:0:35311:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777569.170284:0:35311:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777569.170287:0:35311:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777569.170288:0:35311:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777569.170290:0:35311:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777569.170293:0:35311:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9b1fd0f4e700) refcount = 2 00010000:00000040:0.0:1788777569.170295:0:35311:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777569.170298:0:35311:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788777569.170306:0:35311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777569.170312:0:35311:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777569.170316:0:35311:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777569.170317:0:35311:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777569.170320:0:35311:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777569.170323:0:35311:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777569.170325:0:35311:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777569.170331:0:35311:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777569.170333:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170335:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.170336:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170337:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.170338:0:35311:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.170344:0:35311:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777569.170345:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.170346:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.170348:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777569.170350:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170352:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170354:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170355:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777569.170359:0:35311:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777569.170367:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.170368:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.170369:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777569.170371:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170373:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170376:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170377:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777569.170378:0:35311:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.170380:0:35311:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.170384:0:35311:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777569.170385:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.170386:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.170388:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777569.170390:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170392:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00000002:00010000:0.0:1788777569.170396:0:35311:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777569.170402:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170403:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.170405:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777569.170406:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.170407:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.170408:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777569.170410:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170412:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000040:0.0:1788777569.170418:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 3 00010000:00000001:0.0:1788777569.170421:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777569.170426:0:35311:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:0.0:1788777569.170428:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170429:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777569.170430:0:35311:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777569.170433:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcf5f0 00000002:00002000:0.0:1788777569.170435:0:35311:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:0.0:1788777569.170438:0:35311:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777569.170442:0:35311:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777569.170444:0:35311:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777569.170447:0:35311:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x2b:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777569.170450:0:35311:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777569.170455:0:35311:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960a00. 00000080:00000001:0.0:1788777569.170460:0:35311:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777569.170503:0:35311:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff9b1fca6e0460 xtail=ffff9b1fca6e049a 00000080:00000001:0.0:1788777569.170506:0:35311:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:0.0:1788777569.170508:0:35311:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:0.0:1788777569.170511:0:35311:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788777569.170513:0:35311:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777569.170515:0:35311:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788777569.170522:0:35311:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9b1fd0609cd0. 00000080:00000010:0.0:1788777569.170527:0:35311:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9b1fc32a65c0. 00000080:00000010:0.0:1788777569.170530:0:35311:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff9b1fd1882680. 00000080:00000020:0.0:1788777569.170531:0:35311:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:0.0:1788777569.170534:0:35311:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777569.170535:0:35311:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1788777569.170537:0:35311:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788777569.170538:0:35311:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777569.170540:0:35311:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788777569.170542:0:35311:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9b1fd0609208. 00000080:00000010:0.0:1788777569.170545:0:35311:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9b1fc32a69e0. 00000080:00000010:0.0:1788777569.170547:0:35311:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff9b1fd12e4080. 00000080:00000020:0.0:1788777569.170548:0:35311:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1788777569.170550:0:35311:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777569.170551:0:35311:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:0.0:1788777569.170553:0:35311:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788777569.170554:0:35311:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777569.170555:0:35311:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788777569.170558:0:35311:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9b1fd0609230. 00000080:00000010:0.0:1788777569.170560:0:35311:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff9b1fc32a6ee0. 00000080:00000010:0.0:1788777569.170562:0:35311:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff9b1fc82d2c18. 00000080:00000020:0.0:1788777569.170564:0:35311:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:0.0:1788777569.170565:0:35311:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777569.170567:0:35311:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:0.0:1788777569.170568:0:35311:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788777569.170569:0:35311:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777569.170571:0:35311:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788777569.170573:0:35311:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9b1fd0609938. 00000080:00000010:0.0:1788777569.170575:0:35311:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff9b1fc32a6190. 00000080:00000010:0.0:1788777569.170578:0:35311:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff9b1fd12e4000. 00000080:00000020:0.0:1788777569.170579:0:35311:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:0.0:1788777569.170581:0:35311:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777569.170582:0:35311:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:0.0:1788777569.170584:0:35311:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:0.0:1788777569.170587:0:35311:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdcac2 00800000:00000001:0.0:1788777569.170592:0:35311:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777569.170595:0:35311:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777569.170596:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.170598:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.170600:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777569.170602:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170604:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170606:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170608:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777569.170609:0:35311:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777569.170611:0:35311:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777569.170614:0:35311:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcac2 from it ffffb70bc1dcf8e8 00010000:00000001:0.0:1788777569.170617:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.170618:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.170619:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6400 refcount=3 00000020:00000001:0.0:1788777569.170621:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170624:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677142016 : -110914032409600 : ffff9b1fd07f6400) 00010000:00000001:0.0:1788777569.170626:0:35311:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777569.170629:0:35311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777569.170636:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170637:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.170639:0:35311:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777569.170642:0:35311:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777569.170645:0:35311:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777569.170653:0:35311:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777569.170656:0:35311:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777569.170657:0:35311:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777569.170662:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170664:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.170666:0:35311:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.170669:0:35311:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777569.170670:0:35311:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.170672:0:35311:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.170675:0:35311:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.170677:0:35311:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777569.170679:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.170680:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777569.170681:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.170686:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec700 x1875667211144448/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.170693:0:35311:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777569.170696:0:35311:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777569.170700:0:35311:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff9b1fca6e0000. 02000000:00000001:0.0:1788777569.170703:0:35311:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777569.170706:0:35311:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777569.170708:0:35311:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777569.170710:0:35311:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777569.170713:0:35311:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1002800. 02000000:00000001:0.0:1788777569.170717:0:35311:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777569.170719:0:35311:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777569.170721:0:35311:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec700. 00000100:00000001:0.0:1788777569.170724:0:35311:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777569.170726:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777569.170727:0:35311:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.170730:0:35311:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777569.170732:0:35311:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777569.170735:0:35311:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1788777569.170738:0:35311:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777569.170741:0:35311:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1788777569.170744:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777569.170746:0:35311:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777569.170747:0:35311:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777569.170752:0:35311:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777569.170762:0:35311:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777569.170764:0:35311:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000020:00000001:0.0:1788777569.170771:0:35311:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777569.170774:0:35311:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffd8398493af40 ffff9b1fd0683540 1 00000020:00000001:0.0:1788777569.170777:0:35311:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777569.170779:0:35311:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633159675622720 : -110914033928896 : ffff9b1fd0683540) 00000020:00000001:0.0:1788777569.170781:0:35311:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446633159675622720 : -110914033928896 : ffff9b1fd0683540) 00000020:00000001:0.0:1788777569.170783:0:35311:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777569.170785:0:35311:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777569.170787:0:35311:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159450378336 : -110914259173280 : ffff9b1fc2fb4060) 00000020:00000001:0.0:1788777569.170789:0:35311:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777569.170790:0:35311:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777569.170792:0:35311:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777569.170797:0:35311:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 00000000af8ba325 0 0 0] 00000020:00000001:0.0:1788777569.170799:0:35311:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777569.170801:0:35311:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777569.170802:0:35311:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788777569.170803:0:35311:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777569.170805:0:35311:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.170808:0:35311:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777569.170810:0:35311:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:0.0:1788777569.170811:0:35311:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777569.170812:0:35311:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159450378336 : -110914259173280 : ffff9b1fc2fb4060) 00000020:00000001:0.0:1788777569.170814:0:35311:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777569.170815:0:35311:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777569.170817:0:35311:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777569.170819:0:35311:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777569.170820:0:35311:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777569.170821:0:35311:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777569.170824:0:35311:0:(rw26.c:929:ll_write_end()) page@00000000ebe5a56a[3 000000005a21fcfc 2 1 00000000af8ba325 0 0 0] 00000080:00200000:0.0:1788777569.170828:0:35311:0:(rw26.c:929:ll_write_end()) vmpage @000000009f5ad374 17ffffc0001029 2:0 ffff9b1fd0683540 0 lru 00000080:00200000:0.0:1788777569.170838:0:35311:0:(rw26.c:929:ll_write_end()) osc-page@00000000b345179d 0: 1< 2 - - > 2< 0 0 23 0x4 0x4000a | 00000000bac04322 00000000984d3bc0 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777569.170840:0:35311:0:(rw26.c:929:ll_write_end()) end page@00000000ebe5a56a 00000080:00200000:0.0:1788777569.170842:0:35311:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788777569.170843:0:35311:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788777569.170850:0:35311:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788777569.170852:0:35311:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:0.0:1788777569.170855:0:35311:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788777569.170860:0:35311:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788777569.170862:0:35311:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.170864:0:35311:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453713056 : -110914255838560 : ffff9b1fc32e22a0) 00000020:00000001:0.0:1788777569.170867:0:35311:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788777569.170871:0:35311:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788777569.170873:0:35311:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777569.170875:0:35311:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777569.170876:0:35311:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777569.170879:0:35311:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777569.170883:0:35311:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b1fd06835b0 folio ffffd8398493af40 pg:0 added for cmd 2 00000008:00000001:0.0:1788777569.170889:0:35311:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788777569.170891:0:35311:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:0.0:1788777569.170898:0:35311:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:0.0:1788777569.170904:0:35311:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b1fd06835e8 page ffffd8398493af40 00000008:00000020:0.0:1788777569.170908:0:35311:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:0.0:1788777569.170912:0:35311:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788777569.170914:0:35311:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.170917:0:35311:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788777569.170922:0:35311:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b1fc8365000. 00000008:00000020:0.0:1788777569.170930:0:35311:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9b1fc7188e00 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1788777569.170937:0:35311:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788777569.170943:0:35311:0:(osc_cache.c:858:osc_extent_find()) extent ffff9b1fc8365000@{[0 -> 0/1023], [3|1|-|active|wi|ffff9b1fc7188e00], [28672|0|-|-|ffff9b1fd1814200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788777569.170951:0:35311:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000a49198b0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788777569.170958:0:35311:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788777569.170962:0:35311:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.170965:0:35311:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.170968:0:35311:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788777569.172066:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000002:0.0:1788777569.172076:0:35311:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:0.0:1788777569.172080:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.172195:0:35311:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777569.172199:0:35311:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:0.0:1788777569.172203:0:35311:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777569.172206:0:35311:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172208:0:35311:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172211:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777569.172212:0:35311:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788777569.172215:0:35311:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788777569.172218:0:35311:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777569.172223:0:35311:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[4 000000005a21fcfc 2 1 00000000af8ba325 0 0 0] 00000020:00000001:0.0:1788777569.172224:0:35311:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777569.172226:0:35311:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777569.172228:0:35311:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788777569.172231:0:35311:0:(osc_request.c:745:osc_update_next_shrink()) next time 3205 to shrink grant 00000080:00000001:0.0:1788777569.172235:0:35311:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788777569.172237:0:35311:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788777569.172247:0:35311:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b1fd157dd38, count 1, dirtied 1 00000080:00000001:0.0:1788777569.172250:0:35311:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788777569.172252:0:35311:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788777569.172254:0:35311:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777569.172256:0:35311:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777569.172257:0:35311:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777569.172260:0:35311:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[3 000000005a21fcfc 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777569.172261:0:35311:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788777569.172263:0:35311:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777569.172265:0:35311:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788777569.172266:0:35311:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777569.172268:0:35311:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[3 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777569.172269:0:35311:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788777569.172270:0:35311:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788777569.172271:0:35311:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788777569.172273:0:35311:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788777569.172275:0:35311:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172277:0:35311:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.172279:0:35311:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172281:0:35311:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777569.172283:0:35311:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1788777569.172286:0:35311:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777569.172287:0:35311:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788777569.172288:0:35311:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172294:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfb80 00000080:00200000:0.0:1788777569.172296:0:35311:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1788777569.172299:0:35311:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.172302:0:35311:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777569.172304:0:35311:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777569.172306:0:35311:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777569.172308:0:35311:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788777569.172310:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.172312:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.172313:0:35311:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777569.172314:0:35311:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777569.172316:0:35311:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172317:0:35311:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172319:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777569.172321:0:35311:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172322:0:35311:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.172325:0:35311:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.172327:0:35311:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172514:0:35311:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172517:0:35311:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777569.172519:0:35311:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788777569.172521:0:35311:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777569.172522:0:35311:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788777569.172525:0:35311:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788777569.172528:0:35311:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777569.172534:0:35311:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188e00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788777569.172541:0:35311:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777569.172544:0:35311:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.172545:0:35311:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777569.172547:0:35311:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.172549:0:35311:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788777569.172550:0:35311:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777569.172552:0:35311:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.172553:0:35311:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172556:0:35311:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777569.172557:0:35311:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777569.172560:0:35311:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777569.172562:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc715f038 (ffff9b1fc7202a28/0) at cl_lock_release():245 00000020:00000001:0.0:1788777569.172565:0:35311:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777569.172566:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc715f038 (ffff9b1fc7202a28/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777569.172569:0:35311:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777569.172571:0:35311:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.172573:0:35311:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453713056 : -110914255838560 : ffff9b1fc32e22a0) 00000020:00000001:0.0:1788777569.172575:0:35311:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777569.172576:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2c6a130 (ffff9b1fc72022d8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777569.172580:0:35311:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777569.172581:0:35311:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777569.172584:0:35311:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777569.172587:0:35311:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777569.172590:0:35311:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:0.0:1788777569.172593:0:35311:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.172596:0:35311:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:0.0:1788777569.172597:0:35311:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777569.172603:0:35311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777569.172613:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.172615:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.172616:0:35311:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777569.172619:0:35311:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777569.172622:0:35311:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777569.172630:0:35311:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777569.172632:0:35311:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777569.172634:0:35311:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777569.172638:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.172640:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.172641:0:35311:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.172645:0:35311:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777569.172647:0:35311:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.172649:0:35311:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.172653:0:35311:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.172655:0:35311:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777569.172656:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.172657:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.172659:0:35311:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.172660:0:35311:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777569.172661:0:35311:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777569.172663:0:35311:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777569.172664:0:35311:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777569.172665:0:35311:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777569.172667:0:35311:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777569.172669:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc715f038 (ffff9b1fc7202a28/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777569.172672:0:35311:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777569.172673:0:35311:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777569.172675:0:35311:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2c6a130 (ffff9b1fc7202a28/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777569.172678:0:35311:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7303db0. 00000020:00000001:0.0:1788777569.172683:0:35311:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777569.172685:0:35311:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc2c6a100. 00020000:00000001:0.0:1788777569.172689:0:35311:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777569.172691:0:35311:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777569.172692:0:35311:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788777569.172694:0:35311:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777569.172695:0:35311:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777569.172696:0:35311:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777569.172698:0:35311:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777569.172699:0:35311:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.172701:0:35311:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.172703:0:35311:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777569.172704:0:35311:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777569.172706:0:35311:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788777569.172708:0:35311:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1788777569.172710:0:35311:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777569.172711:0:35311:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777569.172713:0:35311:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777569.172714:0:35311:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777569.172716:0:35311:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777569.172719:0:35311:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777569.172721:0:35311:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.172723:0:35311:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.172725:0:35311:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777569.172726:0:35311:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777569.172729:0:35311:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777569.172735:0:35311:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1788777569.172739:0:35311:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788777569.172743:0:35311:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788777569.172746:0:35311:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777569.172748:0:35311:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777569.172749:0:35311:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777569.172750:0:35311:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777569.172752:0:35311:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777569.172754:0:35311:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72022d0 00020000:00000001:0.0:1788777569.172758:0:35311:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777569.172760:0:35311:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777569.172762:0:35311:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777569.172765:0:35311:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777569.172769:0:35311:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777569.172770:0:35311:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788777569.172772:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfc98 00000080:00200000:0.0:1788777569.172774:0:35311:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1788777569.172781:0:35311:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777569.172783:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.172785:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.172787:0:35311:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777569.172793:0:35311:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777569.172801:0:35311:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777569.172804:0:35311:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788777569.172806:0:35311:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777569.172807:0:35311:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788777569.172810:0:35311:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[0]: s=46 (1) m=1788777569 a=0 c=1788777569 b=8 00020000:00000001:0.0:1788777569.172814:0:35311:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777569.172817:0:35311:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777569 a=0 c=1788777569 b=8 00020000:00000001:0.0:1788777569.172819:0:35311:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172821:0:35311:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.172823:0:35311:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:0.0:1788777569.172825:0:35311:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 8 00000080:00000001:0.0:1788777569.172828:0:35311:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788777569.172833:0:35311:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1788777569.172836:0:35311:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1788777569.172838:0:35311:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202a20 00000020:00000001:0.0:1788777569.172842:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfd88 00000080:00000008:0.0:1788777569.172845:0:35311:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:0.0:1788777569.172848:0:35311:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788777569.172874:0:35311:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777569.172876:0:35311:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000002:0.0:1788777569.172881:0:35311:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000001:0.0:1788777569.172884:0:35311:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.172894:0:35311:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777569.172896:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfdf0 00000080:00200008:0.0:1788777569.172898:0:35311:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 102001 00000080:00000001:0.0:1788777569.172902:0:35311:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777569.172904:0:35311:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788777569.172906:0:35311:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777569.172908:0:35311:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000002:0.0:1788777569.172910:0:35311:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fd27aa7c0 00020000:00000001:0.0:1788777569.172912:0:35311:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.172914:0:35311:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788777569.172919:0:35311:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777569.172922:0:35311:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777569.172925:0:35311:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777569.172927:0:35311:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777569.172929:0:35311:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.172931:0:35311:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788777569.172933:0:35311:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.172938:0:35311:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777569.172941:0:35311:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777569.172947:0:35311:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 3 00010000:00000001:0.0:1788777569.172950:0:35311:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777569.172956:0:35311:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.172958:0:35311:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:0.0:1788777569.172961:0:35311:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777569.172962:0:35311:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777569.173056:0:35311:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc8960a00. 00000080:00000001:0.0:1788777569.173059:0:35311:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777569.173065:0:35311:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777569.173069:0:35311:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788777569.173071:0:35311:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777569.173072:0:35311:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777569.173074:0:35311:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777569.173075:0:35311:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777569.173077:0:35311:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.173079:0:35311:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788777569.173081:0:35311:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.173084:0:35311:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1788777569.173088:0:35311:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777569.173090:0:35311:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:0.0:1788777569.173099:0:35311:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec700. 00000020:00000040:0.0:1788777569.173103:0:35311:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777569.173108:0:35311:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777569.173112:0:35311:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777569.173118:0:35311:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777569.173128:0:35311:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd92b2600. 00000100:00000001:0.0:1788777569.173136:0:35311:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777569.173161:0:35311:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777569.173174:0:35311:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777569.173180:0:35311:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ec700 x1875667211144704/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777569.173187:0:35311:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777569.173189:0:35311:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777569.173195:0:35311:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777569.173198:0:35311:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140416 : -110914027411200 : ffff9b1fd0cba900) 00000100:00000001:0.0:1788777569.173200:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.173202:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000100:00000001:0.0:1788777569.173206:0:35311:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777569.173209:0:35311:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.173211:0:35311:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777569.173213:0:35311:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777569.173216:0:35311:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec700 x1875667211144704/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.173224:0:35311:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777569.173226:0:35311:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777569.173229:0:35311:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777569.173232:0:35311:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777569.173235:0:35311:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777569.173238:0:35311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec700 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35311:1875667211144704:192.168.204.133@tcp:35:uname.0 00000100:00000001:0.0:1788777569.173243:0:35311:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777569.173248:0:35311:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777569.173250:0:35311:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777569.173253:0:35311:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777569.173257:0:35311:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1002800. 02000000:00000001:0.0:1788777569.173259:0:35311:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777569.173268:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777569.173272:0:35311:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777569.173280:0:35311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b880. 00000100:00000200:0.0:1788777569.173288:0:35311:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211144704, portal 10 00000100:00000001:0.0:1788777569.173290:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.173291:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000100:00000040:0.0:1788777569.173298:0:35311:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ec700 x1875667211144704/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.173304:0:35311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777569.173307:0:35311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777569.173310:0:35311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bc38. 00000100:00000200:0.0:1788777569.173314:0:35311:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211144704, offset 0 00000400:00000200:0.0:1788777569.173321:0:35311:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777569.173330:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777569.173338:0:35311:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777569.173343:0:35311:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777569.173349:0:35311:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777569.173353:0:35311:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777569.173355:0:35311:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777569.173359:0:35311:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2987:2987:256:4294967295] 192.168.204.133@tcp LPNI seq info [2986:2986:8:4294967295] 00000400:00000200:0.0:1788777569.173363:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777569.173374:0:35311:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777569.173380:0:35311:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777569.173384:0:35311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839100. 00000800:00000200:0.0:1788777569.173391:0:35311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777569.173399:0:35311:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777569.173404:0:35311:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777569.173595:0:35311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777569.173601:0:35311:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 848072 usecs (849 jiffies) 00000400:00000200:0.0:1788777569.173605:0:35311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777569.173609:0:35311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673330 00000100:00000001:0.0:1788777569.173612:0:35311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:0.0:1788777569.173614:0:35311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673330 00000100:00000001:0.0:1788777569.173616:0:35311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:0.0:1788777569.173618:0:35311:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777569.173621:0:35311:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.173623:0:35311:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777569.173625:0:35311:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777569.173628:0:35311:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba900 going to sleep for 11 seconds 00000100:00000001:0.0:1788777569.173631:0:35311:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777569.173633:0:35311:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777569.173871:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777569.173876:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839100. 00000400:00000200:3.0:1788777569.173881:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.173887:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777569.173893:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bc38 00000400:00000010:3.0:1788777569.173895:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bc38. 00000100:00000001:3.0:1788777569.173900:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777569.173981:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec700 x1875667211144704/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.173991:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.173995:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec700 x1875667211144704/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.174002:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.174004:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777569.178877:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.178896:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.178900:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.178903:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.178913:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.178921:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.178930:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.178935:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.178941:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.178945:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd64e00 00000400:00000200:3.0:1788777569.178950:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.178956:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8b3d [1] + 224 00000800:00000001:3.0:1788777569.178963:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.178976:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.178979:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.178983:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.178990:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.178999:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec700 x1875667211144704/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777569.179010:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc31ec700 x1875667211144704/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.179041:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.179051:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.179055:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.179347:0:35311:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777569.179356:0:35311:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777569.179358:0:35311:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777569.179362:0:35311:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777569.179369:0:35311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b880 00000400:00000010:0.0:1788777569.179372:0:35311:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b880. 00000100:00000001:0.0:1788777569.179375:0:35311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777569.179380:0:35311:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec700 x1875667211144704/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777569.179397:0:35311:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec700 x1875667211144704/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.179402:0:35311:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777569.179404:0:35311:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.179406:0:35311:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777569.179411:0:35311:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777569.179413:0:35311:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777569.179415:0:35311:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777569.179419:0:35311:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777569.179428:0:35311:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777569.179432:0:35311:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777569.179434:0:35311:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777569.179436:0:35311:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.179438:0:35311:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777569.179443:0:35311:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.179449:0:35311:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777569.179451:0:35311:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777569.179453:0:35311:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777569.179456:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.179457:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000100:00000001:0.0:1788777569.179508:0:35311:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777569.179510:0:35311:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777569.179513:0:35311:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777569.179517:0:35311:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777569.179522:0:35311:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec700 x1875667211144704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.179528:0:35311:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777569.179533:0:35311:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777569.179535:0:35311:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777569.179540:0:35311:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec700 x1875667211144704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777569.179548:0:35311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec700 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35311:1875667211144704:192.168.204.133@tcp:35:uname.0 00000100:00000001:0.0:1788777569.179553:0:35311:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.179556:0:35311:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.179558:0:35311:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777569.179561:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.179564:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec700 x1875667211144704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.179570:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777569.179573:0:35311:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777569.179577:0:35311:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777569.179578:0:35311:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.179586:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.179587:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000002:00000001:0.0:1788777569.179590:0:35311:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777569.179593:0:35311:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777569.179599:0:35311:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc8960a00. 00000080:00000001:0.0:1788777569.179604:0:35311:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777569.179608:0:35311:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788777569.179611:0:35311:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777569.179614:0:35311:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777569.179617:0:35311:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777569.179619:0:35311:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777569.179621:0:35311:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.179623:0:35311:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788777569.179625:0:35311:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.179630:0:35311:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777569.179635:0:35311:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.179642:0:35311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.179643:0:35311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504819328 : -110914204732288 : ffff9b1fc639f480) 00000100:00000001:0.0:1788777569.179645:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.179648:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.179655:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.179657:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.179660:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec700 x1875667211144704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.179665:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.179667:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.179669:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f480 x1875667211144192/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.179676:0:35311:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777569.179680:0:35311:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777569.179682:0:35311:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777569.179684:0:35311:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777569.179688:0:35311:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3339c00. 02000000:00000001:0.0:1788777569.179693:0:35311:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777569.179695:0:35311:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777569.179697:0:35311:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f480. 00000100:00000001:0.0:1788777569.179701:0:35311:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777569.179702:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.179704:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.179707:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec700 x1875667211144704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.179713:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777569.179715:0:35311:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd105b320. 00000002:00000001:0.0:1788777569.179719:0:35311:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777569.179720:0:35311:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777569.179722:0:35311:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc4817300. 00000100:00000001:0.0:1788777569.179725:0:35311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.179729:0:35311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec700 x1875667211144704/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777569.179928:0:35311:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777569.179931:0:35311:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777569.179934:0:35311:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1002800. 02000000:00000001:0.0:1788777569.179938:0:35311:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777569.179940:0:35311:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777569.179941:0:35311:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777569.179943:0:35311:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777569.179944:0:35311:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd92b2600. 02000000:00000001:0.0:1788777569.179946:0:35311:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777569.179947:0:35311:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777569.179949:0:35311:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec700. 00000100:00000001:0.0:1788777569.179952:0:35311:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777569.179953:0:35311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777569.179956:0:35311:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777569.179959:0:35311:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a6dc0. 00000080:00000001:0.0:1788777569.179963:0:35311:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.179971:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfdf0 00000080:00000008:0.0:1788777569.179974:0:35311:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 102001, rc = 0 00000080:00000001:0.0:1788777569.179977:0:35311:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.179984:0:35311:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777569.179986:0:35311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1dcfe00 00000080:00002000:0.0:1788777569.179988:0:35311:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1769870, parent ffff9b1fd155f360, inode ffff9b1fd157db88) hashed, 00000080:00000001:0.0:1788777569.179992:0:35311:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.218922:0:35312:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777569.218932:0:35312:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777569.218935:0:35312:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777569.218941:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bbc0 00000080:00200000:2.0:1788777569.218946:0:35312:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777569.218957:0:35312:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2c00. 00800000:00000002:2.0:1788777569.218965:0:35312:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777569.219057:0:35312:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777569.219063:0:35312:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.219065:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bae0 00800000:00000002:2.0:1788777569.219067:0:35312:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.219071:0:35312:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777569.219074:0:35312:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.219078:0:35312:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.219080:0:35312:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.219083:0:35312:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.219085:0:35312:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.219087:0:35312:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.219090:0:35312:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.219095:0:35312:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777569.219102:0:35312:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.219103:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5b9b0 00000002:00010000:2.0:1788777569.219105:0:35312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777569.219109:0:35312:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777569.219111:0:35312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777569.219115:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777569.219122:0:35312:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.219124:0:35312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.219126:0:35312:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.219130:0:35312:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777569.219132:0:35312:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777569.219138:0:35312:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639e300. 00000020:00000040:2.0:1788777569.219142:0:35312:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777569.219148:0:35312:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777569.219154:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.219235:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.219237:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.219239:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.219244:0:35312:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777569.219247:0:35312:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777569.219252:0:35312:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777569.219260:0:35312:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3339000. 00000100:00000001:2.0:1788777569.219268:0:35312:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.219273:0:35312:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777569.219275:0:35312:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.219277:0:35312:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777569.219278:0:35312:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.219280:0:35312:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.219286:0:35312:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00010000:00000001:2.0:1788777569.219291:0:35312:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777569.219294:0:35312:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777569.219299:0:35312:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6200. 00010000:00000010:2.0:1788777569.219304:0:35312:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d600. 00010000:00000001:2.0:1788777569.219309:0:35312:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777569.219313:0:35312:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4c00. 00000020:00000001:2.0:1788777569.219317:0:35312:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777569.219321:0:35312:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4c00 with handle 0x22b16ee488cdcac9 to hash 00000020:00000001:2.0:1788777569.219323:0:35312:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777569.219325:0:35312:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.219328:0:35312:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.219333:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.219335:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.219341:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777569.219357:0:35312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777569.219370:0:35312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777569.219377:0:35312:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777569.219379:0:35312:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777569.219577:0:35312:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc9840d80. 00000100:00000001:2.0:1788777569.219580:0:35312:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560007040 : -110914149544576 : ffff9b1fc9840d80) 00000100:00000001:2.0:1788777569.219584:0:35312:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.219586:0:35312:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00000100:00000001:2.0:1788777569.219591:0:35312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777569.219597:0:35312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.219599:0:35312:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777569.219601:0:35312:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777569.220676:0:35312:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.220688:0:35312:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777569.220690:0:35312:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.220695:0:35312:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777569.220698:0:35312:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777569.220700:0:35312:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777569.220705:0:35312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job cat:67f3d5ce-64e4-46be-9428-e80a71444531:35312:1875667211144832:192.168.204.133@tcp:101:cat.0 00000100:00000001:2.0:1788777569.220708:0:35312:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777569.220714:0:35312:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777569.220716:0:35312:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.220718:0:35312:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777569.220725:0:35312:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc920b000. 02000000:00000001:2.0:1788777569.220727:0:35312:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777569.220734:0:35312:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777569.220738:0:35312:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919baa8. 00000400:00000010:2.0:1788777569.220745:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777569.220752:0:35312:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211144832, portal 10 00000100:00000001:2.0:1788777569.220754:0:35312:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.220756:0:35312:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00000100:00000040:2.0:1788777569.220763:0:35312:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.220771:0:35312:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777569.220773:0:35312:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777569.220776:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93990. 00000100:00000200:2.0:1788777569.220779:0:35312:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211144832, offset 0 00000400:00000200:2.0:1788777569.220786:0:35312:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777569.220797:0:35312:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.220804:0:35312:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777569.220810:0:35312:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777569.220814:0:35312:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777569.220818:0:35312:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777569.220821:0:35312:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777569.220825:0:35312:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2988:2988:256:4294967295] 192.168.204.133@tcp LPNI seq info [2987:2987:8:4294967295] 00000400:00000200:2.0:1788777569.220829:0:35312:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.220839:0:35312:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777569.220845:0:35312:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777569.220851:0:35312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2c00. 00000800:00000200:2.0:1788777569.220858:0:35312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777569.220865:0:35312:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777569.221389:0:35312:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777569.221420:0:35312:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.221432:0:35312:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 847015 usecs (848 jiffies) 00000400:00000200:2.0:1788777569.221437:0:35312:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777569.221440:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673376 00000100:00000001:2.0:1788777569.221443:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.221447:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673376 00000100:00000001:2.0:1788777569.221449:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.221451:0:35312:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.221454:0:35312:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.221456:0:35312:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777569.221458:0:35312:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777569.221460:0:35312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc9840d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788777569.221491:0:35312:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777569.221494:0:35312:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777569.223489:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777569.223499:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2c00. 00000400:00000200:3.0:1788777569.223506:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.223514:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777569.223522:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93990 00000400:00000010:3.0:1788777569.223525:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93990. 00000100:00000001:3.0:1788777569.223530:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777569.223541:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.223554:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.223558:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.223564:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.223565:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777569.228703:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.228725:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.228729:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.228732:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.228742:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.228751:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.228760:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.228765:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.228770:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.228774:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd64e80 00000400:00000200:3.0:1788777569.228779:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.228785:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8b45 [1] + 224 00000800:00000001:3.0:1788777569.228792:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.228800:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.228803:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.228808:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.228815:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.228823:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777569.228833:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.228884:0:35312:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777569.229140:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.229151:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.229154:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777569.229208:0:35312:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777569.229211:0:35312:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777569.229214:0:35312:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919baa8. 00000400:00000200:2.0:1788777569.229219:0:35312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:2.0:1788777569.229221:0:35312:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:2.0:1788777569.229224:0:35312:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777569.229229:0:35312:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777569.229237:0:35312:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.229243:0:35312:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777569.229244:0:35312:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.229247:0:35312:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777569.229251:0:35312:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777569.229253:0:35312:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777569.229256:0:35312:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.229259:0:35312:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777569.229268:0:35312:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=78 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777569.229272:0:35312:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777569.229274:0:35312:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777569.229276:0:35312:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.229278:0:35312:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777569.229282:0:35312:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.229285:0:35312:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777569.229288:0:35312:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788777569.229290:0:35312:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777569.229292:0:35312:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.229297:0:35312:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.229304:0:35312:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.229307:0:35312:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777569.229309:0:35312:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777569.229313:0:35312:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777569.229321:0:35312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job cat:67f3d5ce-64e4-46be-9428-e80a71444531:35312:1875667211144832:192.168.204.133@tcp:101:cat.0 00000100:00000001:2.0:1788777569.229326:0:35312:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.229329:0:35312:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.229331:0:35312:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777569.229333:0:35312:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.229336:0:35312:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.229342:0:35312:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777569.229344:0:35312:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc9840d80. 00000100:00000001:2.0:1788777569.229349:0:35312:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777569.229351:0:35312:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.229354:0:35312:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777569.229358:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.229361:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.229364:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=4 00000020:00000001:2.0:1788777569.229366:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229368:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000040:2.0:1788777569.229374:0:35312:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4c00, remote cookie: 0x542deec0941a736e, flags: 0x1001 00010000:00010000:2.0:1788777569.229379:0:35312:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777569.229395:0:35312:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.229619:0:35312:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777569.229625:0:35312:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777569.229627:0:35312:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777569.229628:0:35312:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777569.229630:0:35312:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777569.229632:0:35312:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6200) refcount = 1 00010000:00010000:2.0:1788777569.229637:0:35312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.229643:0:35312:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777569.229647:0:35312:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777569.229648:0:35312:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.229651:0:35312:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777569.229653:0:35312:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.229657:0:35312:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.229663:0:35312:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777569.229664:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.229666:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.229667:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.229669:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.229670:0:35312:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.229676:0:35312:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777569.229677:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.229679:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.229680:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:2.0:1788777569.229683:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229685:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229688:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.229689:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.229690:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=4 00000020:00000001:2.0:1788777569.229692:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229693:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229696:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.229699:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.229701:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.229707:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.229708:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.229709:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.229710:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.229711:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=5 00000020:00000001:2.0:1788777569.229712:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229715:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229717:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.229719:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.229725:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.229726:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777569.229728:0:35312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.229811:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.229814:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.229815:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.229817:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.229817:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777569.229826:0:35312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777569.229852:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.229854:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.229855:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:2.0:1788777569.229857:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229859:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229862:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.229863:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.229864:0:35312:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.229867:0:35312:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.229870:0:35312:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777569.229872:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.229874:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.229875:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:2.0:1788777569.229876:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229878:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00000002:00010000:2.0:1788777569.229882:0:35312:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.229887:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.229889:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.229890:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777569.229891:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.229892:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.229893:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:2.0:1788777569.229895:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.229897:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000040:2.0:1788777569.229903:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:2.0:1788777569.229906:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777569.229910:0:35312:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777569.229912:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.229913:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.229914:0:35312:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777569.229917:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5b938 00000002:00002000:2.0:1788777569.229919:0:35312:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777569.229922:0:35312:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.229926:0:35312:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.229929:0:35312:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777569.229932:0:35312:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777569.229935:0:35312:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.229938:0:35312:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777569.229942:0:35312:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2c00. 00000080:00000001:2.0:1788777569.229946:0:35312:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777569.229948:0:35312:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777569.229955:0:35312:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777569.229959:0:35312:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777569.229966:0:35312:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3d200. 00800000:00000001:2.0:1788777569.230279:0:35312:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483445760 : -110914226105856 : ffff9b1fc4f3d200) 00800000:00000001:2.0:1788777569.230284:0:35312:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.230286:0:35312:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777569.230290:0:35312:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777569.230292:0:35312:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777569.230295:0:35312:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777569.230298:0:35312:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777569.230300:0:35312:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.230304:0:35312:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777569.230307:0:35312:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777569.230312:0:35312:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788777569.230314:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.230315:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.230317:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:2.0:1788777569.230319:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.230321:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.230323:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.230324:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777569.230326:0:35312:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777569.230328:0:35312:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777569.230330:0:35312:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d200 1 00800000:00000010:2.0:1788777569.230333:0:35312:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3d200. 00800000:00000001:2.0:1788777569.230336:0:35312:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.230339:0:35312:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcac9 00800000:00000001:2.0:1788777569.230342:0:35312:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777569.230344:0:35312:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777569.230345:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.230346:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.230348:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:2.0:1788777569.230350:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.230352:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.230354:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.230356:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.230357:0:35312:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.230359:0:35312:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.230361:0:35312:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.230364:0:35312:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777569.230367:0:35312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcac9 from it ffffb70bc1d5bbf8 00010000:00000001:2.0:1788777569.230369:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.230370:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.230371:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:2.0:1788777569.230373:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.230375:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:2.0:1788777569.230382:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.230385:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.230391:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.230392:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.230394:0:35312:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.230396:0:35312:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.230398:0:35312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777569.230641:0:35312:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.230645:0:35312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.230647:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.230651:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.230652:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.230654:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230657:0:35312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.230658:0:35312:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230660:0:35312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230663:0:35312:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230665:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.230666:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.230667:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777569.230670:0:35312:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.230677:0:35312:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e300 x1875667211144832/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.230684:0:35312:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777569.230687:0:35312:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777569.230691:0:35312:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc920b000. 02000000:00000001:2.0:1788777569.230694:0:35312:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777569.230697:0:35312:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777569.230699:0:35312:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777569.230701:0:35312:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777569.230704:0:35312:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3339000. 02000000:00000001:2.0:1788777569.230708:0:35312:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777569.230710:0:35312:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777569.230712:0:35312:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e300. 00000100:00000001:2.0:1788777569.230715:0:35312:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777569.230716:0:35312:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777569.230719:0:35312:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777569.230724:0:35312:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.230742:0:35312:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777569.230745:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bbc0 00000080:00002000:2.0:1788777569.230747:0:35312:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1769870) flags 0x48004e refc 0 00000080:00000001:2.0:1788777569.230749:0:35312:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.230752:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bc08 00000080:00200000:2.0:1788777569.230753:0:35312:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1788777569.230760:0:35312:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777569.230762:0:35312:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88), inode mode 81a4 mask 44 00000080:00000001:2.0:1788777569.230764:0:35312:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.230772:0:35312:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777569.230773:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bb98 00000080:00200008:2.0:1788777569.230775:0:35312:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 100000 00000080:00000010:2.0:1788777569.230783:0:35312:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc15a72c0. 00000080:00000001:2.0:1788777569.230790:0:35312:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788777569.230793:0:35312:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2c00. 00800000:00000002:2.0:1788777569.230799:0:35312:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777569.230802:0:35312:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777569.230806:0:35312:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.230808:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5ba48 00800000:00000002:2.0:1788777569.230811:0:35312:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.230814:0:35312:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777569.230817:0:35312:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.230820:0:35312:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.230823:0:35312:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.230825:0:35312:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.230827:0:35312:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.230829:0:35312:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788777569.230831:0:35312:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.230834:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5b9c8 00800000:00000002:2.0:1788777569.230836:0:35312:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788777569.230841:0:35312:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.230843:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5b900 00000002:00010000:2.0:1788777569.230845:0:35312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1788777569.230849:0:35312:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777569.230851:0:35312:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777569.230855:0:35312:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777569.230860:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 3 00010000:00000001:2.0:1788777569.230863:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.230865:0:35312:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777569.230868:0:35312:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230871:0:35312:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.230874:0:35312:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.230875:0:35312:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777569.230877:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:2.0:1788777569.230879:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.230880:0:35312:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777569.230882:0:35312:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230883:0:35312:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.230885:0:35312:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777569.230889:0:35312:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639e300. 00000020:00000040:2.0:1788777569.230893:0:35312:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777569.230898:0:35312:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777569.230899:0:35312:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230902:0:35312:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777569.230905:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.230908:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.230909:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.230910:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.230913:0:35312:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777569.230915:0:35312:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777569.230920:0:35312:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777569.230926:0:35312:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3339000. 00000100:00000001:2.0:1788777569.230934:0:35312:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230938:0:35312:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777569.230940:0:35312:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230941:0:35312:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777569.230942:0:35312:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.230944:0:35312:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.230950:0:35312:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00010000:00000001:2.0:1788777569.230953:0:35312:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777569.230955:0:35312:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777569.230957:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:2.0:1788777569.230959:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.230961:0:35312:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777569.230964:0:35312:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5200. 00000020:00000001:2.0:1788777569.230967:0:35312:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777569.230970:0:35312:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5200 with handle 0x22b16ee488cdcad0 to hash 00000020:00000001:2.0:1788777569.230972:0:35312:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777569.230973:0:35312:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.230977:0:35312:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.230980:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.230983:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.230986:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777569.230993:0:35312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35312 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777569.231004:0:35312:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777569.231010:0:35312:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639e300 x1875667211145088/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777569.231031:0:35312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777569.231037:0:35312:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777569.231039:0:35312:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777569.231045:0:35312:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc9840d80. 00000100:00000001:2.0:1788777569.231048:0:35312:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159560007040 : -110914149544576 : ffff9b1fc9840d80) 00000100:00000001:2.0:1788777569.231050:0:35312:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.231052:0:35312:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00000100:00000001:2.0:1788777569.231055:0:35312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777569.231060:0:35312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.231062:0:35312:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777569.231063:0:35312:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777569.231068:0:35312:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e300 x1875667211145088/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.231074:0:35312:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777569.231076:0:35312:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.231080:0:35312:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777569.231233:0:35312:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777569.231237:0:35312:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777569.231242:0:35312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job cat:67f3d5ce-64e4-46be-9428-e80a71444531:35312:1875667211145088:192.168.204.133@tcp:101:cat.0 00000100:00000001:2.0:1788777569.231247:0:35312:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777569.231252:0:35312:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777569.231254:0:35312:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.231257:0:35312:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777569.231356:0:35312:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:2.0:1788777569.231359:0:35312:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777569.231367:0:35312:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777569.231372:0:35312:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919baa8. 00000400:00000010:2.0:1788777569.231378:0:35312:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fc920b000. 00000100:00000200:2.0:1788777569.231385:0:35312:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211145088, portal 10 00000100:00000001:2.0:1788777569.231388:0:35312:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.231389:0:35312:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00000100:00000040:2.0:1788777569.231396:0:35312:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639e300 x1875667211145088/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.231724:0:35312:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777569.231784:0:35312:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777569.231790:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93660. 00000100:00000200:2.0:1788777569.231795:0:35312:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211145088, offset 0 00000400:00000200:2.0:1788777569.231804:0:35312:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777569.231815:0:35312:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.231823:0:35312:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777569.231830:0:35312:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777569.231835:0:35312:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777569.231839:0:35312:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777569.231841:0:35312:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777569.231844:0:35312:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2989:2989:256:4294967295] 192.168.204.133@tcp LPNI seq info [2988:2988:8:4294967295] 00000400:00000200:2.0:1788777569.231848:0:35312:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777569.231858:0:35312:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777569.231866:0:35312:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777569.231871:0:35312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fcb5a2500. 00000800:00000200:2.0:1788777569.231878:0:35312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777569.231887:0:35312:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777569.231891:0:35312:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fcb5a2500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777569.231961:0:35312:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.231967:0:35312:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 845966 usecs (846 jiffies) 00000400:00000200:2.0:1788777569.231971:0:35312:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777569.231974:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673385 00000100:00000001:2.0:1788777569.231977:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.231979:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673385 00000100:00000001:2.0:1788777569.231981:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:2.0:1788777569.231983:0:35312:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.231986:0:35312:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.231988:0:35312:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777569.231990:0:35312:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777569.231992:0:35312:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc9840d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788777569.231995:0:35312:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777569.231997:0:35312:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777569.233368:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777569.233376:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fcb5a2500. 00000400:00000200:3.0:1788777569.233383:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.233859:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777569.233867:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93660 00000400:00000010:3.0:1788777569.233872:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93660. 00000100:00000001:3.0:1788777569.233878:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777569.233887:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e300 x1875667211145088/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.233900:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.233904:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639e300 x1875667211145088/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777585 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.233912:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.233913:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777569.237602:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.237725:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.237731:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.237733:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.237742:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.237751:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.237761:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.237767:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.237773:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.237777:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd64f80 00000400:00000200:3.0:1788777569.237783:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.237789:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8b55 [64] + 224 00000800:00000001:3.0:1788777569.237798:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.237807:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.237811:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.237815:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.237824:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.237834:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e300 x1875667211145088/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777585 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777569.237846:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc639e300 x1875667211145088/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.237871:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.237881:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.237884:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.237953:0:35312:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777569.237961:0:35312:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777569.237963:0:35312:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777569.237967:0:35312:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919baa8. 00000400:00000200:2.0:1788777569.237970:0:35312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc920b000 00000400:00000010:2.0:1788777569.237973:0:35312:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fc920b000. 00000100:00000001:2.0:1788777569.237976:0:35312:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777569.237981:0:35312:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e300 x1875667211145088/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777569.237989:0:35312:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e300 x1875667211145088/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.237996:0:35312:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777569.238000:0:35312:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.238002:0:35312:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777569.238006:0:35312:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777569.238008:0:35312:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777569.238011:0:35312:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777569.238014:0:35312:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777569.238034:0:35312:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=78 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777569.238039:0:35312:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777569.238041:0:35312:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777569.238042:0:35312:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.238045:0:35312:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777569.238049:0:35312:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.238052:0:35312:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777569.238054:0:35312:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777569.238055:0:35312:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777569.238057:0:35312:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.238059:0:35312:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00000100:00000001:2.0:1788777569.238062:0:35312:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777569.238064:0:35312:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788777569.238065:0:35312:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777569.238068:0:35312:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777569.238073:0:35312:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.238079:0:35312:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.238083:0:35312:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777569.238085:0:35312:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777569.238089:0:35312:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777569.238097:0:35312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e300 pname:cluuid:pid:xid:nid:opc:job cat:67f3d5ce-64e4-46be-9428-e80a71444531:35312:1875667211145088:192.168.204.133@tcp:101:cat.0 00000100:00000001:2.0:1788777569.238102:0:35312:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777569.238105:0:35312:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.238107:0:35312:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777569.238109:0:35312:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.238114:0:35312:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.238120:0:35312:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777569.238123:0:35312:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc9840d80. 00000100:00000001:2.0:1788777569.238126:0:35312:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777569.238127:0:35312:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.238130:0:35312:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777569.238134:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.238137:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.238141:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5200 refcount=4 00000020:00000001:2.0:1788777569.238143:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.238146:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000040:2.0:1788777569.238152:0:35312:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5200, remote cookie: 0x542deec0941a737c, flags: 0x1001 00010000:00000040:2.0:1788777569.238155:0:35312:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777569.238159:0:35312:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788777569.238165:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 3 00010000:00000001:2.0:1788777569.238168:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.238171:0:35312:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.238176:0:35312:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777569.238185:0:35312:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.238191:0:35312:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777569.238195:0:35312:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777569.238197:0:35312:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777569.238199:0:35312:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777569.238200:0:35312:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777569.238203:0:35312:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9b1fd0f4e700) refcount = 3 00010000:00000040:2.0:1788777569.238206:0:35312:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777569.238209:0:35312:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1788777569.238216:0:35312:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788777569.238223:0:35312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.238228:0:35312:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777569.238232:0:35312:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777569.238233:0:35312:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.238236:0:35312:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777569.238238:0:35312:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.238241:0:35312:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.238246:0:35312:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777569.238247:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.238249:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.238250:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.238251:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.238252:0:35312:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.238258:0:35312:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777569.238261:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.238262:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.238263:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5200 refcount=3 00000020:00000001:2.0:1788777569.238265:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.238267:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.238269:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.238270:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777569.238274:0:35312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777569.238283:0:35312:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777569.238288:0:35312:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777569.238294:0:35312:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.238300:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.238301:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.238302:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5200 refcount=3 00000020:00000001:2.0:1788777569.238304:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.238306:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00000002:00010000:2.0:1788777569.238309:0:35312:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777569.238319:0:35312:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc4f3d200. 00010000:00000001:2.0:1788777569.238321:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.238323:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.238324:0:35312:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.238326:0:35312:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.238720:0:35312:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777569.238724:0:35312:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777569.238725:0:35312:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00010000:00000001:2.0:1788777569.238728:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.238730:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.238732:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5200 refcount=3 00000020:00000001:2.0:1788777569.238734:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.238736:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00000002:00010000:2.0:1788777569.238741:0:35312:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.238749:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.238750:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.238752:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777569.238753:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.238754:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.238757:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5200 refcount=3 00000020:00000001:2.0:1788777569.238758:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.238760:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000040:2.0:1788777569.238764:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 4 00010000:00000001:2.0:1788777569.238766:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777569.238769:0:35312:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 16 res 8589935621/43 (0 0) 00010000:00000001:2.0:1788777569.238772:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.238773:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.238774:0:35312:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777569.238778:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5b888 00000002:00002000:2.0:1788777569.238780:0:35312:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1788777569.238783:0:35312:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.238787:0:35312:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.238789:0:35312:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777569.238792:0:35312:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777569.238795:0:35312:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.238798:0:35312:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777569.238801:0:35312:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2c00. 00000080:00000001:2.0:1788777569.238806:0:35312:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777569.238813:0:35312:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777569.238817:0:35312:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1788777569.238821:0:35312:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777569.238825:0:35312:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:2.0:1788777569.238827:0:35312:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:2.0:1788777569.238830:0:35312:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777569.238835:0:35312:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777569.238837:0:35312:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777569.238843:0:35312:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd0efc6c0. 00020000:00000010:2.0:1788777569.238847:0:35312:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a3600. 00020000:00000010:2.0:1788777569.238853:0:35312:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd0efc9c0. 00020000:00000001:2.0:1788777569.238855:0:35312:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159684508096 : -110914025043520 : ffff9b1fd0efc9c0) 00020000:00000002:2.0:1788777569.238859:0:35312:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efc9c0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777569.238863:0:35312:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777569.238867:0:35312:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3600: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:2.0:1788777569.238872:0:35312:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fc131cf80 00020000:00000001:2.0:1788777569.238875:0:35312:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777569.238877:0:35312:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fc131cf80 00020000:00000010:2.0:1788777569.238882:0:35312:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a3600. 00020000:00000010:2.0:1788777569.238886:0:35312:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd0efc6c0. 00020000:00000010:2.0:1788777569.238889:0:35312:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd0efc9c0. 00020000:00000002:2.0:1788777569.238891:0:35312:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777569.238893:0:35312:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.238894:0:35312:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777569.238897:0:35312:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:2.0:1788777569.238902:0:35312:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1788777569.238904:0:35312:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1788777569.238909:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.238910:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.238912:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5200 refcount=3 00000020:00000001:2.0:1788777569.238913:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.238915:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00000080:00000001:2.0:1788777569.238918:0:35312:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777569.238920:0:35312:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777569.238921:0:35312:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:2.0:1788777569.238922:0:35312:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:2.0:1788777569.238924:0:35312:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777569.238925:0:35312:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777569.238926:0:35312:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777569.238929:0:35312:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd0efc9c0. 00020000:00000010:2.0:1788777569.238931:0:35312:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a3600. 00020000:00000010:2.0:1788777569.238933:0:35312:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd0efc6c0. 00020000:00000001:2.0:1788777569.238935:0:35312:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159684507328 : -110914025044288 : ffff9b1fd0efc6c0) 00020000:00000002:2.0:1788777569.238937:0:35312:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efc6c0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777569.238940:0:35312:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777569.238943:0:35312:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3600: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:2.0:1788777569.238945:0:35312:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fc131cf80 00020000:00000001:2.0:1788777569.238947:0:35312:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777569.238949:0:35312:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fc131cf80 00020000:00000010:2.0:1788777569.238951:0:35312:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a3600. 00020000:00000010:2.0:1788777569.238953:0:35312:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd0efc9c0. 00020000:00000010:2.0:1788777569.238961:0:35312:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd0efc6c0. 00020000:00000002:2.0:1788777569.238963:0:35312:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777569.238965:0:35312:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.238966:0:35312:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.238969:0:35312:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777569.238972:0:35312:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00020000:00000002:2.0:1788777569.238975:0:35312:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617480 addref 2/0 by ffff9b1fc131cf80. 00020000:00000002:2.0:1788777569.238978:0:35312:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00020000:00000001:2.0:1788777569.238980:0:35312:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777569.238982:0:35312:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777569.238984:0:35312:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777569.238985:0:35312:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777569.238987:0:35312:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777569.238989:0:35312:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788777569.238991:0:35312:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:2.0:1788777569.238993:0:35312:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.238994:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.238995:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777569.238997:0:35312:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777569.238999:0:35312:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777569.239001:0:35312:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.239003:0:35312:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdcad0 00800000:00000001:2.0:1788777569.239007:0:35312:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777569.239008:0:35312:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777569.239009:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.239010:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.239012:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5200 refcount=3 00000020:00000001:2.0:1788777569.239013:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.239016:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.239018:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.239029:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.239031:0:35312:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.239033:0:35312:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777569.239036:0:35312:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.239041:0:35312:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777569.239048:0:35312:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.239051:0:35312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcad0 from it ffffb70bc1d5bbf0 00010000:00000001:2.0:1788777569.239053:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.239054:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.239055:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5200 refcount=3 00000020:00000001:2.0:1788777569.239057:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.239059:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677137408 : -110914032414208 : ffff9b1fd07f5200) 00010000:00000001:2.0:1788777569.239061:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.239064:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777569.239071:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.239072:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.239073:0:35312:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.239076:0:35312:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.239078:0:35312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777569.239085:0:35312:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.239087:0:35312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.239089:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.239093:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.239094:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.239095:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.239098:0:35312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.239100:0:35312:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.239102:0:35312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.239105:0:35312:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.239107:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.239108:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.239110:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777569.239113:0:35312:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777569.239118:0:35312:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc4f3dfc0. 00000080:00000001:2.0:1788777569.239121:0:35312:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777569.239124:0:35312:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788777569.239126:0:35312:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.239129:0:35312:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.239131:0:35312:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.239134:0:35312:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.239136:0:35312:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.239137:0:35312:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788777569.239140:0:35312:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.239143:0:35312:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777569.239146:0:35312:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fca6132e0. 00000002:00100000:2.0:1788777569.239151:0:35312:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777569.239157:0:35312:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.239159:0:35312:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777569.239163:0:35312:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777569.239167:0:35312:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.239170:0:35312:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777569.239173:0:35312:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777569.239175:0:35312:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777569.239178:0:35312:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777569.239179:0:35312:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.239182:0:35312:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788777569.239186:0:35312:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.239188:0:35312:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777569.239190:0:35312:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.239193:0:35312:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777569.239196:0:35312:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777569.239200:0:35312:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777569.239207:0:35312:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777569.239210:0:35312:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:2.0:1788777569.239243:0:35312:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777569.239246:0:35312:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.239249:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bb98 00000080:00000008:2.0:1788777569.239250:0:35312:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 100000, rc = 0 00000020:00000001:2.0:1788777569.239271:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bd28 00000080:00200008:2.0:1788777569.239273:0:35312:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777569.239280:0:35312:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777569.239281:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bca0 00000080:00200000:2.0:1788777569.239283:0:35312:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88),name=recon 00000080:00000010:2.0:1788777569.239289:0:35312:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4fe2c00. 00800000:00000002:2.0:1788777569.239295:0:35312:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777569.239301:0:35312:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777569.239305:0:35312:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.239306:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bbc0 00800000:00000002:2.0:1788777569.239308:0:35312:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.239312:0:35312:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777569.239315:0:35312:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.239316:0:35312:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.239317:0:35312:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.239318:0:35312:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.239320:0:35312:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.239321:0:35312:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777569.239323:0:35312:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.239325:0:35312:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.239326:0:35312:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.239327:0:35312:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.239910:0:35312:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.239913:0:35312:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.239915:0:35312:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788777569.239917:0:35312:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.239920:0:35312:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777569.239926:0:35312:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777569.239928:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5ba90 00000002:00010000:2.0:1788777569.239930:0:35312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777569.239934:0:35312:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777569.239936:0:35312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777569.239939:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.239943:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 4 00010000:00000001:2.0:1788777569.239946:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.239949:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.239952:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777569.239956:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777569.239965:0:35312:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.239969:0:35312:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.239972:0:35312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788777569.239979:0:35312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777569.239980:0:35312:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777569.239982:0:35312:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777569.239984:0:35312:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777569.239986:0:35312:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777569.239988:0:35312:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777569.239991:0:35312:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777569.239993:0:35312:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777569.239996:0:35312:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4fe2c00. 00000080:00000001:2.0:1788777569.239999:0:35312:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777569.240001:0:35312:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.240004:0:35312:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) 00000080:00010000:2.0:1788777569.240007:0:35312:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdca9f 00800000:00000001:2.0:1788777569.240009:0:35312:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777569.240011:0:35312:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777569.240012:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.240014:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.240016:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:2.0:1788777569.240018:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:2.0:1788777569.240031:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:2.0:1788777569.240034:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.240036:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.240038:0:35312:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777569.240039:0:35312:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777569.240042:0:35312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca9f from it ffffb70bc1d5bcd8 00010000:00000001:2.0:1788777569.240044:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.240045:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.240046:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:2.0:1788777569.240048:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:2.0:1788777569.240050:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:2.0:1788777569.240052:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.240055:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.240060:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.240061:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.240063:0:35312:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.240064:0:35312:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.240066:0:35312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.240072:0:35312:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.240074:0:35312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.240075:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.240078:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.240079:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.240080:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.240082:0:35312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.240083:0:35312:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.240085:0:35312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.240088:0:35312:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.240090:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.240091:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.240092:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777569.240094:0:35312:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777569.240096:0:35312:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777569.240098:0:35312:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788777569.240101:0:35312:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777569.240102:0:35312:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777569.240104:0:35312:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777569.240105:0:35312:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.240107:0:35312:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777569.240110:0:35312:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777569.240112:0:35312:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777569.240115:0:35312:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:2.0:1788777569.240117:0:35312:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:2.0:1788777569.240122:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.240125:0:35312:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777569.240127:0:35312:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777569.240129:0:35312:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777569.240132:0:35312:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777569.240133:0:35312:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777569.240135:0:35312:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777569.240137:0:35312:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.240139:0:35312:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777569.240143:0:35312:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc3191530 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777569.240146:0:35312:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00020000:00000001:2.0:1788777569.240150:0:35312:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777569.240153:0:35312:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777569.240156:0:35312:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777569.240158:0:35312:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.240160:0:35312:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777569.240162:0:35312:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777569.240164:0:35312:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.240165:0:35312:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777569.240166:0:35312:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777569.240168:0:35312:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777569.240169:0:35312:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00000020:00000001:2.0:1788777569.240172:0:35312:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777569.240174:0:35312:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777569.240175:0:35312:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1788777569.240178:0:35312:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777569.240179:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777569.240182:0:35312:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777569.240184:0:35312:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777569.240189:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777569.240196:0:35312:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d280. 00020000:00000002:2.0:1788777569.240199:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777569.240202:0:35312:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777569.240204:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.240206:0:35312:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777569.240208:0:35312:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777569.240209:0:35312:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:2.0:1788777569.240211:0:35312:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:2.0:1788777569.240214:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.240216:0:35312:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777569.240220:0:35312:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777569.240221:0:35312:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777569.240223:0:35312:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.240225:0:35312:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.240227:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.240229:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777569.240233:0:35312:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f59db0. 00000008:00010000:2.0:1788777569.240236:0:35312:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777569.240239:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.240241:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777569.240242:0:35312:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d2b0, osc lock ffff9b1fc7f59db0, flags 0x400001002 00000020:00000001:2.0:1788777569.240244:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.240246:0:35312:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.240249:0:35312:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538102912 : -110914171448704 : ffff9b1fc835d280) 00000020:00000001:2.0:1788777569.240251:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.240252:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777569.240254:0:35312:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.240256:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.240258:0:35312:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777569.240260:0:35312:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777569.240261:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.240263:0:35312:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.240264:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.240265:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.240267:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.240270:0:35312:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.240272:0:35312:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777569.240276:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777569.240280:0:35312:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.240281:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.240283:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777569.240284:0:35312:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777569.240285:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777569.240287:0:35312:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777569.240289:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.240293:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:2.0:1788777569.240295:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.240299:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.240302:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777569.240306:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777569.240315:0:35312:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.240318:0:35312:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.240320:0:35312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777569.240326:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.240853:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.240858:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:2.0:1788777569.240861:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.240863:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:2.0:1788777569.240867:0:35312:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777569.240870:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.240872:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.240873:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:2.0:1788777569.240874:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.240876:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000020:00000001:2.0:1788777569.240878:0:35312:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777569.240880:0:35312:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777569.240882:0:35312:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777569.240884:0:35312:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.240885:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.240886:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.240887:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=6 00000020:00000001:2.0:1788777569.240889:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.240891:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.240893:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.240897:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777569.240905:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.240907:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.240908:0:35312:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.240910:0:35312:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.240912:0:35312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.240919:0:35312:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.240921:0:35312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.240923:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.240925:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.240926:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.240928:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.240930:0:35312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.240931:0:35312:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.240933:0:35312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.240936:0:35312:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.240938:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.240939:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.240940:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.240941:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.240942:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.240943:0:35312:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777569.240946:0:35312:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.240948:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.240951:0:35312:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.240953:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.240954:0:35312:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777569.240956:0:35312:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777569.240958:0:35312:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777569.240959:0:35312:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777569.240961:0:35312:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.240963:0:35312:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.240968:0:35312:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777569.240970:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.240972:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.240974:0:35312:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777569.240978:0:35312:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777569.240981:0:35312:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777569 a=0 c=1788777569 b=8 00020000:00000001:2.0:1788777569.240984:0:35312:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.240986:0:35312:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.240988:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:2.0:1788777569.240990:0:35312:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 8 00000080:00000001:2.0:1788777569.240993:0:35312:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777569.240995:0:35312:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777569.240996:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777569.240999:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.241000:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777569.241003:0:35312:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777569.241005:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.241006:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.241008:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.241009:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d2b0 (ffff9b1fc93db638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777569.241011:0:35312:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777569.241013:0:35312:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777569.241014:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.241015:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.241017:0:35312:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777569.241028:0:35312:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.241030:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.241031:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.241032:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.241033:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777569.241037:0:35312:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777569.241038:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.241039:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d2b0 (ffff9b1fc93dbbd8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777569.241042:0:35312:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f59db0. 00000020:00000001:2.0:1788777569.241046:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777569.241047:0:35312:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d280. 00020000:00000001:2.0:1788777569.241050:0:35312:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.241051:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.241053:0:35312:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777569.241054:0:35312:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241056:0:35312:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777569.241059:0:35312:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777569.241061:0:35312:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777569.241062:0:35312:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777569.241063:0:35312:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777569.241065:0:35312:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:2.0:1788777569.241068:0:35312:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777569.241070:0:35312:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777569.241073:0:35312:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777569.241075:0:35312:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777569.241078:0:35312:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777569.241080:0:35312:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.241082:0:35312:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777569.241084:0:35312:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777569.241085:0:35312:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777569.241086:0:35312:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000001:00000001:2.0:1788777569.241088:0:35312:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241100:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bd28 00000080:00000008:2.0:1788777569.241103:0:35312:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777569.241212:0:35312:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1788777569.241215:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bd88 00000080:00200008:2.0:1788777569.241217:0:35312:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1788777569.241221:0:35312:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1788777569.241222:0:35312:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777569.241226:0:35312:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1788777569.241231:0:35312:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1788777569.241259:0:35312:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777569.241261:0:35312:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:2.0:1788777569.241264:0:35312:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000080:00000001:2.0:1788777569.241268:0:35312:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777569.241270:0:35312:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.241273:0:35312:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777569.241275:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bc98 00000080:00200000:2.0:1788777569.241277:0:35312:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1788777569.241282:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bc30 00000080:00200000:2.0:1788777569.241284:0:35312:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1788777569.241286:0:35312:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777569.241291:0:35312:0:(cl_io.c:214:cl_io_rw_init()) header@0000000061ecb606[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1788777569.241293:0:35312:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1788777569.241295:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.241297:0:35312:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777569.241298:0:35312:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777569.241300:0:35312:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777569.241302:0:35312:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777569.241303:0:35312:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777569.241306:0:35312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777569.241310:0:35312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.241312:0:35312:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777569.241314:0:35312:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.241316:0:35312:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777569.241319:0:35312:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc3191530 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1788777569.241322:0:35312:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00020000:00000001:2.0:1788777569.241325:0:35312:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777569.241327:0:35312:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777569.241795:0:35312:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777569.241797:0:35312:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241800:0:35312:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777569.241802:0:35312:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777569.241803:0:35312:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241805:0:35312:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777569.241807:0:35312:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777569.241808:0:35312:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777569.241810:0:35312:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00000020:00000001:2.0:1788777569.241813:0:35312:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241814:0:35312:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241819:0:35312:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777569.241821:0:35312:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777569.241823:0:35312:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777569.241826:0:35312:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1788777569.241829:0:35312:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777569.241831:0:35312:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777569.241834:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1788777569.241837:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.241838:0:35312:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777569.241840:0:35312:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777569.241841:0:35312:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:2.0:1788777569.241844:0:35312:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:2.0:1788777569.241847:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.241849:0:35312:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777569.241851:0:35312:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777569.241852:0:35312:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777569.241854:0:35312:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241856:0:35312:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241857:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.241860:0:35312:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777569.241862:0:35312:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777569.241866:0:35312:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241868:0:35312:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241871:0:35312:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241872:0:35312:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241874:0:35312:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241876:0:35312:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777569.241877:0:35312:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1788777569.241879:0:35312:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777569.241881:0:35312:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777569.241883:0:35312:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777569.241886:0:35312:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.241888:0:35312:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.241890:0:35312:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777569.241892:0:35312:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1788777569.241894:0:35312:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777569.241895:0:35312:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777569.241897:0:35312:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241898:0:35312:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.241900:0:35312:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.241902:0:35312:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.241904:0:35312:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241906:0:35312:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777569.241908:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777569.241909:0:35312:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777569.241910:0:35312:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777569.241912:0:35312:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241913:0:35312:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241915:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241916:0:35312:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241918:0:35312:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777569.241919:0:35312:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777569.241920:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777569.241923:0:35312:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777569.241925:0:35312:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777569.241928:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1788777569.241934:0:35312:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d280. 00020000:00000002:2.0:1788777569.241937:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1788777569.241940:0:35312:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777569.241941:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.241942:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.241944:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777569.241947:0:35312:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f59db0. 00000008:00010000:2.0:1788777569.241950:0:35312:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777569.241952:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.241953:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777569.241957:0:35312:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d2b0, osc lock ffff9b1fc7f59db0, flags 0x0 00000020:00000001:2.0:1788777569.241960:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241961:0:35312:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.241963:0:35312:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538102912 : -110914171448704 : ffff9b1fc835d280) 00000020:00000001:2.0:1788777569.241965:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.241966:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777569.241967:0:35312:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241969:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241970:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.241972:0:35312:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.241973:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.241974:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.241976:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.241978:0:35312:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.241981:0:35312:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777569.241982:0:35312:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.241985:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777569.241987:0:35312:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.241989:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.241990:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777569.241991:0:35312:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777569.241993:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777569.241995:0:35312:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777569.241997:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.242002:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:2.0:1788777569.242005:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.242010:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.242014:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777569.242018:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777569.242040:0:35312:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.242044:0:35312:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.242047:0:35312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.242055:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.242057:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.242059:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:2.0:1788777569.242061:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242064:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:2.0:1788777569.242067:0:35312:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777569.242068:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.242069:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.242071:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:2.0:1788777569.242073:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242074:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242077:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.242079:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.242080:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=6 00000020:00000001:2.0:1788777569.242081:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242083:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242086:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.242087:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.242090:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.242097:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242098:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.242100:0:35312:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.242101:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.242102:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.242103:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=7 00000020:00000001:2.0:1788777569.242105:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242107:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242108:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.242111:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.242118:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242119:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777569.242121:0:35312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.242127:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.242129:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242130:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.242131:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242132:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.242133:0:35312:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777569.242136:0:35312:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242138:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242140:0:35312:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242142:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242143:0:35312:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242145:0:35312:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242147:0:35312:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242149:0:35312:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788777569.242151:0:35312:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1788777569.242153:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bb90 00000080:00200000:2.0:1788777569.242155:0:35312:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1788777569.242159:0:35312:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788777569.242162:0:35312:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788777569.242164:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1788777569.242166:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.242168:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.242169:0:35312:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777569.242171:0:35312:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777569.242174:0:35312:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242176:0:35312:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242178:0:35312:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242179:0:35312:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242182:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.242184:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.242185:0:35312:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777569.242188:0:35312:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777569.242190:0:35312:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777569 a=0 c=1788777569 b=8 00020000:00000001:2.0:1788777569.242193:0:35312:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242195:0:35312:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242196:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000001:00000001:2.0:1788777569.242199:0:35312:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777569.242201:0:35312:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1788777569.242203:0:35312:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777569.242204:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777569.242205:0:35312:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777569.242206:0:35312:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777569.242208:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777569.242212:0:35312:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d580. 00020000:00000002:2.0:1788777569.242215:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777569.242217:0:35312:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777569.242218:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.242219:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.242221:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777569.242223:0:35312:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f58e40. 00000008:00010000:2.0:1788777569.242225:0:35312:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777569.242226:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.242227:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777569.242229:0:35312:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d5b0, osc lock ffff9b1fc7f58e40, flags 0x400001002 00000020:00000001:2.0:1788777569.242231:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242233:0:35312:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242234:0:35312:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538103680 : -110914171447936 : ffff9b1fc835d580) 00000020:00000001:2.0:1788777569.242236:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.242237:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777569.242238:0:35312:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242239:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242241:0:35312:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777569.242243:0:35312:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777569.242244:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.242245:0:35312:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.242247:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.242248:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.242249:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.242251:0:35312:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.242253:0:35312:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777569.242255:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777569.242256:0:35312:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.242257:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.242259:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777569.242260:0:35312:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777569.242261:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777569.242262:0:35312:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777569.242263:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.242266:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:2.0:1788777569.242268:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.242272:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.242273:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.242277:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777569.242285:0:35312:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.242287:0:35312:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.242290:0:35312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.242297:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.242298:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.242300:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=6 00000020:00000001:2.0:1788777569.242302:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242304:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:2.0:1788777569.242306:0:35312:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777569.242307:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.242308:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.242310:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=7 00000020:00000001:2.0:1788777569.242312:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242314:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000020:00000001:2.0:1788777569.242316:0:35312:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777569.242318:0:35312:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777569.242319:0:35312:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777569.242321:0:35312:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.242322:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.242323:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.242324:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=8 00000020:00000001:2.0:1788777569.242326:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242328:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242330:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.242332:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.242345:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242346:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777569.242349:0:35312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.242355:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.242356:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242357:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.242358:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242359:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.242361:0:35312:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777569.242363:0:35312:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242365:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242366:0:35312:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242367:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242369:0:35312:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777569.242370:0:35312:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777569.242372:0:35312:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777569.242373:0:35312:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777569.242374:0:35312:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242376:0:35312:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.242378:0:35312:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777569.242380:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.242382:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.242383:0:35312:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777569.242385:0:35312:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777569.242387:0:35312:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777569 a=0 c=1788777569 b=8 00020000:00000001:2.0:1788777569.242389:0:35312:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242391:0:35312:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242392:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:2.0:1788777569.242395:0:35312:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 8 00000080:00000001:2.0:1788777569.242398:0:35312:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777569.242399:0:35312:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777569.242400:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777569.242763:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.242765:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777569.242769:0:35312:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777569.242771:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.242772:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.242774:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.242775:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d5b0 (ffff9b1fc93db638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777569.242778:0:35312:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777569.242779:0:35312:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777569.242781:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242782:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.242784:0:35312:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777569.242785:0:35312:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.242786:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.242787:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.242789:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.242790:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777569.242792:0:35312:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777569.242793:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.242795:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d5b0 (ffff9b1fc93dbbd8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777569.242797:0:35312:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f58e40. 00000020:00000001:2.0:1788777569.242801:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777569.242810:0:35312:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d580. 00020000:00000001:2.0:1788777569.242814:0:35312:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.242815:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.242816:0:35312:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777569.242818:0:35312:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777569.242824:0:35312:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000061ecb606[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:2.0:1788777569.242826:0:35312:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1788777569.242828:0:35312:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1788777569.242832:0:35312:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1788777569.242837:0:35312:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777569.242840:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777569.242841:0:35312:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777569.242843:0:35312:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1788777569.242844:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.242846:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.242848:0:35312:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777569.242851:0:35312:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777569.242853:0:35312:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242855:0:35312:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242856:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:2.0:1788777569.242858:0:35312:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242860:0:35312:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242861:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242863:0:35312:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242864:0:35312:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242866:0:35312:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777569.242868:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777569.242869:0:35312:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777569.242870:0:35312:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777569.242871:0:35312:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777569.242872:0:35312:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242874:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.242876:0:35312:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777569.242878:0:35312:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777569.242880:0:35312:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777569.242881:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777569.242883:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.242884:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777569.242887:0:35312:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777569.242888:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.242889:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.242891:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.242893:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d2b0 (ffff9b1fc93db638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777569.242895:0:35312:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777569.242896:0:35312:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777569.242897:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.242899:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.242900:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:2.0:1788777569.242903:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242905:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.242907:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.242910:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777569.242923:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242924:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.242925:0:35312:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.242927:0:35312:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.242929:0:35312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.242937:0:35312:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.242940:0:35312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.242941:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.242944:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242945:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.242947:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.242950:0:35312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.242951:0:35312:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.242953:0:35312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.242956:0:35312:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.242958:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.242959:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242960:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.242962:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.242963:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.242964:0:35312:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777569.242965:0:35312:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.242967:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.242968:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.242969:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.242970:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777569.242973:0:35312:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777569.242974:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.242975:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d2b0 (ffff9b1fc93dbbd8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777569.242978:0:35312:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f59db0. 00000020:00000001:2.0:1788777569.242980:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777569.242981:0:35312:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d280. 00020000:00000001:2.0:1788777569.242983:0:35312:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.242985:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.242986:0:35312:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777569.242988:0:35312:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777569.242989:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777569.242990:0:35312:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777569.242992:0:35312:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777569.242993:0:35312:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242995:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.242996:0:35312:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777569.242997:0:35312:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777569.242999:0:35312:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777569.243001:0:35312:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1788777569.243002:0:35312:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777569.243003:0:35312:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777569.243005:0:35312:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777569.243006:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777569.243007:0:35312:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777569.243011:0:35312:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777569.243012:0:35312:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243014:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243016:0:35312:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777569.243017:0:35312:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777569.243028:0:35312:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243032:0:35312:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777569.243033:0:35312:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777569.243035:0:35312:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777569.243036:0:35312:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777569.243037:0:35312:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777569.243038:0:35312:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:2.0:1788777569.243041:0:35312:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777569.243043:0:35312:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777569.243045:0:35312:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777569.243047:0:35312:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777569.243050:0:35312:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777569.243051:0:35312:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777569.243052:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bc98 00000080:00200000:2.0:1788777569.243054:0:35312:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1788777569.243058:0:35312:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1788777569.243060:0:35312:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777569.243062:0:35312:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000020:00000001:2.0:1788777569.243066:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bd88 00000080:00000008:2.0:1788777569.243067:0:35312:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1788777569.243070:0:35312:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1788777569.243132:0:35312:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1788777569.243135:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bd88 00000080:00200008:2.0:1788777569.243137:0:35312:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1788777569.243140:0:35312:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1788777569.243142:0:35312:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777569.243144:0:35312:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1788777569.243146:0:35312:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777569.243150:0:35312:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777569.243154:0:35312:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:2.0:1788777569.243156:0:35312:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000080:00000001:2.0:1788777569.243158:0:35312:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777569.243161:0:35312:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.243164:0:35312:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777569.243165:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bc98 00000080:00200000:2.0:1788777569.243166:0:35312:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1788777569.243170:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bc30 00000080:00200000:2.0:1788777569.243171:0:35312:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1788777569.243173:0:35312:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777569.243176:0:35312:0:(cl_io.c:214:cl_io_rw_init()) header@0000000061ecb606[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1788777569.243178:0:35312:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1788777569.243180:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.243182:0:35312:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777569.243183:0:35312:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777569.243185:0:35312:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777569.243187:0:35312:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777569.243188:0:35312:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777569.243190:0:35312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777569.243193:0:35312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.243195:0:35312:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777569.243197:0:35312:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.243198:0:35312:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777569.243201:0:35312:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc3191530 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1788777569.243204:0:35312:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00020000:00000001:2.0:1788777569.243207:0:35312:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777569.243208:0:35312:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777569.243209:0:35312:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777569.243211:0:35312:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243213:0:35312:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777569.243215:0:35312:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777569.243217:0:35312:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243218:0:35312:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777569.243219:0:35312:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777569.243220:0:35312:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777569.243221:0:35312:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00000020:00000001:2.0:1788777569.243223:0:35312:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243225:0:35312:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243227:0:35312:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777569.243228:0:35312:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777569.243230:0:35312:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777569.243232:0:35312:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1788777569.243235:0:35312:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777569.243236:0:35312:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777569.243239:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1788777569.243241:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.243243:0:35312:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777569.243244:0:35312:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777569.243246:0:35312:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:2.0:1788777569.243249:0:35312:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:2.0:1788777569.243251:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.243253:0:35312:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777569.243254:0:35312:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777569.243255:0:35312:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777569.243257:0:35312:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243258:0:35312:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243260:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.243262:0:35312:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777569.243264:0:35312:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777569.243266:0:35312:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243268:0:35312:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243269:0:35312:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243271:0:35312:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243272:0:35312:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243274:0:35312:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777569.243275:0:35312:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1788777569.243277:0:35312:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777569.243279:0:35312:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777569.243281:0:35312:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777569.243283:0:35312:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.243285:0:35312:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.243287:0:35312:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777569.243288:0:35312:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1788777569.243290:0:35312:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777569.243291:0:35312:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777569.243292:0:35312:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243294:0:35312:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.243295:0:35312:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.243297:0:35312:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.243298:0:35312:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243300:0:35312:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777569.243301:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777569.243302:0:35312:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777569.243303:0:35312:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777569.243304:0:35312:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243306:0:35312:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243307:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243309:0:35312:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243310:0:35312:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777569.243312:0:35312:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777569.243313:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777569.243314:0:35312:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777569.243316:0:35312:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777569.243318:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1788777569.243324:0:35312:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d280. 00020000:00000002:2.0:1788777569.243326:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1788777569.243327:0:35312:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777569.243329:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.243330:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.243332:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777569.243334:0:35312:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f59db0. 00000008:00010000:2.0:1788777569.243336:0:35312:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777569.243338:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.243339:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777569.243341:0:35312:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d2b0, osc lock ffff9b1fc7f59db0, flags 0x0 00000020:00000001:2.0:1788777569.243343:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243345:0:35312:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243347:0:35312:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538102912 : -110914171448704 : ffff9b1fc835d280) 00000020:00000001:2.0:1788777569.243349:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.243350:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777569.243351:0:35312:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243352:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243354:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.243355:0:35312:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.243356:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.243357:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.243358:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.243360:0:35312:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.243361:0:35312:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777569.243363:0:35312:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243365:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777569.243366:0:35312:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.243368:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.243369:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777569.243370:0:35312:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777569.243371:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777569.243372:0:35312:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777569.243374:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.243378:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:2.0:1788777569.243380:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.243383:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.243386:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777569.243390:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777569.243399:0:35312:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.243416:0:35312:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.243419:0:35312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.243426:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.243428:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.243430:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:2.0:1788777569.243432:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243434:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:2.0:1788777569.243437:0:35312:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777569.243438:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.243439:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.243441:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:2.0:1788777569.243442:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243445:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243447:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.243448:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.243449:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=6 00000020:00000001:2.0:1788777569.243451:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243453:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243455:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.243456:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.243460:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.243486:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243487:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.243489:0:35312:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.243491:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.243492:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.243493:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=7 00000020:00000001:2.0:1788777569.243495:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243496:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243498:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.243501:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.243512:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243513:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777569.243516:0:35312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.243523:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.243524:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243525:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.243526:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243527:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.243528:0:35312:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777569.243530:0:35312:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243532:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243534:0:35312:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243535:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243537:0:35312:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243539:0:35312:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243540:0:35312:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243542:0:35312:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788777569.243544:0:35312:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1788777569.243545:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bb90 00000080:00200000:2.0:1788777569.243547:0:35312:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1788777569.243549:0:35312:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788777569.243552:0:35312:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788777569.243553:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1788777569.243556:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.243557:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.243559:0:35312:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777569.243561:0:35312:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777569.243563:0:35312:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243565:0:35312:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243566:0:35312:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243568:0:35312:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243571:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.243573:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.243575:0:35312:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777569.243577:0:35312:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777569.243580:0:35312:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777569.243582:0:35312:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1788777569.243583:0:35312:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777569.243585:0:35312:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1788777569.243587:0:35312:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[0]: s=46 (1) m=1788777569 a=1788777569 c=1788777569 b=8 00020000:00000001:2.0:1788777569.243590:0:35312:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777569.243592:0:35312:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777569 a=1788777569 c=1788777569 b=8 00020000:00000001:2.0:1788777569.243595:0:35312:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243596:0:35312:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243598:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000001:00000001:2.0:1788777569.243600:0:35312:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777569.243601:0:35312:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1788777569.243603:0:35312:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777569.243604:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777569.243605:0:35312:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777569.243606:0:35312:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777569.243608:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777569.243612:0:35312:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d580. 00020000:00000002:2.0:1788777569.243613:0:35312:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777569.243615:0:35312:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777569.243616:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.243617:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.243619:0:35312:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777569.243621:0:35312:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f58e40. 00000008:00010000:2.0:1788777569.243623:0:35312:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777569.243624:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.243625:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777569.243626:0:35312:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d5b0, osc lock ffff9b1fc7f58e40, flags 0x400001002 00000020:00000001:2.0:1788777569.243628:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243629:0:35312:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243631:0:35312:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538103680 : -110914171447936 : ffff9b1fc835d580) 00000020:00000001:2.0:1788777569.243632:0:35312:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777569.243633:0:35312:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777569.243634:0:35312:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243636:0:35312:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243638:0:35312:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777569.243640:0:35312:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777569.243641:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.243642:0:35312:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777569.243643:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.243644:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.243646:0:35312:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.243647:0:35312:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777569.243648:0:35312:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777569.243650:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777569.243651:0:35312:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.243652:0:35312:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777569.243653:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777569.243654:0:35312:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777569.243655:0:35312:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777569.243656:0:35312:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777569.243657:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.243659:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:2.0:1788777569.243662:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.243664:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777569.243666:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.243668:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777569.243676:0:35312:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.243678:0:35312:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.243681:0:35312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.243687:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.243689:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.243691:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=6 00000020:00000001:2.0:1788777569.243693:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243695:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:2.0:1788777569.243698:0:35312:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777569.243699:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.243700:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.243701:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=7 00000020:00000001:2.0:1788777569.243703:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243705:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000020:00000001:2.0:1788777569.243707:0:35312:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777569.243709:0:35312:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777569.243711:0:35312:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777569.243712:0:35312:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.243713:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.243715:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.243716:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=8 00000020:00000001:2.0:1788777569.243717:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243719:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243721:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.243724:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.243729:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243730:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777569.243732:0:35312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.243739:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.243740:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243741:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.243742:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243743:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.243744:0:35312:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777569.243746:0:35312:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243747:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243749:0:35312:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243751:0:35312:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243753:0:35312:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777569.243754:0:35312:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777569.243756:0:35312:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777569.243757:0:35312:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777569.243758:0:35312:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243760:0:35312:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.243762:0:35312:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777569.243764:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.243765:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.243767:0:35312:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777569.243768:0:35312:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777569.243770:0:35312:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777569 a=1788777569 c=1788777569 b=8 00020000:00000001:2.0:1788777569.243772:0:35312:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243774:0:35312:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243776:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:2.0:1788777569.243778:0:35312:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 8 00000080:00000001:2.0:1788777569.243780:0:35312:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777569.243782:0:35312:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777569.243783:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777569.243785:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.243786:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777569.243789:0:35312:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777569.243790:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.243791:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.243793:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.243794:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d5b0 (ffff9b1fc93db638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777569.243796:0:35312:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777569.243798:0:35312:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777569.243799:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243800:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.243801:0:35312:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777569.243802:0:35312:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.243804:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.243805:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.243806:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.243807:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc31914d0 (ffff9b1fc93dbbd8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777569.243809:0:35312:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777569.243810:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.243811:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d5b0 (ffff9b1fc93dbbd8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777569.243814:0:35312:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f58e40. 00000020:00000001:2.0:1788777569.243817:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777569.243818:0:35312:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d580. 00020000:00000001:2.0:1788777569.243821:0:35312:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.243822:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.243822:0:35312:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777569.243824:0:35312:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777569.243828:0:35312:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000061ecb606[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:2.0:1788777569.243830:0:35312:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1788777569.243832:0:35312:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1788777569.243835:0:35312:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1788777569.243838:0:35312:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777569.243840:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777569.243841:0:35312:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777569.243842:0:35312:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1788777569.243844:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.243845:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777569.243847:0:35312:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777569.243848:0:35312:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777569.243850:0:35312:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243852:0:35312:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243853:0:35312:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:2.0:1788777569.243855:0:35312:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243856:0:35312:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243858:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243859:0:35312:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243860:0:35312:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243862:0:35312:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777569.243863:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777569.243864:0:35312:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777569.243865:0:35312:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777569.243866:0:35312:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777569.243867:0:35312:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243868:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243870:0:35312:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777569.243871:0:35312:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777569.243872:0:35312:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777569.243873:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777569.243875:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.243876:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777569.243878:0:35312:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777569.243879:0:35312:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777569.243880:0:35312:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777569.243882:0:35312:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777569.243883:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d2b0 (ffff9b1fc93db638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777569.243885:0:35312:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777569.243886:0:35312:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777569.243887:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777569.243888:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777569.243889:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:2.0:1788777569.243890:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243892:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:2.0:1788777569.243893:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777569.243896:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777569.243902:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243903:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.243904:0:35312:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777569.243906:0:35312:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777569.243908:0:35312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1788777569.243914:0:35312:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.243916:0:35312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777569.243917:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777569.243919:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.243922:0:35312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777569.243923:0:35312:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.243924:0:35312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.243927:0:35312:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.243928:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777569.243930:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243931:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777569.243932:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.243933:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777569.243934:0:35312:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777569.243935:0:35312:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.243936:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.243937:0:35312:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777569.243938:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.243938:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777569.243940:0:35312:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777569.243941:0:35312:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777569.243942:0:35312:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d2b0 (ffff9b1fc93dbbd8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777569.243944:0:35312:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f59db0. 00000020:00000001:2.0:1788777569.243946:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777569.243947:0:35312:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d280. 00020000:00000001:2.0:1788777569.243948:0:35312:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.243949:0:35312:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777569.243950:0:35312:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777569.243951:0:35312:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777569.243952:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777569.243953:0:35312:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777569.243954:0:35312:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777569.243955:0:35312:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243956:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243958:0:35312:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777569.243958:0:35312:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777569.243959:0:35312:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777569.243961:0:35312:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1788777569.243962:0:35312:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777569.243963:0:35312:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777569.243964:0:35312:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777569.243965:0:35312:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777569.243966:0:35312:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777569.243968:0:35312:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777569.243969:0:35312:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243971:0:35312:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.243972:0:35312:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777569.243973:0:35312:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777569.243974:0:35312:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.243976:0:35312:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777569.243977:0:35312:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777569.243980:0:35312:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777569.243981:0:35312:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777569.243982:0:35312:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777569.243983:0:35312:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:2.0:1788777569.243985:0:35312:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777569.243986:0:35312:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777569.243987:0:35312:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777569.243989:0:35312:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777569.243992:0:35312:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777569.243993:0:35312:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777569.243994:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bc98 00000080:00200000:2.0:1788777569.243996:0:35312:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1788777569.243998:0:35312:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1788777569.244000:0:35312:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777569.244002:0:35312:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000020:00000001:2.0:1788777569.244003:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bd88 00000080:00000008:2.0:1788777569.244005:0:35312:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1788777569.244007:0:35312:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777569.244238:0:35312:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777569.244243:0:35312:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00020000:00000002:2.0:1788777569.244246:0:35312:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00020000:00000001:2.0:1788777569.244249:0:35312:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.244257:0:35312:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777569.244259:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bdf0 00000080:00200008:2.0:1788777569.244261:0:35312:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 100000 00000080:00000001:2.0:1788777569.244270:0:35312:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777569.244272:0:35312:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777569.244273:0:35312:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777569.244275:0:35312:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00020000:00000002:2.0:1788777569.244278:0:35312:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc131cf80 00020000:00000001:2.0:1788777569.244280:0:35312:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.244283:0:35312:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788777569.244288:0:35312:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777569.244291:0:35312:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777569.244293:0:35312:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777569.244296:0:35312:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777569.244298:0:35312:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777569.244300:0:35312:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788777569.244302:0:35312:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777569.244307:0:35312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777569.244310:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777569.244317:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 4 00010000:00000001:2.0:1788777569.244320:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777569.244323:0:35312:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777569.244326:0:35312:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777569.244327:0:35312:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777569.244330:0:35312:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777569.244334:0:35312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777569.244340:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777569.244341:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777569.244343:0:35312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788777569.244344:0:35312:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 16 00000080:00000010:2.0:1788777569.244347:0:35312:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a72c0. 00000080:00000001:2.0:1788777569.244351:0:35312:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777569.244354:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5bdf0 00000080:00000008:2.0:1788777569.244356:0:35312:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), flags 100000, rc = 0 00000080:00000001:2.0:1788777569.244358:0:35312:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777569.244362:0:35312:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777569.244364:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d5be00 00000080:00002000:2.0:1788777569.244366:0:35312:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1769870, parent ffff9b1fd155f360, inode ffff9b1fd157db88) hashed, 00000080:00000001:2.0:1788777569.244368:0:35312:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.263922:0:35313:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.263930:0:35313:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.263933:0:35313:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777569.263937:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bb20 00000080:00200000:1.0:1788777569.263941:0:35313:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777569.263948:0:35313:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73000. 00800000:00000002:1.0:1788777569.263956:0:35313:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777569.263960:0:35313:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777569.263966:0:35313:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.263968:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8ba40 00800000:00000002:1.0:1788777569.263970:0:35313:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.263974:0:35313:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777569.263977:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.263980:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.263983:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.263985:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.263987:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.264821:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.264824:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.264829:0:35313:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777569.264838:0:35313:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.264841:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8b910 00000002:00010000:1.0:1788777569.264843:0:35313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777569.264848:0:35313:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777569.264850:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.264855:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.264864:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777569.264868:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.264873:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.264878:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.264884:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777569.264902:0:35313:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.264906:0:35313:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.264910:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777569.264917:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777569.264919:0:35313:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.264921:0:35313:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.264923:0:35313:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.264925:0:35313:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.264928:0:35313:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777569.264931:0:35313:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777569.264934:0:35313:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777569.264938:0:35313:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73000. 00000080:00000001:1.0:1788777569.264944:0:35313:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777569.264946:0:35313:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.264949:0:35313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777569.264952:0:35313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcac9 00800000:00000001:1.0:1788777569.264956:0:35313:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777569.264959:0:35313:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777569.264961:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.264963:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.264966:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.264968:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.264971:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.264974:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.264976:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777569.264978:0:35313:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.264979:0:35313:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.264982:0:35313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcac9 from it ffffb70bc1d8bb58 00010000:00000001:1.0:1788777569.264984:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.264986:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.264987:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.264989:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.264991:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.264994:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.264997:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777569.265779:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.265782:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.265783:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.265787:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.265790:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777569.265800:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.265804:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.265806:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.265812:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.265813:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.265814:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.265819:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.265822:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.265824:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.265828:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.265830:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.265832:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.265833:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777569.265837:0:35313:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777569.265839:0:35313:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.265843:0:35313:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777569.265849:0:35313:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.265856:0:35313:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777569.265859:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bb48 00000080:00002000:1.0:1788777569.265860:0:35313:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1769870) flags 0x48004e refc 0 00000080:00000001:1.0:1788777569.265864:0:35313:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.265867:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bb90 00000080:00200000:1.0:1788777569.265869:0:35313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788777569.265885:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bd08 00000080:00200008:1.0:1788777569.265887:0:35313:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788777569.265893:0:35313:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777569.265894:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bc80 00000080:00200000:1.0:1788777569.265896:0:35313:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88),name=recon 00000080:00000010:1.0:1788777569.265907:0:35313:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73000. 00800000:00000002:1.0:1788777569.265912:0:35313:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777569.265921:0:35313:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777569.265925:0:35313:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.265926:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bba0 00800000:00000002:1.0:1788777569.265929:0:35313:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.265932:0:35313:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777569.265936:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.265939:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.265941:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.265943:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.265945:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.265946:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.265948:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.265952:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.265953:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.265954:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.265956:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.265958:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.265959:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788777569.265961:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.265962:0:35313:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777569.265967:0:35313:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.265969:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8ba70 00000002:00010000:1.0:1788777569.265970:0:35313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777569.265973:0:35313:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777569.265975:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.265978:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.265982:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 4 00010000:00000001:1.0:1788777569.265984:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.265988:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.265991:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.265994:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777569.266093:0:35313:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.266097:0:35313:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.266100:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788777569.266107:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777569.266109:0:35313:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.266111:0:35313:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.266113:0:35313:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.266115:0:35313:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.266116:0:35313:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777569.266119:0:35313:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777569.266121:0:35313:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777569.266124:0:35313:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73000. 00000080:00000001:1.0:1788777569.266127:0:35313:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777569.266128:0:35313:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.266131:0:35313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) 00000080:00010000:1.0:1788777569.266134:0:35313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdca9f 00800000:00000001:1.0:1788777569.266137:0:35313:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777569.266140:0:35313:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777569.266141:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.266143:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.266145:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:1.0:1788777569.266147:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.266150:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.266152:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.266154:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777569.266155:0:35313:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.266157:0:35313:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.266159:0:35313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca9f from it ffffb70bc1d8bcb8 00010000:00000001:1.0:1788777569.266161:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.266163:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.266164:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:1.0:1788777569.266165:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.266167:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.266169:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.266172:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777569.266177:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.266178:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.266179:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.266181:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.266183:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777569.266188:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.266190:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.266191:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.266193:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.266194:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.266195:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.266197:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.266198:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.266200:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.266202:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.266204:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.266205:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.266206:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777569.266208:0:35313:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777569.266209:0:35313:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777569.266212:0:35313:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788777569.266215:0:35313:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777569.266217:0:35313:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777569.266219:0:35313:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777569.266221:0:35313:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.266223:0:35313:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777569.266226:0:35313:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777569.266229:0:35313:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777569.266233:0:35313:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777569.266235:0:35313:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777569.266240:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777569.266243:0:35313:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777569.266245:0:35313:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777569.266247:0:35313:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777569.266251:0:35313:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777569.266252:0:35313:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777569.266254:0:35313:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777569.266256:0:35313:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.266258:0:35313:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777569.266263:0:35313:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc3190bf0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777569.266266:0:35313:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134a7c0 00020000:00000001:1.0:1788777569.266270:0:35313:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777569.266272:0:35313:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777569.266275:0:35313:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777569.266277:0:35313:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.266280:0:35313:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777569.266283:0:35313:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777569.266285:0:35313:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.266287:0:35313:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777569.266288:0:35313:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777569.266289:0:35313:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777569.266291:0:35313:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134a7c0 00000020:00000001:1.0:1788777569.266293:0:35313:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777569.266296:0:35313:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777569.266298:0:35313:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1788777569.266300:0:35313:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777569.266302:0:35313:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777569.266305:0:35313:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777569.266307:0:35313:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777569.266312:0:35313:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777569.266318:0:35313:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fd0182d00. 00020000:00000002:1.0:1788777569.266321:0:35313:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777569.266324:0:35313:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777569.266327:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777569.266770:0:35313:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777569.266772:0:35313:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777569.266774:0:35313:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777569.266778:0:35313:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000020:00000001:1.0:1788777569.266782:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777569.266783:0:35313:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777569.266787:0:35313:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777569.266788:0:35313:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777569.266790:0:35313:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.266791:0:35313:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.266793:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777569.266795:0:35313:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777569.266800:0:35313:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc722b300. 00000008:00010000:1.0:1788777569.266803:0:35313:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777569.266806:0:35313:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777569.266807:0:35313:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777569.266809:0:35313:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fd0182d30, osc lock ffff9b1fc722b300, flags 0x400001002 00000020:00000001:1.0:1788777569.266812:0:35313:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.266814:0:35313:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.266816:0:35313:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159670377728 : -110914039173888 : ffff9b1fd0182d00) 00000020:00000001:1.0:1788777569.266818:0:35313:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777569.266819:0:35313:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777569.266821:0:35313:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.266822:0:35313:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.266825:0:35313:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777569.266827:0:35313:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777569.266829:0:35313:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777569.266830:0:35313:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777569.266832:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777569.266833:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777569.266835:0:35313:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777569.266837:0:35313:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777569.266840:0:35313:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777569.266843:0:35313:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777569.266845:0:35313:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777569.266846:0:35313:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777569.266849:0:35313:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777569.266850:0:35313:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777569.266851:0:35313:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777569.266854:0:35313:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777569.266856:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.266861:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:1.0:1788777569.266863:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.266868:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.266873:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.266877:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:1.0:1788777569.266888:0:35313:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.266891:0:35313:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.266894:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1788777569.266901:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.266902:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.266905:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:1.0:1788777569.266907:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777569.266909:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:1.0:1788777569.266912:0:35313:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777569.266915:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.266916:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.266918:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:1.0:1788777569.266919:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777569.266921:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000020:00000001:1.0:1788777569.266925:0:35313:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777569.266927:0:35313:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777569.266929:0:35313:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777569.266931:0:35313:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.266933:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.266934:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.266935:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=6 00000020:00000001:1.0:1788777569.266937:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777569.266939:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777569.266941:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.266944:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1788777569.266950:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.266952:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.266953:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.266955:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.266957:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788777569.266964:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.266966:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.266967:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.266969:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.266971:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.266972:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.266974:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.266976:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.266978:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.266979:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.266980:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.266981:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.266982:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777569.266984:0:35313:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777569.266986:0:35313:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.266988:0:35313:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.266990:0:35313:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.266992:0:35313:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.266993:0:35313:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777569.266994:0:35313:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777569.266997:0:35313:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777569.266999:0:35313:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788777569.267000:0:35313:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.268261:0:35313:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.268269:0:35313:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777569.268272:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777569.268275:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777569.268277:0:35313:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777569.268281:0:35313:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788777569.268286:0:35313:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777569.268289:0:35313:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788777569.268291:0:35313:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777569.268292:0:35313:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788777569.268295:0:35313:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[0]: s=46 (1) m=1788777569 a=1788777569 c=1788777569 b=8 00020000:00000001:1.0:1788777569.268299:0:35313:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777569.268301:0:35313:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777569 a=1788777569 c=1788777569 b=8 00020000:00000001:1.0:1788777569.268303:0:35313:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.268305:0:35313:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.268307:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:1.0:1788777569.268310:0:35313:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 8 00000080:00000001:1.0:1788777569.268313:0:35313:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777569.268315:0:35313:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777569.268317:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc3190b90 (ffff9b1fc93db008/0) at cl_lock_release():245 00000020:00000001:1.0:1788777569.268319:0:35313:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777569.268321:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc3190b90 (ffff9b1fc93db008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777569.268324:0:35313:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777569.268380:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777569.268382:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777569.268385:0:35313:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777569.268386:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd0182d30 (ffff9b1fc93db908/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777569.268390:0:35313:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777569.268391:0:35313:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777569.268393:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.268396:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777569.268397:0:35313:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777569.268399:0:35313:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777569.268400:0:35313:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777569.268402:0:35313:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777569.268404:0:35313:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777569.268405:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc3190b90 (ffff9b1fc93db008/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777569.268407:0:35313:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777569.268409:0:35313:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777569.268409:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd0182d30 (ffff9b1fc93db008/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777569.268412:0:35313:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc722b300. 00000020:00000001:1.0:1788777569.268417:0:35313:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777569.268419:0:35313:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fd0182d00. 00020000:00000001:1.0:1788777569.268422:0:35313:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777569.268423:0:35313:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777569.268424:0:35313:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777569.268426:0:35313:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.268429:0:35313:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777569.268432:0:35313:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777569.268434:0:35313:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777569.268435:0:35313:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777569.268437:0:35313:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777569.268439:0:35313:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00020000:00000001:1.0:1788777569.268442:0:35313:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777569.268445:0:35313:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777569.268447:0:35313:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777569.268449:0:35313:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777569.268453:0:35313:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777569.268455:0:35313:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.268457:0:35313:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777569.268459:0:35313:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777569.268519:0:35313:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777569.268522:0:35313:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000001:00000001:1.0:1788777569.268525:0:35313:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.268533:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bd08 00000080:00000008:1.0:1788777569.268535:0:35313:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788777569.268541:0:35313:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777569.268543:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bda0 00000080:00002000:1.0:1788777569.268545:0:35313:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1769870, parent ffff9b1fd155f360, inode ffff9b1fd157db88) hashed, 00000080:00000001:1.0:1788777569.268547:0:35313:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.268581:0:35313:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.268585:0:35313:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.268587:0:35313:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777569.268589:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bbc0 00000080:00200000:1.0:1788777569.268591:0:35313:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777569.268597:0:35313:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73000. 00800000:00000002:1.0:1788777569.268603:0:35313:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777569.268607:0:35313:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777569.268611:0:35313:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.268612:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bae0 00800000:00000002:1.0:1788777569.268614:0:35313:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.268618:0:35313:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777569.268621:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.268623:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.268625:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.268628:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.268629:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.268631:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.268634:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.268636:0:35313:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777569.268641:0:35313:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.268643:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8b9b0 00000002:00010000:1.0:1788777569.268644:0:35313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777569.268648:0:35313:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777569.268650:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.268652:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.268658:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777569.268660:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.268665:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.268669:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.268673:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777569.268683:0:35313:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.268686:0:35313:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.268688:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777569.268699:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777569.268701:0:35313:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.268703:0:35313:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.268705:0:35313:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.268706:0:35313:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.268709:0:35313:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777569.268711:0:35313:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777569.268713:0:35313:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777569.268716:0:35313:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73000. 00000080:00000001:1.0:1788777569.268719:0:35313:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777569.268720:0:35313:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.268723:0:35313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777569.268726:0:35313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcac9 00800000:00000001:1.0:1788777569.268729:0:35313:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777569.268731:0:35313:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777569.268732:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.268734:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.268737:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.268739:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.268741:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.268744:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.268745:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777569.268746:0:35313:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.268748:0:35313:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.268750:0:35313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcac9 from it ffffb70bc1d8bbf8 00010000:00000001:1.0:1788777569.268752:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.268753:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.268754:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.268755:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.268757:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.268759:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.268762:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777569.268768:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.268769:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.268771:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.268774:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.268776:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777569.268783:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.268786:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.268788:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.268791:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.268793:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.268794:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.268797:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.268798:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.268800:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.268803:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.268805:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.268805:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.268807:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777569.268809:0:35313:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777569.268811:0:35313:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.268813:0:35313:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777569.268817:0:35313:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.268821:0:35313:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777569.268823:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bbe8 00000080:00002000:1.0:1788777569.268825:0:35313:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1769870) flags 0x48004e refc 0 00000080:00000001:1.0:1788777569.268827:0:35313:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.268828:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bc30 00000080:00200000:1.0:1788777569.268830:0:35313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1788777569.268846:0:35313:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788777569.268849:0:35313:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1788777569.268853:0:35313:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777569.268854:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8be40 00000080:00002000:1.0:1788777569.268856:0:35313:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1769870, parent ffff9b1fd155f360, inode ffff9b1fd157db88) hashed, 00000080:00000001:1.0:1788777569.268859:0:35313:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.268869:0:35313:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.268871:0:35313:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.268872:0:35313:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777569.268873:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bbc0 00000080:00200000:1.0:1788777569.268875:0:35313:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777569.268879:0:35313:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73000. 00800000:00000002:1.0:1788777569.268881:0:35313:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777569.268883:0:35313:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777569.268884:0:35313:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.268886:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bae0 00800000:00000002:1.0:1788777569.268887:0:35313:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.268890:0:35313:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777569.268891:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.268893:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.268894:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.268896:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.268898:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.268899:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.268900:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.268903:0:35313:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777569.268906:0:35313:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.268907:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8b9b0 00000002:00010000:1.0:1788777569.268909:0:35313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777569.268912:0:35313:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777569.268913:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.268914:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.268917:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777569.268919:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.268922:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.268923:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.268927:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777569.268937:0:35313:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.268939:0:35313:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.268942:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777569.268947:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777569.268948:0:35313:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.268950:0:35313:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.268951:0:35313:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.268953:0:35313:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.268954:0:35313:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777569.268956:0:35313:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777569.268958:0:35313:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777569.268960:0:35313:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73000. 00000080:00000001:1.0:1788777569.268962:0:35313:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777569.268963:0:35313:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.268965:0:35313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777569.268967:0:35313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcac9 00800000:00000001:1.0:1788777569.268969:0:35313:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777569.268970:0:35313:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777569.268972:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.268973:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.268974:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.268976:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.268978:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.268980:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.268981:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777569.268982:0:35313:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.268984:0:35313:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.268985:0:35313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcac9 from it ffffb70bc1d8bbf8 00010000:00000001:1.0:1788777569.268987:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.268988:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.268990:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.268991:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.268993:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.268995:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.268998:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777569.269407:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.269409:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.269410:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.269411:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.269413:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777569.269419:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.269421:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.269422:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.269425:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.269426:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.269427:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.269429:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.269431:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.269433:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.269435:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.269437:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.269438:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.269439:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777569.269441:0:35313:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777569.269442:0:35313:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.269444:0:35313:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777569.269448:0:35313:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.269451:0:35313:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777569.269453:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bbe8 00000080:00002000:1.0:1788777569.269454:0:35313:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1769870) flags 0x48004e refc 0 00000080:00000001:1.0:1788777569.269457:0:35313:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.269459:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8bc30 00000080:00200000:1.0:1788777569.269461:0:35313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1788777569.270130:0:35313:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788777569.270133:0:35313:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788777569.270138:0:35313:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777569.270141:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d8be40 00000080:00002000:1.0:1788777569.270144:0:35313:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1769870, parent ffff9b1fd155f360, inode ffff9b1fd157db88) hashed, 00000080:00000001:1.0:1788777569.270146:0:35313:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.286653:0:35314:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.286663:0:35314:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.286667:0:35314:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777569.286671:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b20 00000080:00200000:1.0:1788777569.286677:0:35314:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777569.286685:0:35314:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73000. 00800000:00000002:1.0:1788777569.286693:0:35314:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777569.286697:0:35314:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777569.286704:0:35314:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.286706:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a40 00800000:00000002:1.0:1788777569.286708:0:35314:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.286712:0:35314:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777569.286717:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.286720:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.286723:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.286726:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.286729:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.286731:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.286734:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.286739:0:35314:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777569.286746:0:35314:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.286748:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17910 00000002:00010000:1.0:1788777569.286751:0:35314:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777569.286755:0:35314:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777569.286757:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.286761:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.286768:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777569.286773:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.286778:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.286783:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.286788:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777569.286808:0:35314:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.286814:0:35314:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.286818:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777569.287706:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777569.287714:0:35314:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.287715:0:35314:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.287718:0:35314:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.287721:0:35314:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.287723:0:35314:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777569.287726:0:35314:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777569.287729:0:35314:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777569.287733:0:35314:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73000. 00000080:00000001:1.0:1788777569.287737:0:35314:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777569.287739:0:35314:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.287741:0:35314:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777569.287744:0:35314:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcac9 00800000:00000001:1.0:1788777569.287748:0:35314:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777569.287751:0:35314:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777569.287753:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.287755:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.287758:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.287760:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.287763:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.287766:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.287768:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777569.287769:0:35314:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.287771:0:35314:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.287773:0:35314:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcac9 from it ffffb70bc1d17b58 00010000:00000001:1.0:1788777569.287776:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.287777:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.287778:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.287780:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.287782:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.287785:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.287788:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777569.287796:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.287798:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.287800:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.287802:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.287805:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777569.287812:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.287815:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.287817:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.287821:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.287822:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.287825:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.287829:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.287830:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.287833:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.287836:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.287838:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.287839:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.287840:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777569.287843:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777569.287844:0:35314:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.287847:0:35314:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777569.287851:0:35314:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.287856:0:35314:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777569.287858:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b48 00000080:00002000:1.0:1788777569.287860:0:35314:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1769870) flags 0x48004e refc 0 00000080:00000001:1.0:1788777569.287863:0:35314:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.287865:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b90 00000080:00200000:1.0:1788777569.287867:0:35314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788777569.287878:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d08 00000080:00200008:1.0:1788777569.287880:0:35314:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777569.287886:0:35314:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777569.287887:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17c80 00000080:00200000:1.0:1788777569.287889:0:35314:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88),name=recon 00000080:00000010:1.0:1788777569.287896:0:35314:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73000. 00800000:00000002:1.0:1788777569.287900:0:35314:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777569.287905:0:35314:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777569.287907:0:35314:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.287908:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17ba0 00800000:00000002:1.0:1788777569.287910:0:35314:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.287913:0:35314:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777569.287917:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.287919:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.287921:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.287923:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.287924:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.287926:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.287928:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.287931:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.287932:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.287933:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.287935:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.287936:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.287938:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788777569.287940:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.287942:0:35314:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777569.287945:0:35314:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.287947:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a70 00000002:00010000:1.0:1788777569.287948:0:35314:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777569.287951:0:35314:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777569.287953:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.287954:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.287959:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 4 00010000:00000001:1.0:1788777569.287962:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.287965:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.287968:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.287971:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788777569.287979:0:35314:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.287982:0:35314:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.287985:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788777569.287992:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777569.287993:0:35314:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.287995:0:35314:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.287996:0:35314:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.287998:0:35314:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.288000:0:35314:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777569.288002:0:35314:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777569.288003:0:35314:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777569.288005:0:35314:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73000. 00000080:00000001:1.0:1788777569.288008:0:35314:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777569.288009:0:35314:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.288011:0:35314:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) 00000080:00010000:1.0:1788777569.288014:0:35314:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdca9f 00800000:00000001:1.0:1788777569.288016:0:35314:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777569.288031:0:35314:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777569.288033:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.288034:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.288036:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:1.0:1788777569.288037:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.288039:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.288042:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.288043:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777569.288044:0:35314:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.288046:0:35314:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.288048:0:35314:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdca9f from it ffffb70bc1d17cb8 00010000:00000001:1.0:1788777569.288049:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.288050:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.288052:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:1.0:1788777569.288054:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.288055:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777569.288057:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.288059:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777569.288065:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.288066:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.288067:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.288068:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.288070:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788777569.288075:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.288076:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.288077:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.288079:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.288080:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.288081:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.288083:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.288084:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.288086:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.288088:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.288090:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.288091:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.288092:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777569.288094:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777569.288095:0:35314:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777569.288098:0:35314:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788777569.288102:0:35314:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777569.288103:0:35314:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777569.288106:0:35314:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777569.288107:0:35314:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.288109:0:35314:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777569.288113:0:35314:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777569.288115:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777569.288120:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777569.288123:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777569.288130:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777569.288133:0:35314:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777569.288135:0:35314:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777569.288138:0:35314:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777569.288141:0:35314:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777569.288142:0:35314:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777569.288145:0:35314:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777569.288147:0:35314:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.288148:0:35314:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777569.288154:0:35314:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc3190bf0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777569.288157:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:1.0:1788777569.288161:0:35314:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777569.288163:0:35314:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777569.288166:0:35314:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777569.288168:0:35314:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.288170:0:35314:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777569.288172:0:35314:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777569.288174:0:35314:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.288175:0:35314:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777569.288176:0:35314:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777569.288177:0:35314:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777569.288179:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00000020:00000001:1.0:1788777569.288181:0:35314:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777569.288183:0:35314:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777569.288184:0:35314:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1788777569.288188:0:35314:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777569.288190:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777569.288192:0:35314:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777569.288195:0:35314:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777569.288200:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777569.288208:0:35314:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fd0182080. 00020000:00000002:1.0:1788777569.288211:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777569.288213:0:35314:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777569.288216:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777569.288218:0:35314:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777569.288219:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777569.288220:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777569.288223:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000020:00000001:1.0:1788777569.288226:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777569.288228:0:35314:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777569.288232:0:35314:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777569.288233:0:35314:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777569.288235:0:35314:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.288236:0:35314:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.288238:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777569.288239:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777569.288244:0:35314:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc722b300. 00000008:00010000:1.0:1788777569.288247:0:35314:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777569.288250:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777569.288251:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777569.288253:0:35314:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fd01820b0, osc lock ffff9b1fc722b300, flags 0x400001002 00000020:00000001:1.0:1788777569.288255:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.288256:0:35314:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.288259:0:35314:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159670374528 : -110914039177088 : ffff9b1fd0182080) 00000020:00000001:1.0:1788777569.288261:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777569.288262:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777569.288264:0:35314:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.288265:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.288267:0:35314:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777569.288270:0:35314:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777569.288271:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777569.288273:0:35314:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777569.288274:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777569.288275:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777569.288277:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777569.288279:0:35314:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777569.288282:0:35314:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777569.288285:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777569.288288:0:35314:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777569.288290:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777569.288292:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777569.288293:0:35314:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777569.288294:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777569.288296:0:35314:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777569.288298:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.288303:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:1.0:1788777569.288304:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.288308:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.288311:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.288315:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1788777569.288324:0:35314:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.288327:0:35314:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.288329:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788777569.288335:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.288336:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.288338:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=4 00000020:00000001:1.0:1788777569.288340:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777569.288342:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000008:00000001:1.0:1788777569.288345:0:35314:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777569.288347:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.288348:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.288349:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=5 00000020:00000001:1.0:1788777569.288351:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777569.288354:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00000020:00000001:1.0:1788777569.288358:0:35314:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777569.288359:0:35314:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777569.288362:0:35314:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777569.288364:0:35314:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.288365:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.288366:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.288367:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=6 00000020:00000001:1.0:1788777569.288369:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777569.288371:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777569.288372:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.288374:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788777569.288380:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.288381:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.288382:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.288384:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.288386:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788777569.288393:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.288394:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.288396:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.288397:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.288399:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.288400:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.288401:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.288403:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.288404:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.288406:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.288407:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.288408:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.288409:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777569.288410:0:35314:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777569.288412:0:35314:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.288414:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777569.288416:0:35314:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.288418:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.288420:0:35314:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777569.288421:0:35314:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777569.288423:0:35314:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777569.289743:0:35314:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788777569.289748:0:35314:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.289752:0:35314:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.289757:0:35314:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777569.289760:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777569.289762:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777569.289764:0:35314:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777569.289769:0:35314:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788777569.289772:0:35314:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777569 a=1788777569 c=1788777569 b=8 00020000:00000001:1.0:1788777569.289776:0:35314:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.289778:0:35314:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.289779:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:1.0:1788777569.289781:0:35314:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 8 00000080:00000001:1.0:1788777569.289784:0:35314:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777569.289786:0:35314:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777569.289788:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc3190b90 (ffff9b1fc93db008/0) at cl_lock_release():245 00000020:00000001:1.0:1788777569.289791:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777569.289792:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc3190b90 (ffff9b1fc93db008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777569.289795:0:35314:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777569.289798:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777569.289800:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:1.0:1788777569.289802:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777569.289803:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01820b0 (ffff9b1fc93db908/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777569.289807:0:35314:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777569.289808:0:35314:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777569.289810:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.289812:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777569.289813:0:35314:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777569.289815:0:35314:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777569.289816:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777569.289817:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777569.289819:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777569.289820:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc3190b90 (ffff9b1fc93db008/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777569.289823:0:35314:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777569.289825:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777569.289827:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01820b0 (ffff9b1fc93db008/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777569.289830:0:35314:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc722b300. 00000020:00000001:1.0:1788777569.289835:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777569.289837:0:35314:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fd0182080. 00020000:00000001:1.0:1788777569.289843:0:35314:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777569.289844:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777569.289845:0:35314:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777569.289848:0:35314:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.289850:0:35314:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777569.289852:0:35314:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777569.289855:0:35314:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777569.289856:0:35314:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777569.289858:0:35314:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777569.289860:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00020000:00000001:1.0:1788777569.289863:0:35314:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777569.289866:0:35314:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777569.289869:0:35314:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777569.289872:0:35314:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777569.289875:0:35314:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777569.289877:0:35314:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.289879:0:35314:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777569.289881:0:35314:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777569.289882:0:35314:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777569.289883:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000001:00000001:1.0:1788777569.289885:0:35314:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.289892:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d08 00000080:00000008:1.0:1788777569.289895:0:35314:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9b1fd157db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777569.289900:0:35314:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777569.289902:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17da0 00000080:00002000:1.0:1788777569.289904:0:35314:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1769870, parent ffff9b1fd155f360, inode ffff9b1fd157db88) hashed, 00000080:00000001:1.0:1788777569.289907:0:35314:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.289944:0:35314:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.289948:0:35314:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.289949:0:35314:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777569.289951:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17bd8 00000080:00200000:1.0:1788777569.289953:0:35314:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777569.289958:0:35314:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73000. 00800000:00000002:1.0:1788777569.289962:0:35314:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777569.289966:0:35314:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777569.289969:0:35314:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.289971:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17af8 00800000:00000002:1.0:1788777569.289973:0:35314:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.289976:0:35314:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777569.289978:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.289981:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.289982:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.289984:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.289986:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.289988:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.289990:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.289993:0:35314:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777569.289999:0:35314:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.290001:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d179c8 00000002:00010000:1.0:1788777569.290002:0:35314:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777569.290006:0:35314:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777569.290008:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.290011:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.290017:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777569.290031:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.290034:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.290037:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.290042:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777569.290052:0:35314:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.290055:0:35314:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.290058:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788777569.290065:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777569.290067:0:35314:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.290069:0:35314:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.290071:0:35314:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.290073:0:35314:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.290075:0:35314:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777569.290078:0:35314:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777569.290080:0:35314:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777569.290083:0:35314:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73000. 00000080:00000001:1.0:1788777569.290086:0:35314:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777569.290087:0:35314:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.290090:0:35314:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777569.290093:0:35314:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcac9 00800000:00000001:1.0:1788777569.290096:0:35314:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777569.290098:0:35314:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777569.290100:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.290102:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.290104:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.290106:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.290109:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.290112:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.290113:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777569.290114:0:35314:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.290116:0:35314:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.290118:0:35314:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcac9 from it ffffb70bc1d17c10 00010000:00000001:1.0:1788777569.290120:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.290121:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.290122:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.290124:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.290125:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.290128:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.290130:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777569.290137:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.290138:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.290139:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.290141:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.290144:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777569.290151:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.290154:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.290156:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.290160:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.290161:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.290162:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.290165:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.290166:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.290168:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.290171:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.290173:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.290175:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.290176:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777569.290179:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777569.290181:0:35314:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.290183:0:35314:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777569.290186:0:35314:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.290193:0:35314:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777569.290195:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17da0 00000080:00002000:1.0:1788777569.290196:0:35314:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1769870) flags 0x48004e refc 0 00000080:00000001:1.0:1788777569.290198:0:35314:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777569.290200:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17e10 00000080:00200000:1.0:1788777569.290202:0:35314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1788777569.290206:0:35314:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777569.290207:0:35314:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777569.290209:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d30 00000080:00200000:1.0:1788777569.290210:0:35314:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777569.290214:0:35314:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73000. 00800000:00000002:1.0:1788777569.290216:0:35314:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777569.290219:0:35314:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777569.290220:0:35314:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.290221:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17c50 00800000:00000002:1.0:1788777569.290223:0:35314:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.290226:0:35314:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777569.290228:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.290229:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.290230:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.290232:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.290234:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.290235:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.290237:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.290239:0:35314:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777569.290242:0:35314:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777569.290243:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b20 00000002:00010000:1.0:1788777569.290244:0:35314:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777569.290247:0:35314:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777569.290248:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.290249:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.290251:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777569.290253:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.290255:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.290257:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777569.290260:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788777569.290265:0:35314:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777569.290267:0:35314:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777569.290270:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788777569.290276:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777569.290277:0:35314:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.290279:0:35314:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.290281:0:35314:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777569.290282:0:35314:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.290284:0:35314:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777569.290286:0:35314:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777569.290288:0:35314:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777569.290290:0:35314:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73000. 00000080:00000001:1.0:1788777569.290292:0:35314:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777569.290294:0:35314:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.290296:0:35314:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777569.290298:0:35314:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcac9 00800000:00000001:1.0:1788777569.290300:0:35314:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777569.290301:0:35314:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777569.290302:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.290303:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.290304:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.290306:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.290308:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.290310:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.290311:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777569.290312:0:35314:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.290314:0:35314:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777569.290315:0:35314:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcac9 from it ffffb70bc1d17d68 00010000:00000001:1.0:1788777569.290317:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777569.290318:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777569.290319:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4c00 refcount=3 00000020:00000001:1.0:1788777569.290320:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.290322:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677135872 : -110914032415744 : ffff9b1fd07f4c00) 00010000:00000001:1.0:1788777569.290324:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777569.290326:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777569.290343:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.290344:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.290345:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777569.290346:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777569.290349:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788777569.290354:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777569.290357:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777569.290358:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777569.290360:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.290361:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.290363:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.290364:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777569.290365:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.290367:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.290369:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.290371:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777569.290372:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.290373:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777569.290374:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777569.290375:0:35314:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777569.290378:0:35314:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788777569.290380:0:35314:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.290384:0:35314:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1788777569.290385:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17df8 00000080:00200000:1.0:1788777569.290387:0:35314:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:1.0:1788777569.290391:0:35314:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788777569.290392:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777569.290394:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777569.290396:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777569.290398:0:35314:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777569.290401:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000002:1.0:1788777569.290404:0:35314:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617480 addref 2/0 by ffff9b1fc134cf80. 00020000:00000002:1.0:1788777569.290406:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:1.0:1788777569.290408:0:35314:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777569.290411:0:35314:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777569.290412:0:35314:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777569.290414:0:35314:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788777569.290417:0:35314:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788777569.290419:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:1.0:1788777569.290420:0:35314:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788777569.291706:0:35314:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73000. 00800000:00000002:1.0:1788777569.291747:0:35314:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:1.0:1788777569.291760:0:35314:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788777569.291764:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.291767:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.291769:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.291771:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.291773:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.291775:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777569.291778:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.291780:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.291781:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.291782:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.291783:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.291785:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.291787:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788777569.291788:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.291791:0:35314:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788777569.291792:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.291793:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.291794:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.291796:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.291797:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.291798:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788777569.291800:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.291802:0:35314:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788777569.291804:0:35314:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.291806:0:35314:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x2b:0x0] -> mds #0 00000002:00000001:1.0:1788777569.291810:0:35314:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788777569.291812:0:35314:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777569.291816:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 2 00010000:00000001:1.0:1788777569.291819:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.291822:0:35314:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777569.291825:0:35314:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777569.291829:0:35314:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788777569.291838:0:35314:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777569.291842:0:35314:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777569.291844:0:35314:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777569.291846:0:35314:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777569.291849:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.291851:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.291853:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 3 00010000:00000001:1.0:1788777569.291855:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777569.291859:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777569.291860:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.291861:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.291863:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 3 00010000:00000001:1.0:1788777569.291865:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777569.291867:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777569.291868:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.291869:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.291870:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6200 count: 3 00010000:00000001:1.0:1788777569.291872:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777569.291874:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.291876:0:35314:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777569.291878:0:35314:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777569.291883:0:35314:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777569.291885:0:35314:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777569.291887:0:35314:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777569.291888:0:35314:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.291891:0:35314:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777569.291894:0:35314:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777569.291896:0:35314:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777569.291898:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777569.291900:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777569.291903:0:35314:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4c00 with handle 0x22b16ee488cdcac9 from hash 00010000:00000001:1.0:1788777569.291906:0:35314:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777569.291907:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777569.291909:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777569.291910:0:35314:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777569.291912:0:35314:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777569.291914:0:35314:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777569.291916:0:35314:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777569.291919:0:35314:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.291921:0:35314:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777569.291923:0:35314:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777569.291925:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 4 00010000:00000001:1.0:1788777569.291928:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777569.291929:0:35314:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777569.291932:0:35314:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777569.291935:0:35314:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788777569.291941:0:35314:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777569.291943:0:35314:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777569.291944:0:35314:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777569.291945:0:35314:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode CR 00000002:00000001:1.0:1788777569.291947:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.291948:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.291949:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 5 00010000:00000001:1.0:1788777569.291951:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777569.291953:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777569.291955:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.291956:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.291957:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 5 00010000:00000001:1.0:1788777569.291959:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777569.291961:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777569.291963:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.291964:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.291966:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 5 00010000:00000001:1.0:1788777569.291968:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777569.291970:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.291972:0:35314:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.291974:0:35314:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777569.291977:0:35314:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777569.291982:0:35314:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc2c72200. 00000080:00000001:1.0:1788777569.291985:0:35314:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788777569.291988:0:35314:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777569.291991:0:35314:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777569.291993:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.291994:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.291996:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.291997:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.291999:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.292001:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788777569.292003:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.292005:0:35314:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1788777569.292015:0:35314:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777569.292026:0:35314:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x2b:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777569.292034:0:35314:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777569.292039:0:35314:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777569.292043:0:35314:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777569.292048:0:35314:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777569.292051:0:35314:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777569.292059:0:35314:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc2c72600. 00000100:00000001:1.0:1788777569.292067:0:35314:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777569.292087:0:35314:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777569.292098:0:35314:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777569.292104:0:35314:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1123480 x1875667211145344/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777569.292110:0:35314:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777569.292112:0:35314:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777569.292120:0:35314:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc7c8d0c0. 00000100:00000001:1.0:1788777569.292122:0:35314:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159530959040 : -110914178592576 : ffff9b1fc7c8d0c0) 00000100:00000001:1.0:1788777569.292125:0:35314:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777569.292127:0:35314:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777569.292131:0:35314:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777569.292136:0:35314:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.292138:0:35314:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777569.292139:0:35314:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777569.292143:0:35314:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211145344/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.292155:0:35314:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777569.292157:0:35314:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777569.292161:0:35314:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777569.292163:0:35314:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777569.292165:0:35314:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777569.292169:0:35314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:35314:1875667211145344:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777569.292172:0:35314:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777569.292177:0:35314:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777569.292179:0:35314:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777569.292182:0:35314:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777569.292187:0:35314:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777569.292189:0:35314:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777569.292196:0:35314:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777569.292200:0:35314:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12580. 00000400:00000010:1.0:1788777569.292207:0:35314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256000. 00000100:00000200:1.0:1788777569.292215:0:35314:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211145344, portal 10 00000100:00000001:1.0:1788777569.292217:0:35314:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777569.292219:0:35314:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777569.292225:0:35314:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1123480 x1875667211145344/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.292233:0:35314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777569.292235:0:35314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777569.292238:0:35314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256088. 00000100:00000200:1.0:1788777569.292241:0:35314:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211145344, offset 0 00000400:00000200:1.0:1788777569.292248:0:35314:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777569.292256:0:35314:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777569.292264:0:35314:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777569.292269:0:35314:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777569.292273:0:35314:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777569.292277:0:35314:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777569.292280:0:35314:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777569.292284:0:35314:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2990:2990:256:4294967295] 192.168.204.133@tcp LPNI seq info [2989:2989:8:4294967295] 00000400:00000200:1.0:1788777569.292289:0:35314:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777569.292298:0:35314:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777569.292304:0:35314:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777569.292309:0:35314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5500. 00000800:00000200:1.0:1788777569.292315:0:35314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777569.292323:0:35314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777569.293078:0:35314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777569.293158:0:35314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777569.293165:0:35314:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 844915 usecs (845 jiffies) 00000400:00000200:1.0:1788777569.293170:0:35314:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777569.293173:0:35314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673445 00000100:00000001:1.0:1788777569.293177:0:35314:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:1.0:1788777569.293180:0:35314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673445 00000100:00000001:1.0:1788777569.293182:0:35314:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:1.0:1788777569.293184:0:35314:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777569.293187:0:35314:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.293190:0:35314:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777569.293192:0:35314:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777569.293195:0:35314:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc7c8d0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777569.293198:0:35314:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777569.293201:0:35314:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777569.294858:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777569.294867:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5500. 00000400:00000200:3.0:1788777569.294873:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.294882:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777569.294888:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256088 00000400:00000010:3.0:1788777569.294890:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256088. 00000100:00000001:3.0:1788777569.294894:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777569.294903:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211145344/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.294914:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.294917:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211145344/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777569.294923:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.294924:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777569.298490:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.298511:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.298516:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.298519:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.298528:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.298536:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.298545:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.298550:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.298555:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.298560:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd65080 00000400:00000200:3.0:1788777569.298565:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.298571:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8b65 [1] + 224 00000800:00000001:3.0:1788777569.298578:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.298990:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.298995:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.299001:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.299009:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.299017:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211145344/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777569.299038:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1123480 x1875667211145344/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299102:0:35314:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777569.299120:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.299129:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.299132:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777569.299171:0:35314:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777569.299173:0:35314:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777569.299177:0:35314:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12580. 00000400:00000200:1.0:1788777569.299181:0:35314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256000 00000400:00000010:1.0:1788777569.299183:0:35314:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256000. 00000100:00000001:1.0:1788777569.299185:0:35314:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777569.299189:0:35314:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211145344/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777569.299198:0:35314:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211145344/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299204:0:35314:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777569.299206:0:35314:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.299209:0:35314:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777569.299213:0:35314:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777569.299215:0:35314:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777569.299217:0:35314:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777569.299220:0:35314:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777569.299231:0:35314:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777569.299235:0:35314:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777569.299238:0:35314:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777569.299240:0:35314:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777569.299243:0:35314:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777569.299247:0:35314:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.299250:0:35314:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777569.299252:0:35314:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777569.299253:0:35314:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777569.299255:0:35314:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777569.299257:0:35314:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000001:1.0:1788777569.299260:0:35314:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777569.299262:0:35314:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788777569.299263:0:35314:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777569.299266:0:35314:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777569.299270:0:35314:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211145344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299276:0:35314:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777569.299279:0:35314:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777569.299281:0:35314:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777569.299285:0:35314:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211145344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777569.299292:0:35314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:35314:1875667211145344:192.168.204.133@tcp:35:rm.0 00000100:00000001:1.0:1788777569.299297:0:35314:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.299299:0:35314:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.299303:0:35314:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777569.299304:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777569.299309:0:35314:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211145344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299315:0:35314:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777569.299318:0:35314:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc7c8d0c0. 00000100:00000001:1.0:1788777569.299321:0:35314:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777569.299323:0:35314:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.299339:0:35314:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777569.299341:0:35314:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000002:00000001:1.0:1788777569.299344:0:35314:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.299347:0:35314:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777569.299353:0:35314:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c72200. 00000080:00000001:1.0:1788777569.299356:0:35314:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777569.299359:0:35314:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788777569.299363:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777569.299366:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777569.299368:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777569.299371:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777569.299373:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777569.299375:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788777569.299377:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777569.299381:0:35314:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777569.299396:0:35314:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299404:0:35314:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777569.299406:0:35314:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504814848 : -110914204736768 : ffff9b1fc639e300) 00000100:00000001:1.0:1788777569.299408:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777569.299411:0:35314:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299417:0:35314:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.299418:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777569.299421:0:35314:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1123480 x1875667211145344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299432:0:35314:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777569.299433:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777569.299436:0:35314:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e300 x1875667211145088/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777585 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299441:0:35314:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777569.299444:0:35314:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777569.299446:0:35314:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777569.299450:0:35314:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777569.299454:0:35314:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3339000. 02000000:00000001:1.0:1788777569.299458:0:35314:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777569.299460:0:35314:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777569.299543:0:35314:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e300. 00000100:00000001:1.0:1788777569.299549:0:35314:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777569.299550:0:35314:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777569.299551:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777569.299556:0:35314:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211145344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299562:0:35314:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777569.299564:0:35314:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fca6132e0. 00000002:00000001:1.0:1788777569.299567:0:35314:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777569.299569:0:35314:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777569.299571:0:35314:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc4f3dfc0. 00000100:00000001:1.0:1788777569.299573:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777569.299576:0:35314:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211145344/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777569.299582:0:35314:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777569.299584:0:35314:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777569.299587:0:35314:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356ec00. 02000000:00000001:1.0:1788777569.299590:0:35314:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777569.299592:0:35314:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777569.299593:0:35314:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777569.299595:0:35314:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777569.299597:0:35314:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc2c72600. 02000000:00000001:1.0:1788777569.299599:0:35314:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777569.299600:0:35314:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777569.299602:0:35314:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:1.0:1788777569.299605:0:35314:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777569.299606:0:35314:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777569.299609:0:35314:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.299611:0:35314:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777569.299613:0:35314:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1788777569.299617:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.299620:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.299626:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 5 00010000:00000001:1.0:1788777569.299629:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777569.299634:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777569.299635:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777569.299636:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777569.299637:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 5 00010000:00000001:1.0:1788777569.299639:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777569.299708:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.299710:0:35314:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777569.299713:0:35314:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777569.299715:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777569.299720:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:1.0:1788777569.299723:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:1.0:1788777569.299725:0:35314:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788777569.299729:0:35314:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:1.0:1788777569.299732:0:35314:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788777569.299785:0:35314:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788777569.299792:0:35314:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777569.299795:0:35314:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777569.299798:0:35314:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788777569.299800:0:35314:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.299802:0:35314:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777569.299804:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:0.0:1788777569.299808:0:35314:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.299812:0:35314:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777569.299815:0:35314:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) invalid 00000020:00000001:0.0:1788777569.299819:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a60 00000080:00002000:0.0:1788777569.299821:0:35314:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9b1fd1769870) parent ffff9b1fd155f360 inode ffff9b1fd157db88 refc 1 00000080:00000001:0.0:1788777569.299825:0:35314:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777569.299828:0:35314:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777569.299830:0:35314:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.299835:0:35314:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777569.299839:0:35314:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777569.299841:0:35314:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777569.299844:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777569.299847:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777569.299852:0:35314:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5200 with handle 0x22b16ee488cdcad0 from hash 00010000:00000001:0.0:1788777569.299854:0:35314:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777569.299856:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.299858:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.299859:0:35314:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777569.299863:0:35314:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777569.299864:0:35314:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777569.299868:0:35314:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777569.299871:0:35314:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788777569.299881:0:35314:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777569.299884:0:35314:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777569.299887:0:35314:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1788777569.299890:0:35314:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1788777569.299893:0:35314:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff9b1fc32a6190. 00000080:00000010:0.0:1788777569.299897:0:35314:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff9b1fd12e4000. 00000080:00000010:0.0:1788777569.299900:0:35314:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b1fd0609938. 00000080:00000020:0.0:1788777569.299904:0:35314:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1788777569.299905:0:35314:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff9b1fc32a6ee0. 00000080:00000010:0.0:1788777569.299907:0:35314:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff9b1fc82d2c18. 00000080:00000010:0.0:1788777569.299910:0:35314:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b1fd0609230. 00000080:00000020:0.0:1788777569.299911:0:35314:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1788777569.299913:0:35314:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9b1fc32a69e0. 00000080:00000010:0.0:1788777569.299915:0:35314:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9b1fd12e4080. 00000080:00000010:0.0:1788777569.299917:0:35314:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b1fd0609208. 00000080:00000020:0.0:1788777569.299919:0:35314:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1788777569.299921:0:35314:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9b1fc32a65c0. 00000080:00000010:0.0:1788777569.299924:0:35314:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff9b1fd1882680. 00000080:00000010:0.0:1788777569.299926:0:35314:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b1fd0609cd0. 00000080:00000001:0.0:1788777569.299929:0:35314:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.299930:0:35314:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777569.299932:0:35314:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.299934:0:35314:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777569.299935:0:35314:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777569.299937:0:35314:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777569.299938:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777569.299940:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777569.299942:0:35314:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f6400 with handle 0x22b16ee488cdcac2 from hash 00010000:00000001:0.0:1788777569.299944:0:35314:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777569.299945:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.299947:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.299948:0:35314:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777569.299950:0:35314:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777569.299951:0:35314:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777569.299953:0:35314:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777569.299955:0:35314:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788777569.299966:0:35314:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777569.299967:0:35314:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777569.299968:0:35314:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777569.299970:0:35314:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:0.0:1788777569.299972:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777569.299973:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777569.299976:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 5 00010000:00000001:0.0:1788777569.299977:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777569.299979:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.299981:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777569.299982:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777569.299984:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 5 00010000:00000001:0.0:1788777569.299985:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777569.299987:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.299989:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777569.299990:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777569.299991:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 5 00010000:00000001:0.0:1788777569.299993:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777569.299995:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.299997:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777569.299997:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777569.299999:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 5 00010000:00000001:0.0:1788777569.300001:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777569.300003:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.300005:0:35314:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.300006:0:35314:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777569.300008:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777569.300009:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:0.0:1788777569.300011:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:0.0:1788777569.300013:0:35314:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788777569.300014:0:35314:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:0.0:1788777569.300016:0:35314:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788777569.300029:0:35314:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788777569.300031:0:35314:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777569.300032:0:35314:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777569.300035:0:35314:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788777569.300036:0:35314:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.300038:0:35314:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777569.300039:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:0.0:1788777569.300041:0:35314:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.300043:0:35314:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777569.300045:0:35314:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff9b1fd157db88) invalid 00000020:00000001:0.0:1788777569.300047:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a60 00000080:00002000:0.0:1788777569.300049:0:35314:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9b1fd1769870) parent ffff9b1fd155f360 inode ffff9b1fd157db88 refc 1 00000080:00000001:0.0:1788777569.300052:0:35314:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777569.300053:0:35314:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777569.300054:0:35314:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.300056:0:35314:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777569.300058:0:35314:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777569.300059:0:35314:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777569.300060:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777569.300062:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777569.300064:0:35314:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7200 with handle 0x22b16ee488cdca9f from hash 00010000:00000001:0.0:1788777569.300066:0:35314:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777569.300067:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.300069:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.300070:0:35314:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777569.300071:0:35314:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777569.300072:0:35314:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777569.300074:0:35314:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788777569.300077:0:35314:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1788777569.300080:0:35314:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1788777569.300087:0:35314:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec700. 00000020:00000040:0.0:1788777569.300089:0:35314:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777569.300093:0:35314:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777569.300094:0:35314:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.300096:0:35314:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777569.300100:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777569.300104:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.300105:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.300106:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.300109:0:35314:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777569.300111:0:35314:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777569.300115:0:35314:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777569.300120:0:35314:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fd92b2600. 00000100:00000001:0.0:1788777569.300124:0:35314:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.300126:0:35314:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777569.300129:0:35314:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777569.300132:0:35314:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777569.300137:0:35314:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777569.300142:0:35314:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788777569.300146:0:35314:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788777569.300149:0:35314:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1788777569.300150:0:35314:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788777569.300151:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777569.300152:0:35314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5200/0x22b16ee488cdcad0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a737c expref: -99 pid: 35312 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788777569.300157:0:35314:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4f3d200. 00010000:00000001:0.0:1788777569.300163:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.300164:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777569.300165:0:35314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6400/0x22b16ee488cdcac2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a7360 expref: -99 pid: 35311 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777569.300169:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.300170:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777569.300172:0:35314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7200/0x22b16ee488cdca9f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a731a expref: -99 pid: 35305 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:0.0:1788777569.300175:0:35314:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fd12e4e40. 00010000:00000040:0.0:1788777569.300177:0:35314:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e700 count: 0 00010000:00000010:0.0:1788777569.300181:0:35314:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc2c6af80. 00010000:00000001:0.0:1788777569.300184:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.300185:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777569.300186:0:35314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4c00/0x22b16ee488cdcac9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a736e expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788777569.300190:0:35314:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6200 count: 0 00010000:00000010:0.0:1788777569.300192:0:35314:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d600. 00010000:00000001:0.0:1788777569.300195:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777569.300196:0:35314:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.300197:0:35314:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777569.300198:0:35314:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.300199:0:35314:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777569.300208:0:35314:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788777569.300214:0:35314:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ec700 x1875667211145600/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777569.300221:0:35314:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777569.300222:0:35314:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777569.300228:0:35314:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777569.300230:0:35314:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140416 : -110914027411200 : ffff9b1fd0cba900) 00000100:00000001:0.0:1788777569.300232:0:35314:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.300234:0:35314:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000100:00000001:0.0:1788777569.300238:0:35314:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777569.300243:0:35314:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.300245:0:35314:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777569.300246:0:35314:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777569.300250:0:35314:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec700 x1875667211145600/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777569.300262:0:35314:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777569.300264:0:35314:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777569.300267:0:35314:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777569.300270:0:35314:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777569.300273:0:35314:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777569.300276:0:35314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec700 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:35314:1875667211145600:192.168.204.133@tcp:36:rm.0 00000100:00000001:0.0:1788777569.300280:0:35314:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777569.300286:0:35314:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777569.300289:0:35314:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777569.300291:0:35314:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777569.300297:0:35314:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1002800. 02000000:00000001:0.0:1788777569.300299:0:35314:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777569.300306:0:35314:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777569.300309:0:35314:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777569.300316:0:35314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b880. 00000100:00000200:0.0:1788777569.300324:0:35314:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211145600, portal 10 00000100:00000001:0.0:1788777569.300326:0:35314:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.300337:0:35314:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000100:00000040:0.0:1788777569.300344:0:35314:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ec700 x1875667211145600/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777569.300351:0:35314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777569.300354:0:35314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777569.300357:0:35314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b5d8. 00000100:00000200:0.0:1788777569.300360:0:35314:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875667211145600, offset 0 00000400:00000200:0.0:1788777569.300366:0:35314:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777569.300374:0:35314:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777569.300380:0:35314:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777569.300396:0:35314:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777569.300402:0:35314:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777569.300406:0:35314:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777569.300409:0:35314:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777569.300413:0:35314:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2991:2991:256:4294967295] 192.168.204.133@tcp LPNI seq info [2990:2990:8:4294967295] 00000400:00000200:0.0:1788777569.300418:0:35314:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777569.300427:0:35314:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777569.300433:0:35314:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777569.300438:0:35314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839f00. 00000800:00000200:0.0:1788777569.300446:0:35314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777569.300453:0:35314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777569.300457:0:35314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839f00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788777569.300740:0:35314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777569.300745:0:35314:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 843867 usecs (844 jiffies) 00000400:00000200:0.0:1788777569.300750:0:35314:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777569.300753:0:35314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296673452 00000100:00000001:0.0:1788777569.300756:0:35314:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296675807 00000100:00000001:0.0:1788777569.300759:0:35314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296673452 00000100:00000001:0.0:1788777569.300761:0:35314:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296675807 00000100:00000001:0.0:1788777569.300763:0:35314:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777569.300766:0:35314:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.300768:0:35314:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777569.300770:0:35314:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777569.300773:0:35314:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba900 going to sleep for 11 seconds 00000100:00000001:0.0:1788777569.300776:0:35314:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777569.300778:0:35314:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777569.300982:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777569.300986:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839f00. 00000400:00000200:3.0:1788777569.300992:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.300996:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777569.301000:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b5d8 00000400:00000010:3.0:1788777569.301002:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b5d8. 00000100:00000001:3.0:1788777569.301007:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777569.301012:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec700 x1875667211145600/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777585 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777569.301034:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777569.301038:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec700 x1875667211145600/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777585 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777569.301044:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777569.301046:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777569.304887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5200. 00010000:00000010:0.1:1788777569.304907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6400. 00010000:00000010:0.1:1788777569.304911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e700. 00010000:00000010:0.1:1788777569.304915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000010:0.1:1788777569.304919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6200. 00010000:00000010:0.1:1788777569.304922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4c00. 00000800:00000001:3.0:1788777569.312290:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.312317:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777569.312323:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.312326:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.312339:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.312349:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777569.312362:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.312367:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.312375:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.312380:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd65180 00000400:00000200:3.0:1788777569.313517:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777569.313527:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8b6d [1] + 224 00000800:00000001:3.0:1788777569.313537:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.313556:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777569.313560:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777569.313564:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777569.313573:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777569.313581:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec700 x1875667211145600/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777569.313591:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fc31ec700 x1875667211145600/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777569.313602:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777569.313610:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777569.313613:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.313876:0:35314:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777569.313884:0:35314:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777569.313886:0:35314:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777569.313889:0:35314:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777569.313895:0:35314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b880 00000400:00000010:0.0:1788777569.313898:0:35314:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b880. 00000100:00000001:0.0:1788777569.313902:0:35314:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777569.313907:0:35314:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec700 x1875667211145600/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777569.313920:0:35314:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec700 x1875667211145600/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777585 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777569.313926:0:35314:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777569.313928:0:35314:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.313931:0:35314:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777569.313934:0:35314:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777569.313937:0:35314:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777569.313939:0:35314:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777569.313942:0:35314:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777569.313952:0:35314:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=78 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777569.313956:0:35314:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777569.313958:0:35314:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777569.313960:0:35314:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777569.313963:0:35314:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777569.313968:0:35314:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.313971:0:35314:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777569.313973:0:35314:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x200000002] 00000100:00000001:0.0:1788777569.313974:0:35314:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777569.313976:0:35314:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777569.313978:0:35314:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452706560 : -110914256845056 : ffff9b1fc31ec700) 00000100:00000001:0.0:1788777569.313981:0:35314:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777569.313983:0:35314:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777569.313985:0:35314:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777569.313988:0:35314:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777569.313993:0:35314:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec700 x1875667211145600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777585 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777569.314000:0:35314:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777569.314003:0:35314:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777569.314005:0:35314:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777569.314009:0:35314:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec700 x1875667211145600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777585 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777569.314016:0:35314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec700 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:35314:1875667211145600:192.168.204.133@tcp:36:rm.0 00000100:00000001:0.0:1788777569.314032:0:35314:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777569.314035:0:35314:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777569.314037:0:35314:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777569.314039:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.314043:0:35314:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec700 x1875667211145600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777585 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777569.314049:0:35314:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777569.314052:0:35314:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba900. 00000100:00000001:0.0:1788777569.314055:0:35314:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777569.314057:0:35314:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.314065:0:35314:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777569.314069:0:35314:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777569.314073:0:35314:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777569.314077:0:35314:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73000. 00000080:00000002:0.0:1788777569.314083:0:35314:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777568 to 1788777569 00000100:00000001:0.0:1788777569.314086:0:35314:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777569.314090:0:35314:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec700 x1875667211145600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777585 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777569.314096:0:35314:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.314099:0:35314:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.314110:0:35314:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777569.314114:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17e28 00000080:00002000:0.0:1788777569.314116:0:35314:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9b1fd1769870, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777569.314119:0:35314:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777569.314126:0:35314:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777569.314132:0:35314:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777569.314140:0:35314:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788777569.314144:0:35314:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788777569.314146:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777569.314152:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:0.0:1788777569.314154:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:0.0:1788777569.314161:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.314164:0:35314:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777569.314167:0:35314:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777569.314169:0:35314:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777569.314172:0:35314:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777569.314174:0:35314:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777569.314175:0:35314:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777569.314181:0:35314:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9b1fc3190bf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788777569.314184:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:0.0:1788777569.314189:0:35314:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777569.314191:0:35314:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777569.314194:0:35314:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777569.314197:0:35314:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314199:0:35314:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777569.314202:0:35314:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777569.314203:0:35314:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314205:0:35314:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777569.314206:0:35314:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777569.314207:0:35314:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777569.314208:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00000020:00000001:0.0:1788777569.314211:0:35314:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314214:0:35314:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777569.314216:0:35314:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788777569.314218:0:35314:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777569.314222:0:35314:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777569.314226:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777569.314229:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777569.314231:0:35314:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777569.314232:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777569.314234:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906344 : -110914189645272 : ffff9b1fc7202a28) 00000020:00001000:0.0:1788777569.314235:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202a20 00000020:00000001:0.0:1788777569.314238:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.314239:0:35314:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777569.314243:0:35314:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777569.314244:0:35314:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777569.314245:0:35314:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314247:0:35314:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314249:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:0.0:1788777569.314251:0:35314:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777569.314253:0:35314:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314255:0:35314:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314257:0:35314:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314259:0:35314:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788777569.314261:0:35314:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777569.314263:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777569.314264:0:35314:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777569.314265:0:35314:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777569.314267:0:35314:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314268:0:35314:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314270:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314272:0:35314:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314273:0:35314:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777569.314274:0:35314:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314276:0:35314:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314278:0:35314:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788777569.314280:0:35314:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777569.314281:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777569.314283:0:35314:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777569.314285:0:35314:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788777569.314288:0:35314:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788777569.314293:0:35314:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788777569.314299:0:35314:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777569.314301:0:35314:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.314302:0:35314:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777569.314304:0:35314:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.314307:0:35314:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788777569.314311:0:35314:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777569.314316:0:35314:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9b1fc8365000@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff9b1fc7188e00], [28672|1|+|-|ffff9b1fd1814200|1024|ffff9b1fc134cf80]} make ready 00000008:00010000:0.0:1788777569.314324:0:35314:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000a49198b0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1788777569.314336:0:35314:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788777569.314339:0:35314:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788777569.314353:0:35314:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788777569.314355:0:35314:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788777569.314357:0:35314:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788777569.314359:0:35314:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777569.314360:0:35314:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777569.314362:0:35314:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777569.314363:0:35314:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777569.314366:0:35314:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777569.314369:0:35314:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777569.314371:0:35314:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788777569.314372:0:35314:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777569.314373:0:35314:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788777569.314376:0:35314:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000ebe5a56a[2 000000005a21fcfc 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777569.314378:0:35314:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788777569.314379:0:35314:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314382:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.314384:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.314386:0:35314:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788777569.314389:0:35314:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314391:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777569.314394:0:35314:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.314397:0:35314:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788777569.314400:0:35314:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9b1fc8365000@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff9b1fc7188e00], [28672|1|+|-|ffff9b1fd1814200|1024|ffff9b1fc134cf80]} extent finished. 00000008:00010000:0.0:1788777569.314417:0:35314:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000a49198b0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1788777569.314428:0:35314:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788777569.314430:0:35314:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788777569.314433:0:35314:0:(cl_page.c:1104:cl_page_complete()) page@00000000ebe5a56a[2 000000005a21fcfc 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777569.314434:0:35314:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788777569.314436:0:35314:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777569.314437:0:35314:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777569.314439:0:35314:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777569.314441:0:35314:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777569.314442:0:35314:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788777569.314443:0:35314:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788777569.314446:0:35314:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788777569.314449:0:35314:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788777569.314451:0:35314:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788777569.314522:0:35314:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788777569.314524:0:35314:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788777569.314526:0:35314:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777569.314530:0:35314:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777569.314531:0:35314:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788777569.314533:0:35314:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788777569.314535:0:35314:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788777569.314538:0:35314:0:(osc_cache.c:1600:osc_free_grant()) lost 28672 grant: 28672 avail: 8409088 dirty: 0/0 00000008:00000020:0.0:1788777569.314543:0:35314:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b1fc8365000@{[0 -> 0/1023], [1|0|-|inv|wY|ffff9b1fc7188e00], [28672|0|-|-|ffff9b1fd1814200|1024|ffff9b1fc134cf80]} destroyed. 00000008:00010000:0.0:1788777569.314548:0:35314:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000a49198b0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788777569.314558:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777569.314560:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788777569.314563:0:35314:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b1fc8365000. 00000008:00000001:0.0:1788777569.314566:0:35314:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.314568:0:35314:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788777569.314572:0:35314:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788777569.314574:0:35314:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777569.314577:0:35314:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1788777569.314580:0:35314:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777569.314583:0:35314:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314585:0:35314:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314587:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314588:0:35314:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314589:0:35314:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314591:0:35314:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777569.314593:0:35314:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788777569.314595:0:35314:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777569.314596:0:35314:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788777569.314597:0:35314:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777569.314599:0:35314:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314600:0:35314:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788777569.314602:0:35314:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777569.314603:0:35314:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788777569.314605:0:35314:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777569.314607:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777569.314608:0:35314:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777569.314609:0:35314:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777569.314610:0:35314:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314612:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314613:0:35314:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777569.314614:0:35314:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777569.314616:0:35314:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788777569.314617:0:35314:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777569.314618:0:35314:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777569.314620:0:35314:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777569.314621:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777569.314622:0:35314:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777569.314623:0:35314:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777569.314624:0:35314:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314626:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314628:0:35314:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777569.314629:0:35314:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777569.314630:0:35314:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314632:0:35314:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777569.314634:0:35314:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777569.314635:0:35314:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777569.314636:0:35314:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777569.314637:0:35314:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777569.314647:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202a20 00020000:00000001:0.0:1788777569.314650:0:35314:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777569.314652:0:35314:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777569.314654:0:35314:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777569.314659:0:35314:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777569.314662:0:35314:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777569.314663:0:35314:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777569.314665:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:0.0:1788777569.314667:0:35314:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777569.314675:0:35314:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777569.314677:0:35314:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633159675622720 : -110914033928896 : ffff9b1fd0683540) 00000020:00000001:0.0:1788777569.314679:0:35314:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1788777569.314681:0:35314:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788777569.314682:0:35314:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777569.314683:0:35314:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777569.314685:0:35314:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777569.314688:0:35314:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777569.314689:0:35314:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788777569.314690:0:35314:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788777569.314692:0:35314:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788777569.314694:0:35314:0:(osc_page.c:138:osc_page_delete()) ffff9b1fd06835a0 00000008:00000001:0.0:1788777569.314697:0:35314:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788777569.314699:0:35314:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff9b1fd06835b0 page ffff9b1fd06835a0 at index 0. 00000008:00000001:0.0:1788777569.314701:0:35314:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777569.314707:0:35314:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788777569.314708:0:35314:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd8398493af40 index 0 00000020:00000001:0.0:1788777569.314713:0:35314:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788777569.314714:0:35314:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788777569.314715:0:35314:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777569.314717:0:35314:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[1 000000005a21fcfc 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777569.314719:0:35314:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1788777569.314720:0:35314:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1788777569.314722:0:35314:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b1fd0683540. 00000020:00000001:0.0:1788777569.314725:0:35314:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1788777569.314726:0:35314:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788777569.314760:0:35314:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788777569.314763:0:35314:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9b1fd157db88) 00800000:00000001:0.0:1788777569.314768:0:35314:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788777569.314770:0:35314:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1788777569.314775:0:35314:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788777569.314781:0:35314:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777569.314782:0:35314:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788777569.314786:0:35314:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777569.314787:0:35314:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.314790:0:35314:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788777569.314793:0:35314:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788777569.314794:0:35314:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788777569.314796:0:35314:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788777569.314797:0:35314:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777569.314799:0:35314:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777569.314802:0:35314:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777569.314804:0:35314:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777569.314806:0:35314:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777569.314809:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777569.314811:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:0.0:1788777569.314813:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00020000:00000001:0.0:1788777569.314818:0:35314:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788777569.314823:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:0.0:1788777569.314826:0:35314:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788777569.314830:0:35314:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617480, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777569.314834:0:35314:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777569.314838:0:35314:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd1184480: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777569.314841:0:35314:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788777569.314843:0:35314:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314845:0:35314:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788777569.314847:0:35314:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788777569.314850:0:35314:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788777569.314855:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d900 count: 2 00010000:00000001:0.0:1788777569.314857:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777569.314860:0:35314:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788777569.314861:0:35314:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788777569.314865:0:35314:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 8 [cma]time 1788777569 1788777569 1788777569 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1788777569.314874:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777569.314876:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777569.314878:0:35314:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777569.314880:0:35314:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777569.314882:0:35314:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777569.314884:0:35314:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788777569.314889:0:35314:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b1fc7188e00. 00020000:00000001:0.0:1788777569.314893:0:35314:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788777569.314896:0:35314:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b1fc72ca898. 00020000:00000001:0.0:1788777569.314901:0:35314:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788777569.314903:0:35314:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777569.314905:0:35314:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777569.314907:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:0.0:1788777569.314909:0:35314:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788777569.314911:0:35314:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788777569.314913:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000001:0.0:1788777569.314915:0:35314:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788777569.314918:0:35314:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b1fc82d2d80. 00020000:00000010:0.0:1788777569.314921:0:35314:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b1fd0cba3c0. 00020000:00000010:0.0:1788777569.314923:0:35314:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b1fc32a6000. 00020000:00000002:0.0:1788777569.314926:0:35314:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617480, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777569.314930:0:35314:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777569.314933:0:35314:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd1184480: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:0.0:1788777569.314937:0:35314:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd1184480. 00020000:00000010:0.0:1788777569.314940:0:35314:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617540. 00020000:00000010:0.0:1788777569.314944:0:35314:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617480. 00020000:00000001:0.0:1788777569.314945:0:35314:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788777569.314947:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc134cf80 00020000:00000010:0.0:1788777569.314949:0:35314:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b1fc4f829b0. 00020000:00000001:0.0:1788777569.314953:0:35314:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788777569.314955:0:35314:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b1fc72ca0c8. 00000020:00001000:0.0:1788777569.314959:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:0.0:1788777569.314962:0:35314:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788777569.314964:0:35314:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1788777569.329520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd1882640. 00000080:00000010:0.1:1788777569.333921:0:35319:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd157dac0. 00010000:00000001:2.0:1788777569.461027:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.461035:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.461041:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.461042:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.461046:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.461047:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777569.461050:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777569.461051:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777569.470736:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777569.470743:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777569.470749:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777570.382329:0:35401:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777570.485561:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777570.485569:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777570.485576:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777570.485578:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777570.485589:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777570.485591:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777570.485594:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777570.485595:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777570.485722:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777570.485726:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777570.485730:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777571.508636:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777571.508645:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777571.508652:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777571.508654:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777571.508657:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777571.508658:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777571.508662:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777571.508664:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777571.509948:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777571.509954:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777571.509959:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777571.826717:0:35541:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777572.533779:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296675807, at 4296675840 00000100:00000010:3.0:1788777572.533793:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efcde0. 00000100:00000040:2.0:1788777572.538756:0:26690:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296675807, at 4296675845 00000100:00000010:2.0:1788777572.538771:0:26690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc120. 00010000:00000001:2.0:1788777572.538786:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777572.538788:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777572.538792:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777572.538793:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777572.538796:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777572.538797:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777572.538801:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777572.538802:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777572.538824:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777572.538828:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777572.538830:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777573.557526:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777573.557536:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777573.557545:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777573.557546:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777573.557549:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777573.557551:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777573.557555:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777573.557556:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777573.559346:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777573.559354:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1123480. 00000020:00000040:1.0:1788777573.559360:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:1.0:1788777573.559367:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777573.559371:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777573.559377:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777573.559387:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5100. 00000100:00000001:1.0:1788777573.559396:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559408:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777573.559419:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777573.559424:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559430:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b6e9fb] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.559483:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777573.559491:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777573.559494:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120380. 00000020:00000040:1.0:1788777573.559497:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777573.559499:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777573.559501:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777573.559502:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777573.559520:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5800. 00000100:00000001:1.0:1788777573.559524:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559529:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777573.559536:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777573.559538:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559542:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b7f696] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.559550:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777573.559556:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777573.559560:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122a00. 00000020:00000040:1.0:1788777573.559562:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777573.559565:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777573.559566:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777573.559568:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777573.559572:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5300. 00000100:00000001:1.0:1788777573.559575:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559580:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777573.559586:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777573.559588:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559590:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab4a373f] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.559598:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777573.559603:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777573.559607:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120700. 00000020:00000040:1.0:1788777573.559609:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777573.559611:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777573.559612:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777573.559613:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777573.559616:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5700. 00000100:00000001:1.0:1788777573.559619:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559623:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777573.559629:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777573.559630:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559634:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000727a4e6a] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.559640:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777573.559645:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777573.559649:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120a80. 00000020:00000040:1.0:1788777573.559651:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777573.559653:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777573.559654:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777573.559656:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777573.559659:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd12a5e00. 00000100:00000001:1.0:1788777573.559662:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559676:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0001_UUID req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777573.559684:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777573.559687:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559690:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660547fd] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.559697:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.559702:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2014) 00000100:00000001:1.0:1788777573.559725:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777573.559728:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777573.559731:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777573.559735:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.559742:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777573.559744:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.559748:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777573.559750:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777573.559753:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777573.559756:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211145728:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777573.559761:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777573.559767:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777573.559770:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777573.559773:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1788777573.559773:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1788777573.559778:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777573.559779:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc2c73e00. 00010000:00010000:2.0:1788777573.559784:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1788777573.559784:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777573.559802:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777573.559807:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12580. 00000400:00000010:1.0:1788777573.559815:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256000. 00000100:00000200:1.0:1788777573.559822:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211145728, portal 25 00000100:00000001:1.0:1788777573.559825:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777573.559827:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686763648 : -110914022787968 : ffff9b1fd1123480) 00000100:00000040:1.0:1788777573.559833:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.559840:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777573.559843:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777573.559846:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256088. 00000100:00000200:1.0:1788777573.559850:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211145728, offset 0 00000400:00000200:1.0:1788777573.559858:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777573.559867:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.559875:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777573.559881:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777573.559886:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777573.559890:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777573.559893:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777573.559897:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2992:2992:256:4294967295] 192.168.204.133@tcp LPNI seq info [2991:2991:8:4294967295] 00000400:00000200:1.0:1788777573.559901:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.559912:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777573.559919:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777573.559924:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5900. 00000800:00000200:1.0:1788777573.559931:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777573.559949:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777573.559953:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777573.559970:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777573.559975:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777573.559978:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296680929 00000100:00000010:1.0:1788777573.559983:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213ea0. 00000100:00000001:1.0:1788777573.559990:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788777573.559996:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296680929 00000100:00000010:1.0:1788777573.559999:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd1213e40. 00000100:00000001:1.0:1788777573.560002:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788777573.560006:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777573.560009:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.560012:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777573.560016:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.560023:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777573.560025:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.560027:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777573.560029:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777573.560030:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777573.560033:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211145984:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777573.560037:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777573.560039:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777573.560041:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.560042:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777573.560045:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc2c73000. 02000000:00000001:1.0:1788777573.560048:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777573.560051:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777573.560055:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12268. 00000400:00000010:1.0:1788777573.560058:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256880. 00000100:00000200:1.0:1788777573.560061:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211145984, portal 10 00000100:00000001:1.0:1788777573.560063:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777573.560064:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686760960 : -110914022790656 : ffff9b1fd1122a00) 00000100:00000040:1.0:1788777573.560070:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.560076:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777573.560079:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777573.560082:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256d48. 00000100:00000200:1.0:1788777573.560085:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211145984, offset 0 00000400:00000200:1.0:1788777573.560089:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777573.560093:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.560097:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777573.560099:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777573.560101:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777573.560103:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777573.560105:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777573.560109:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2993:2993:255:4294967295] 192.168.204.133@tcp LPNI seq info [2992:2992:7:4294967295] 00000400:00000200:1.0:1788777573.560112:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.560119:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777573.560123:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777573.560125:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5400. 00000800:00000200:1.0:1788777573.560129:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777573.560133:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777573.560136:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777573.560139:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.560143:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22108 usecs (23 jiffies) 00000800:00000200:3.0:1788777573.560237:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777573.560242:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5900. 00000400:00000200:3.0:1788777573.560247:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.560252:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777573.560258:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256088 00000400:00000010:3.0:1788777573.560261:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256088. 00000100:00000001:3.0:1788777573.560265:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777573.560269:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.560280:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777573.560283:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.560291:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777573.560293:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777573.560318:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777573.560321:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5400. 00000400:00000200:3.0:1788777573.560323:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.560327:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777573.560329:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256d48 00000400:00000010:3.0:1788777573.560332:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256d48. 00000100:00000001:3.0:1788777573.560334:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777573.560337:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.560345:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777573.560348:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788777573.560410:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777573.560414:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296676890 00000100:00000001:1.0:1788777573.560417:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:1.0:1788777573.560419:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296676890 00000100:00000001:1.0:1788777573.560421:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:1.0:1788777573.560423:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777573.560425:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.560427:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777573.560431:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.560443:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777573.560444:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.560447:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777573.560448:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777573.560450:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777573.560453:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211146240:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777573.560596:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777573.560601:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777573.560603:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.560605:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777573.560609:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3530c00. 02000000:00000001:1.0:1788777573.560612:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777573.560618:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777573.560621:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12d68. 00000400:00000010:1.0:1788777573.560626:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256110. 00000100:00000200:1.0:1788777573.560630:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211146240, portal 4 00000100:00000001:1.0:1788777573.560632:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777573.560634:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000040:1.0:1788777573.560642:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.560649:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777573.560653:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777573.560656:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256dd0. 00000100:00000200:1.0:1788777573.560659:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211146240, offset 0 00000400:00000200:1.0:1788777573.560727:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777573.560734:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.560739:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777573.560743:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777573.560747:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777573.560750:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777573.560754:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777573.560760:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2994:2994:255:4294967295] 192.168.204.133@tcp LPNI seq info [2993:2993:7:4294967295] 00000400:00000200:1.0:1788777573.560764:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.560776:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777573.560784:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777573.560846:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5500. 00000800:00000200:1.0:1788777573.560854:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777573.560861:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777573.560866:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777573.560870:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.560874:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 219773 usecs (220 jiffies) 00000400:00000200:1.0:1788777573.560878:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777573.560881:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296677088 00000100:00000001:1.0:1788777573.560884:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:1.0:1788777573.560886:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296677088 00000100:00000001:1.0:1788777573.560888:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:1.0:1788777573.560891:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777573.560893:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.560896:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.560899:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777573.560908:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777573.560911:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777573.560915:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777573.560917:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777573.560920:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777573.560924:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788777573.560926:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777573.560929:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777573.560931:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777573.560944:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777573.560946:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777573.560947:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777573.560952:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.560960:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777573.560961:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.560964:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777573.560965:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777573.560967:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777573.560970:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211145856:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777573.561036:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777573.561039:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777573.561041:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.561042:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777573.561047:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3327600. 02000000:00000001:1.0:1788777573.561048:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777573.561052:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777573.561055:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12c08. 00000400:00000010:1.0:1788777573.561058:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92567f8. 00000100:00000200:1.0:1788777573.561061:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211145856, portal 10 00000100:00000001:1.0:1788777573.561063:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777573.561065:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686751104 : -110914022800512 : ffff9b1fd1120380) 00000100:00000040:1.0:1788777573.561071:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.561078:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777573.561080:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777573.561082:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92564c8. 00000100:00000200:1.0:1788777573.561085:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211145856, offset 0 00000400:00000200:1.0:1788777573.561089:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777573.561093:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.561097:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777573.561100:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777573.561102:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777573.561104:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777573.561107:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777573.561110:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2995:2995:254:4294967295] 192.168.204.133@tcp LPNI seq info [2994:2994:6:4294967295] 00000400:00000200:1.0:1788777573.561114:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.561119:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777573.561123:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777573.561127:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5000. 00000800:00000200:1.0:1788777573.561130:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777573.561135:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777573.561137:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777573.561140:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.561143:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 842832 usecs (843 jiffies) 00000400:00000200:1.0:1788777573.562418:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777573.562424:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296677712 00000100:00000001:1.0:1788777573.562428:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:1.0:1788777573.562430:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296677712 00000100:00000001:1.0:1788777573.562432:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:1.0:1788777573.562435:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777573.562438:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.562442:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777573.562452:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.562478:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777573.562480:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.562483:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777573.562486:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777573.562488:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777573.562491:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211146112:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777573.562495:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788777573.562605:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777573.562610:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777573.562642:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777573.562646:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5500. 00000400:00000200:3.0:1788777573.562651:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.562656:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777573.562661:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256dd0 00000400:00000010:3.0:1788777573.562663:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256dd0. 00000100:00000001:3.0:1788777573.562667:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777573.562672:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.562682:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777573.562685:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.562692:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777573.562694:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777573.562746:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777573.562750:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5000. 00000400:00000200:3.0:1788777573.562753:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.562757:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777573.562760:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92564c8 00000400:00000010:3.0:1788777573.562762:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92564c8. 00000100:00000001:3.0:1788777573.562765:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777573.562769:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.562777:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777573.562780:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.562786:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777573.562787:0:2407:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1788777573.563264:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777573.563267:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.563271:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777573.563277:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3326e00. 02000000:00000001:1.0:1788777573.563279:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777573.563284:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777573.563287:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12790. 00000400:00000010:1.0:1788777573.563362:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92562a8. 00000100:00000200:1.0:1788777573.563369:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211146112, portal 4 00000100:00000001:1.0:1788777573.563372:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777573.563374:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752000 : -110914022799616 : ffff9b1fd1120700) 00000100:00000040:1.0:1788777573.563384:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.563392:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777573.563395:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777573.563398:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256c38. 00000100:00000200:1.0:1788777573.563401:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211146112, offset 0 00000400:00000200:1.0:1788777573.563406:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777573.563415:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.563422:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777573.563426:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777573.563430:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777573.563433:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777573.563436:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777573.563440:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2996:2996:256:4294967295] 192.168.204.133@tcp LPNI seq info [2995:2995:8:4294967295] 00000400:00000200:1.0:1788777573.563449:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777573.563459:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777573.566724:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777573.566735:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5c00. 00000800:00000200:1.0:1788777573.566745:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777573.566753:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777573.566758:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777573.566846:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.566853:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21051 usecs (22 jiffies) 00000400:00000200:1.0:1788777573.566860:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777573.566863:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296676896 00000100:00000001:1.0:1788777573.566867:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:1.0:1788777573.566869:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296676896 00000100:00000001:1.0:1788777573.566871:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:1.0:1788777573.566874:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777573.566878:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.566885:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.566891:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.566910:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777573.566913:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777573.567381:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777573.567387:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5c00. 00000400:00000200:3.0:1788777573.567393:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.567399:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777573.567406:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256c38 00000400:00000010:3.0:1788777573.567409:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256c38. 00000100:00000001:3.0:1788777573.567415:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777573.567423:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.567436:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777573.567440:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.567448:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777573.567450:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777573.582901:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.582918:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777573.582923:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.582926:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.582945:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.582953:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777573.582963:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.582969:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.582976:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.582980:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd65400 00000400:00000200:3.0:1788777573.582984:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.582990:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8b85 [1] + 224 00000800:00000001:3.0:1788777573.582997:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583002:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.583005:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.583010:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777573.583019:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777573.583030:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777573.583042:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.583134:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777573.583138:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777573.583162:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777573.583173:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583178:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777573.583180:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583183:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.583186:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583190:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777573.583194:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583196:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583199:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583201:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd65300 00000400:00000200:3.0:1788777573.583205:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583209:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8b7d [1] + 224 00000800:00000001:3.0:1788777573.583212:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583215:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.583217:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.583220:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777573.583224:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777573.583228:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777573.583236:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.583244:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777573.583247:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583249:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777573.583251:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583253:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.583256:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583259:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777573.583263:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583266:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583268:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583271:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd65200 00000400:00000200:3.0:1788777573.583275:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583279:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8b75 [1] + 224 00000800:00000001:3.0:1788777573.583283:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583285:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.583287:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.583290:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777573.583293:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777573.583297:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777573.583316:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.583324:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777573.583327:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583330:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777573.583332:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583334:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.583337:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583340:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777573.583344:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583346:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583349:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583352:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd65380 00000400:00000200:3.0:1788777573.583356:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.583359:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8b95 [1] + 224 00000800:00000001:3.0:1788777573.583363:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583369:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.583371:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.583374:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777573.583377:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777573.583380:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777573.583389:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.583396:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777573.583552:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.583558:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777573.583802:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777573.583805:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777573.583808:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12d68. 00000400:00000200:1.0:1788777573.583813:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256110 00000400:00000010:1.0:1788777573.583815:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256110. 00000100:00000001:1.0:1788777573.583818:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777573.583824:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777573.583833:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.583840:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777573.583841:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777573.583844:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777573.583847:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777573.583850:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777573.583852:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777573.583855:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777573.583865:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=82 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777573.583869:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777573.583872:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777573.583874:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777573.583877:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777573.583880:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.583884:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777573.583886:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788777573.583888:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777573.583890:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777573.583895:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777573.583902:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777573.583905:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777573.583908:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777573.583912:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777573.583919:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211146240:192.168.204.133@tcp:400:kworker.0 00000100:00000001:1.0:1788777573.583924:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.583927:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777573.583930:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120a80 x1875667211146240/t0(0) o400->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788777573.584332:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.584339:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777573.584342:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.584344:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.584349:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.584353:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777573.584359:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.584362:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.584366:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.584370:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd65280 00000400:00000200:3.0:1788777573.584376:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777573.584380:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8b8d [1] + 224 00000800:00000001:3.0:1788777573.584386:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.584392:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777573.584394:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777573.584855:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777573.584860:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777573.584866:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777573.584877:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777573.584885:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777573.584891:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777573.584895:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777573.584969:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777573.584972:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777573.584976:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3530c00. 02000000:00000001:1.0:1788777573.584981:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777573.584984:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777573.584986:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777573.584989:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777573.584992:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5e00. 02000000:00000001:1.0:1788777573.584995:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777573.584997:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777573.584999:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120a80. 00000100:00000001:1.0:1788777573.585002:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777573.585004:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777573.585008:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777573.585011:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777573.585013:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777573.585170:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777573.585173:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777573.585175:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12c08. 00000400:00000200:0.0:1788777573.585180:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92567f8 00000400:00000010:0.0:1788777573.585182:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92567f8. 00000100:00000001:0.0:1788777573.585185:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777573.585189:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777573.585196:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585202:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777573.585203:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585205:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777573.585207:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777573.585209:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777573.585211:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777573.585214:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777573.585220:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=82 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777573.585223:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777573.585226:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777573.585227:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777573.585229:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777573.585231:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777573.585234:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777573.585236:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788777573.585238:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777573.585240:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777573.585244:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585252:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777573.585254:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777573.585256:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777573.585260:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777573.585266:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211145856:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777573.585271:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777573.585272:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777573.585274:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12790. 00000400:00000200:0.0:1788777573.585276:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92562a8 00000400:00000010:0.0:1788777573.585277:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92562a8. 00000100:00000001:0.0:1788777573.585279:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777573.585282:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777573.585289:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585295:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777573.585296:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585298:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777573.585300:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777573.585301:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777573.585302:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777573.585371:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777573.585377:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777573.585381:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777573.585383:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777573.585384:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777573.585386:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777573.585388:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777573.585390:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777573.585391:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788777573.585393:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777573.585395:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777573.585399:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585586:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777573.585588:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777573.585589:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777573.585594:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777573.585602:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211146112:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777573.585608:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777573.585609:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777573.585611:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12580. 00000400:00000200:0.0:1788777573.585614:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256000 00000400:00000010:0.0:1788777573.585616:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256000. 00000100:00000001:0.0:1788777573.585619:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777573.585623:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777573.585632:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585644:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777573.585645:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585647:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777573.585714:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777573.585715:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777573.585717:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777573.585719:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777573.585723:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777573.585726:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777573.585729:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777573.585730:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777573.585731:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777573.585733:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777573.585735:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777573.585739:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585746:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777573.585748:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777573.585749:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777573.585753:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777573.585760:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2412:1875667211145728:192.168.204.133@tcp:400:kworker.0 00000400:00000001:0.0:1788777573.585765:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777573.585766:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777573.585768:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12268. 00000400:00000200:0.0:1788777573.585771:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256880 00000400:00000010:0.0:1788777573.585773:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256880. 00000100:00000001:0.0:1788777573.585774:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777573.585778:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777573.585785:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585790:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777573.585791:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585793:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777573.585794:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777573.585795:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777573.585796:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777573.585798:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777573.585801:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=82 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777573.585804:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777573.585806:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777573.585807:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777573.585808:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777573.585810:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777573.585812:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777573.585813:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788777573.585815:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777573.585817:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777573.585820:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585826:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777573.585827:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777573.585828:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777573.585831:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777573.585838:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211145984:192.168.204.133@tcp:400:kworker.0 00000100:00000001:0.0:1788777573.585842:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585844:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777573.585848:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120380 x1875667211145856/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585854:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777573.585856:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777573.585859:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3327600. 02000000:00000001:0.0:1788777573.585862:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777573.585864:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777573.585865:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777573.585868:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777573.585870:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5800. 02000000:00000001:0.0:1788777573.585872:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777573.585873:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777573.585875:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120380. 00000100:00000001:0.0:1788777573.585878:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777573.585879:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585881:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777573.585885:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120700 x1875667211146112/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585891:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777573.585892:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777573.585894:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3326e00. 02000000:00000001:0.0:1788777573.585896:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777573.585897:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777573.585898:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777573.585900:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777573.585902:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5700. 02000000:00000001:0.0:1788777573.585904:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777573.585905:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777573.585907:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120700. 00000100:00000001:0.0:1788777573.585909:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777573.585910:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585912:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777573.585916:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1123480 x1875667211145728/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585922:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777573.585923:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777573.585925:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc2c73e00. 02000000:00000001:0.0:1788777573.585927:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777573.585929:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777573.585930:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:0.0:1788777573.585932:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777573.585933:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5100. 02000000:00000001:0.0:1788777573.585946:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777573.585947:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777573.585948:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1123480. 00000100:00000001:0.0:1788777573.585951:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777573.585953:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585954:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777573.585958:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122a00 x1875667211145984/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777573.585964:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777573.585966:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777573.585967:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc2c73000. 02000000:00000001:0.0:1788777573.585969:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777573.585970:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777573.585972:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777573.585973:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777573.585975:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd12a5300. 02000000:00000001:0.0:1788777573.585977:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777573.585978:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777573.585979:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122a00. 00000100:00000001:0.0:1788777573.585982:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777573.585983:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585985:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777573.585993:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777573.585995:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777573.585997:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777573.585999:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777573.665145:0:35687:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777574.459283:0:35749:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777574.581222:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777574.581230:0:26690:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777574.581233:0:26690:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777574.581237:0:26690:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777574.581241:0:26690:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777574.581243:0:26690:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777574.581245:0:26690:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777574.581247:0:26690:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777574.581251:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777574.581253:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777574.581257:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777574.581258:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777574.581261:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777574.581262:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777574.581338:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777574.581341:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777574.581344:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777574.694399:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777574.694416:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777574.694420:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777574.694423:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777574.694433:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777574.694443:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777574.694452:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777574.694457:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777574.694500:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777574.694505:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2dd580 00000400:00000200:3.0:1788777574.694515:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x808d [2] + 2032 00000400:00000010:3.0:1788777574.694521:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73738. 00000400:00000200:3.0:1788777574.694525:0:2407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b1fc31abcc0 00000800:00000001:3.0:1788777574.694532:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777574.694540:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777574.694543:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777574.694548:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777574.694554:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc31abcc0 00000400:00000010:3.0:1788777574.694557:0:2407:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9b1fc31abcc0. 00000100:00000001:3.0:1788777574.694562:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777574.694565:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1788777574.694568:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fd12eec50 x1875667233658240 msgsize 328 00000100:00100000:3.0:1788777574.694572:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000040:3.0:1788777574.694574:0:2407:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1788777574.694583:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777574.694591:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777574.694594:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777574.694626:0:16847:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9b1fd12ecc00. 00000100:00000010:3.0:1788777574.694634:0:16847:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9b1fca71c000. 00000100:00100000:3.0:1788777574.694637:0:16847:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788777574.694704:0:16847:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788777574.694709:0:16847:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73738. 00000400:00000010:3.0:1788777574.694715:0:16847:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9b1fc37239c0. 00000100:00000001:3.0:1788777574.694725:0:16847:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788777574.694727:0:16847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233658240 02000000:00000001:3.0:1788777574.694730:0:16847:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788777574.694732:0:16847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777574.694735:0:16847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777574.694740:0:16847:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777574.694744:0:16847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233658240 00000020:00000001:3.0:1788777574.694747:0:16847:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777574.694750:0:16847:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:3.0:1788777574.694752:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777574.694756:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:3.0:1788777574.694759:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:3.0:1788777574.694762:0:16847:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000001:3.0:1788777574.694766:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777574.694771:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817340. 00000100:00000001:3.0:1788777574.694774:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777574.694777:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817340. 00000020:00000010:3.0:1788777574.694784:0:16847:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc4f4ea00. 00000020:00000010:3.0:1788777574.694790:0:16847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fd0387900. 00000020:00000010:3.0:1788777574.694796:0:16847:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc8352190. 00000100:00000040:3.0:1788777574.694804:0:16847:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788777574.694808:0:16847:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788777574.694810:0:16847:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788777574.694812:0:16847:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777574.694820:0:16847:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777574.694831:0:16847:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777574.694856:0:16847:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788777574.694858:0:16847:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788777574.694863:0:16847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 66 00000100:00000040:3.0:1788777574.694867:0:16847:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd895f800 : new rpc_count 1 00000100:00000001:3.0:1788777574.694869:0:16847:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159688645712 : -110914020905904 : ffff9b1fd12eec50) 00000100:00000040:3.0:1788777574.694877:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fd12eec50 x1875667233658240/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:630/0 lens 328/0 e 0 to 0 dl 1788777585 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777574.694887:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788777574.694890:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4817340. 00000100:00000001:3.0:1788777574.694892:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788777574.694894:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4817340. 00000100:00100000:3.0:1788777574.694899:0:16847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fd12eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:17833:x1875667233658240:12345-192.168.204.133@tcp:104: 00000100:00000200:3.0:1788777574.694902:0:16847:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233658240 00010000:00000001:3.0:1788777574.694906:0:16847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788777574.694922:0:16847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777574.694924:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777574.694926:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=2 00000020:00000001:3.0:1788777574.694929:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:3.0:1788777574.694932:0:16847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:3.0:1788777574.694936:0:16847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777574.694939:0:16847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777574.694945:0:16847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1788777574.694964:0:16847:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788777574.694966:0:16847:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788777574.694971:0:16847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fd12efc00. 02000000:00000001:3.0:1788777574.694973:0:16847:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777574.694975:0:16847:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777574.694979:0:16847:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788777574.694982:0:16847:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777574.694986:0:16847:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777574.694991:0:16847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777574.694994:0:16847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:3.0:1788777574.694997:0:16847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:3.0:1788777574.695000:0:16847:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788777574.695001:0:16847:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777574.695004:0:16847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777574.695007:0:16847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777574.695011:0:16847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255cc0. 00000100:00000200:3.0:1788777574.695014:0:16847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233658240, offset 224 00000400:00000200:3.0:1788777574.695020:0:16847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777574.695026:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777574.695033:0:16847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777574.695040:0:16847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2997:2997:256:4294967295] 192.168.204.133@tcp LPNI seq info [2996:2996:8:4294967295] 00000400:00000200:3.0:1788777574.695044:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777574.695052:0:16847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777574.695056:0:16847:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777574.695061:0:16847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777574.695067:0:16847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777574.695074:0:16847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777574.695088:0:16847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777574.695099:0:16847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777574.695102:0:16847:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:3.0:1788777574.695106:0:16847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788777574.695109:0:16847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fc3723780. 00010000:00000001:3.0:1788777574.695112:0:16847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777574.695125:0:16847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788777574.695127:0:16847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777574.695129:0:16847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777574.695130:0:16847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777574.695134:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd12eec50 x1875667233658240/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:630/0 lens 328/224 e 0 to 0 dl 1788777585 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788777574.695143:0:16847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fd12eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:17833:x1875667233658240:12345-192.168.204.133@tcp:104: Request processed in 254us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788777574.695150:0:16847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 66 00000100:00000040:3.0:1788777574.695153:0:16847:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd895f800 : new rpc_count 0 00000100:00000001:3.0:1788777574.695155:0:16847:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788777574.695156:0:16847:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788777574.695160:0:16847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fd0387900. 00000020:00000010:3.0:1788777574.695163:0:16847:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc8352190. 00000020:00000010:3.0:1788777574.695166:0:16847:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc4f4ea00. 00000020:00000040:3.0:1788777574.695170:0:16847:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 02000000:00000001:3.0:1788777574.695175:0:16847:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777574.695177:0:16847:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fc3338c00. 02000000:00000001:3.0:1788777574.695180:0:16847:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777574.695182:0:16847:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255f80. 02000000:00000001:3.0:1788777574.695186:0:16847:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777574.695187:0:16847:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fc333b000. 02000000:00000001:3.0:1788777574.695189:0:16847:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777574.695190:0:16847:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3256a00. 02000000:00000001:3.0:1788777574.695193:0:16847:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777574.695194:0:16847:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fc3338400. 02000000:00000001:3.0:1788777574.695196:0:16847:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777574.695197:0:16847:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254a80. 02000000:00000001:3.0:1788777574.695199:0:16847:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777574.695200:0:16847:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fc333b400. 02000000:00000001:3.0:1788777574.695202:0:16847:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777574.695204:0:16847:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639dc00. 02000000:00000001:3.0:1788777574.695207:0:16847:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777574.695208:0:16847:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fd12ee000. 02000000:00000001:3.0:1788777574.695210:0:16847:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777574.695212:0:16847:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255500. 02000000:00000001:3.0:1788777574.695215:0:16847:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777574.695216:0:16847:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fd12ee800. 02000000:00000001:3.0:1788777574.695217:0:16847:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788777574.695218:0:16847:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254000. 00000100:00000010:3.0:1788777574.695221:0:16847:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9b1fca71a000. 00000100:00000010:3.0:1788777574.695224:0:16847:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9b1fd12eec00. 00000100:00000001:3.0:1788777574.695226:0:16847:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788777574.695306:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777574.695310:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:3.0:1788777574.695314:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777574.695319:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777574.695323:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255cc0 00000400:00000010:3.0:1788777574.695325:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255cc0. 00000100:00000001:3.0:1788777574.695329:0:2406:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1788777574.695331:0:2406:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788777574.695332:0:2406:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b1fd12efc00. 02000000:00000001:3.0:1788777574.695334:0:2406:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1788777574.695336:0:2406:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788777574.695531:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777574.695534:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777574.695537:0:16856:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788777574.695541:0:16856:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788777574.695543:0:16856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788777574.695547:0:16856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788777574.695557:0:16856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd1814200 already unused, calling callback (ffffffffc1266300) 00000008:00000001:1.0:1788777574.695562:0:16856:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788777574.695564:0:16856:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777574.695566:0:16856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777574.695568:0:16856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777574.695569:0:16856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1814200 refcount=3 00000020:00000001:1.0:1788777574.695571:0:16856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777574.695574:0:16856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694041600 : -110914015510016 : ffff9b1fd1814200) 00010000:00000001:1.0:1788777574.695577:0:16856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777574.695580:0:16856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788777574.695589:0:16856:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788777574.695591:0:16856:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777574.695595:0:16856:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777574.695598:0:16856:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000008:00000001:1.0:1788777574.695600:0:16856:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788777574.695603:0:16856:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777574.695605:0:16856:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00000008:00000001:1.0:1788777574.695607:0:16856:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777574.695611:0:16856:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777574.695617:0:16856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777574.695619:0:16856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777574.695622:0:16856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777574.695624:0:16856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777574.695627:0:16856:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1814200 with handle 0x22b16ee488cdcaad from hash 00010000:00000001:1.0:1788777574.695630:0:16856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777574.695631:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777574.695633:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777574.695635:0:16856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777574.695639:0:16856:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777574.695641:0:16856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788777574.695646:0:16856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777574.695648:0:16856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777574.695650:0:16856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777574.695653:0:16856:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788777574.695659:0:16856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120a80. 00000020:00000040:1.0:1788777574.695662:0:16856:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777574.695667:0:16856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777574.695669:0:16856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777574.695673:0:16856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777574.695680:0:16856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc3327e00. 00000100:00000001:1.0:1788777574.695686:0:16856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777574.695688:0:16856:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777574.695693:0:16856:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788777574.695700:0:16856:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777574.695701:0:16856:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777574.695706:0:16856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777574.695711:0:16856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777574.695718:0:16856:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660547fd] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788777574.695740:0:16856:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777574.695743:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777574.695745:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777574.695747:0:16856:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777574.695749:0:16856:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777574.695750:0:16856:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777574.695754:0:16856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788777574.695760:0:16856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777574.695763:0:16856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 0000000046c87f93/0x22b16ee488cdcaad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x542deec0941a732f expref: -99 pid: 35305 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1788777574.695771:0:16856:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4817c00. 00010000:00000040:1.0:1788777574.695775:0:16856:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8d900 count: 0 00010000:00000010:1.0:1788777574.695782:0:16856:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd9c8d000. 00010000:00000001:1.0:1788777574.695789:0:16856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777574.695790:0:16856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788777574.695792:0:16856:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fc3723780. 00010000:00000001:1.0:1788777574.695795:0:16856:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777574.695797:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777574.695798:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777574.695800:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777574.695801:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777574.695802:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777574.695803:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777574.695805:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777574.695806:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777574.695808:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777574.695814:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777574.695818:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777574.695820:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777574.695826:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777574.695834:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777574.695847:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777574.695851:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777574.695854:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777574.695856:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777574.695860:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211146368:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777574.695864:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777574.695870:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777574.695872:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777574.695874:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777574.695879:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3326600. 02000000:00000001:1.0:1788777574.695881:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777574.695886:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777574.695889:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12d68. 00000400:00000010:1.0:1788777574.695894:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256110. 00000100:00000200:1.0:1788777574.695898:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211146368, portal 18 00000100:00000001:1.0:1788777574.695901:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777574.695902:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000040:1.0:1788777574.695909:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777574.695926:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777574.695929:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777574.695932:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256f68. 00000100:00000200:1.0:1788777574.695935:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211146368, offset 0 00000400:00000200:1.0:1788777574.695940:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777574.695944:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777574.695950:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777574.695955:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777574.695959:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777574.695963:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777574.695966:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777574.695969:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2998:2998:256:4294967295] 192.168.204.133@tcp LPNI seq info [2997:2997:8:4294967295] 00000400:00000200:1.0:1788777574.695973:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777574.695979:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777574.695985:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777574.695989:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5e00. 00000800:00000200:1.0:1788777574.695994:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777574.695999:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777574.696002:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777574.696009:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777574.696014:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21101 usecs (22 jiffies) 00000400:00000200:1.0:1788777574.696018:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777574.696020:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296678023 00000100:00000001:1.0:1788777574.696024:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:1.0:1788777574.696026:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296678023 00000100:00000001:1.0:1788777574.696029:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:1.0:1788777574.696031:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777574.696034:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777574.696037:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777574.696039:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777574.696045:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777574.696047:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777574.696049:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777574.696050:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777574.696052:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777574.696054:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777574.696314:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777574.696318:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5e00. 00000400:00000200:3.0:1788777574.696322:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777574.696326:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777574.696330:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256f68 00000400:00000010:3.0:1788777574.696333:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256f68. 00000100:00000001:3.0:1788777574.696336:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777574.696340:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777574.696349:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777574.696352:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777574.696364:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777574.696365:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777574.696950:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777574.696955:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777574.710022:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777574.710043:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777574.710048:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777574.710050:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777574.710059:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777574.710067:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777574.710077:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777574.710081:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777574.710086:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777574.710090:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd65480 00000400:00000200:2.0:1788777574.710094:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777574.710101:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8bad [1] + 224 00000800:00000001:2.0:1788777574.710107:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777574.710116:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777574.710119:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777574.710124:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777574.710132:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777574.710142:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777574.710159:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777574.710180:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777574.710189:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777574.710192:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777574.710218:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777574.710224:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777574.710232:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777574.710234:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777574.710238:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12d68. 00000400:00000200:0.0:1788777574.710243:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256110 00000400:00000010:0.0:1788777574.710246:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256110. 00000100:00000001:0.0:1788777574.710249:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777574.710254:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777574.710264:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777574.710271:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777574.710273:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777574.710276:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777574.710280:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777574.710282:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777574.710284:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777574.710287:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777574.710297:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cd38 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777574.710301:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777574.710304:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777574.710306:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777574.710308:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777574.710312:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777574.710316:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777574.710318:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788777574.710320:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777574.710322:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777574.710327:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777574.710334:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777574.710337:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777574.710339:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777574.710343:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777574.710350:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211146368:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777574.710355:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777574.710358:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777574.710361:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120a80 x1875667211146368/t0(0) o103->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777590 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777574.710367:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777574.710369:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777574.710373:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3326600. 02000000:00000001:0.0:1788777574.710377:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777574.710379:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777574.710381:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777574.710383:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777574.710397:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc3327e00. 02000000:00000001:0.0:1788777574.710402:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777574.710404:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777574.710406:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120a80. 00000100:00000001:0.0:1788777574.710409:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777574.710410:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777574.710412:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777574.710419:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777574.710422:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777574.710423:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777574.710425:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788777574.712955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d900. 00010000:00000010:1.1:1788777574.712971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1814200. 00010000:00000001:2.0:1788777575.605553:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777575.605563:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777575.605570:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777575.605571:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777575.605575:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777575.605576:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777575.605616:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777575.605620:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777575.605624:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777575.625158:0:35842:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777576.151914:0:35878:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788777576.151924:0:35878:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 06:39:34 (1788777574) 00000001:00000001:0.0:1788777576.174792:0:35878:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788777576.628545:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777576.628555:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.628560:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777576.628561:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.628564:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777576.628565:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777576.628703:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777576.628707:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.628711:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777576.645450:0:35922:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777576.645458:0:35922:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777576.646584:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87de0 00000080:00200000:2.0:1788777576.646593:0:35922:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777576.646605:0:35922:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837a600. 00800000:00000002:2.0:1788777576.646612:0:35922:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777576.646616:0:35922:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777576.646622:0:35922:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.646624:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87d00 00800000:00000002:2.0:1788777576.646626:0:35922:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777576.646630:0:35922:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777576.646632:0:35922:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777576.646635:0:35922:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777576.646637:0:35922:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777576.646641:0:35922:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777576.646643:0:35922:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.646645:0:35922:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777576.646647:0:35922:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.646650:0:35922:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777576.646656:0:35922:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.646658:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87bd0 00000002:00010000:2.0:1788777576.646659:0:35922:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777576.646663:0:35922:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777576.646665:0:35922:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777576.646668:0:35922:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777576.646674:0:35922:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.646676:0:35922:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.646678:0:35922:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.646680:0:35922:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777576.646683:0:35922:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777576.646688:0:35922:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639df80. 00000020:00000040:2.0:1788777576.646691:0:35922:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777576.646698:0:35922:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777576.646702:0:35922:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777576.646709:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.646711:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.646712:0:35922:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.646715:0:35922:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777576.646718:0:35922:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777576.646722:0:35922:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777576.646728:0:35922:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333a800. 00000100:00000001:2.0:1788777576.646735:0:35922:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.646740:0:35922:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.646742:0:35922:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.646743:0:35922:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.646744:0:35922:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.646746:0:35922:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.646751:0:35922:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504813952 : -110914204737664 : ffff9b1fc639df80) 00010000:00000001:2.0:1788777576.646755:0:35922:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777576.646757:0:35922:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777576.646762:0:35922:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6800. 00010000:00000010:2.0:1788777576.646766:0:35922:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d100. 00010000:00000001:2.0:1788777576.646770:0:35922:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777576.646773:0:35922:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4000. 00000020:00000001:2.0:1788777576.646777:0:35922:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777576.646780:0:35922:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4000 with handle 0x22b16ee488cdcad7 to hash 00000020:00000001:2.0:1788777576.646782:0:35922:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777576.646783:0:35922:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777576.646787:0:35922:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777576.646791:0:35922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777576.646793:0:35922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777576.646798:0:35922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35922 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777576.646807:0:35922:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35922 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777576.646818:0:35922:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35922 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777576.646823:0:35922:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777576.646825:0:35922:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777576.646833:0:35922:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1304a80. 00000100:00000001:2.0:1788777576.646834:0:35922:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688735360 : -110914020816256 : ffff9b1fd1304a80) 00000100:00000001:2.0:1788777576.646837:0:35922:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.646839:0:35922:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504813952 : -110914204737664 : ffff9b1fc639df80) 00000100:00000001:2.0:1788777576.646843:0:35922:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777576.646847:0:35922:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.646849:0:35922:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777576.646851:0:35922:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777576.646861:0:35922:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.646870:0:35922:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777576.646872:0:35922:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.646886:0:35922:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777576.646889:0:35922:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777576.646891:0:35922:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777576.646895:0:35922:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639df80 pname:cluuid:pid:xid:nid:opc:job mkdir:67f3d5ce-64e4-46be-9428-e80a71444531:35922:1875667211146496:192.168.204.133@tcp:101:mkdir.0 00000100:00000001:2.0:1788777576.646899:0:35922:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777576.646904:0:35922:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777576.646907:0:35922:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.646909:0:35922:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777576.646914:0:35922:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc9209000. 02000000:00000001:2.0:1788777576.646917:0:35922:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777576.646924:0:35922:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777576.646928:0:35922:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919baa8. 00000400:00000010:2.0:1788777576.646935:0:35922:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93b28. 00000100:00000200:2.0:1788777576.646942:0:35922:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211146496, portal 10 00000100:00000001:2.0:1788777576.646945:0:35922:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.646946:0:35922:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504813952 : -110914204737664 : ffff9b1fc639df80) 00000100:00000040:2.0:1788777576.646953:0:35922:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.646961:0:35922:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777576.646963:0:35922:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777576.646966:0:35922:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e932a8. 00000100:00000200:2.0:1788777576.646969:0:35922:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211146496, offset 0 00000400:00000200:2.0:1788777576.646975:0:35922:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777576.646984:0:35922:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.646992:0:35922:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777576.647006:0:35922:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777576.647010:0:35922:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777576.647014:0:35922:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777576.647017:0:35922:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777576.647021:0:35922:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [2999:2999:256:4294967295] 192.168.204.133@tcp LPNI seq info [2998:2998:8:4294967295] 00000400:00000200:2.0:1788777576.647025:0:35922:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.647034:0:35922:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777576.647041:0:35922:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777576.647046:0:35922:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979c400. 00000800:00000200:2.0:1788777576.647052:0:35922:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777576.647060:0:35922:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777576.647064:0:35922:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979c400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777576.648274:0:35922:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777576.648284:0:35922:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 841820 usecs (842 jiffies) 00000400:00000200:2.0:1788777576.648290:0:35922:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777576.648294:0:35922:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680797 00000100:00000001:2.0:1788777576.648297:0:35922:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:2.0:1788777576.648300:0:35922:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680797 00000100:00000001:2.0:1788777576.648302:0:35922:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:2.0:1788777576.648304:0:35922:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777576.648307:0:35922:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.648311:0:35922:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777576.648313:0:35922:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777576.648316:0:35922:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1304a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788777576.648319:0:35922:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777576.648322:0:35922:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777576.651653:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777576.651664:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979c400. 00000400:00000200:2.0:1788777576.651671:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.651681:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777576.651689:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e932a8 00000400:00000010:2.0:1788777576.651692:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e932a8. 00000100:00000001:2.0:1788777576.651697:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777576.651706:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.651721:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.651725:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.651739:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.651741:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777576.656305:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.656329:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.656334:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.656337:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.656353:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.656364:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.656377:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.656384:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.656391:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.656396:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd65500 00000400:00000200:2.0:1788777576.656412:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.656420:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8bb5 [1] + 224 00000800:00000001:2.0:1788777576.656430:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.656439:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.656724:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.656731:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.656742:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.656755:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.656766:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.656790:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.656802:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.656807:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.656869:0:35922:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777576.656895:0:35922:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777576.656898:0:35922:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777576.656913:0:35922:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919baa8. 00000400:00000200:1.0:1788777576.656924:0:35922:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93b28 00000400:00000010:1.0:1788777576.656927:0:35922:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93b28. 00000100:00000001:1.0:1788777576.656933:0:35922:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777576.656945:0:35922:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777576.656958:0:35922:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.656966:0:35922:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777576.656968:0:35922:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.656971:0:35922:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777576.656975:0:35922:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777576.656977:0:35922:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777576.656980:0:35922:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.656983:0:35922:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777576.656992:0:35922:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777576.657009:0:35922:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777576.657012:0:35922:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777576.657014:0:35922:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.657017:0:35922:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777576.657021:0:35922:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.657024:0:35922:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777576.657026:0:35922:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 8589934601 gen 2 00000100:00000040:1.0:1788777576.657032:0:35922:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777584 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.657041:0:35922:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777576.657043:0:35922:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452705664 : -110914256845952 : ffff9b1fc31ec380) 00000100:00000001:1.0:1788777576.657046:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.657050:0:35922:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777584 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.657057:0:35922:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.657059:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.657063:0:35922:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d880 x1875667211143296/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.657078:0:35922:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777576.657080:0:35922:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd105b2e0. 00000100:00000001:1.0:1788777576.657084:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.657088:0:35922:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec380 x1875667211142528/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777584 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.657094:0:35922:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777576.657097:0:35922:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777576.657099:0:35922:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777576.657101:0:35922:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777576.657104:0:35922:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1003800. 02000000:00000001:1.0:1788777576.657109:0:35922:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777576.657111:0:35922:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777576.657113:0:35922:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec380. 00000100:00000001:1.0:1788777576.657116:0:35922:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777576.657117:0:35922:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777576.657121:0:35922:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff9b1fc639d880 x1875667211143296/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.657127:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.657130:0:35922:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d880 x1875667211143296/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.657136:0:35922:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777576.657138:0:35922:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777576.657140:0:35922:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333bc00. 02000000:00000001:1.0:1788777576.657143:0:35922:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777576.657144:0:35922:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777576.657146:0:35922:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777576.657147:0:35922:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777576.657149:0:35922:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc4fe2a00. 02000000:00000001:1.0:1788777576.657151:0:35922:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777576.657152:0:35922:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777576.657154:0:35922:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d880. 00000100:00000001:1.0:1788777576.657156:0:35922:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777576.657157:0:35922:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777576.657161:0:35922:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff9b1fc31ec700 x1875667211145600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777576.657167:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.657171:0:35922:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec700 x1875667211145600/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777576.657177:0:35922:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777576.657178:0:35922:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777576.657179:0:35922:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1002800. 02000000:00000001:1.0:1788777576.657182:0:35922:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777576.657183:0:35922:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777576.657184:0:35922:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777576.657186:0:35922:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777576.657187:0:35922:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fd92b2600. 02000000:00000001:1.0:1788777576.657190:0:35922:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777576.657191:0:35922:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777576.657192:0:35922:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec700. 00000100:00000001:1.0:1788777576.657194:0:35922:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777576.657195:0:35922:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.657197:0:35922:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777576.657200:0:35922:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1788777576.657202:0:35922:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777576.657204:0:35922:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777576.657209:0:35922:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.657216:0:35922:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777576.657219:0:35922:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777576.657221:0:35922:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777576.657225:0:35922:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777576.657233:0:35922:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639df80 pname:cluuid:pid:xid:nid:opc:job mkdir:67f3d5ce-64e4-46be-9428-e80a71444531:35922:1875667211146496:192.168.204.133@tcp:101:mkdir.0 00000100:00000001:1.0:1788777576.657238:0:35922:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.657240:0:35922:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.657243:0:35922:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777576.657244:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.657247:0:35922:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.657257:0:35922:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777576.657260:0:35922:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1304a80. 00000100:00000001:1.0:1788777576.657263:0:35922:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777576.657264:0:35922:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.657267:0:35922:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777576.657271:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657274:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657277:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=4 00000020:00000001:1.0:1788777576.657279:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657283:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000040:1.0:1788777576.657288:0:35922:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4000, remote cookie: 0x542deec0941a73b4, flags: 0x1001 00010000:00010000:1.0:1788777576.657294:0:35922:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777576.657305:0:35922:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.657312:0:35922:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777576.657317:0:35922:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777576.657319:0:35922:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777576.657320:0:35922:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777576.657322:0:35922:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777576.657325:0:35922:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6800) refcount = 1 00010000:00010000:1.0:1788777576.657329:0:35922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.657335:0:35922:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777576.657339:0:35922:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777576.657341:0:35922:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777576.657344:0:35922:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777576.657346:0:35922:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.657350:0:35922:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.657356:0:35922:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777576.657357:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657359:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.657360:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657361:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.657363:0:35922:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.657368:0:35922:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777576.657369:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657370:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657372:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.657374:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657376:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657378:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657380:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657381:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=4 00000020:00000001:1.0:1788777576.657383:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657385:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657387:0:35922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.657390:0:35922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.657394:0:35922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.657400:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657401:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.657402:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657403:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657404:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=5 00000020:00000001:1.0:1788777576.657406:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657408:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657411:0:35922:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.657414:0:35922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.657420:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657421:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777576.657424:0:35922:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.657430:0:35922:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.657431:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657432:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.657433:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657434:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777576.657438:0:35922:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777576.657447:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657448:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657449:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.657451:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657453:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657455:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657456:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.657457:0:35922:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.657459:0:35922:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.657508:0:35922:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777576.657511:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657512:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657514:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.657516:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657518:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00000002:00010000:1.0:1788777576.657521:0:35922:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.657533:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657534:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.657536:0:35922:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777576.657537:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657538:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657539:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.657541:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657543:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000040:1.0:1788777576.657549:0:35922:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:1.0:1788777576.657552:0:35922:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777576.657555:0:35922:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777576.657558:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657559:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.657560:0:35922:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777576.657563:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87b58 00000002:00002000:1.0:1788777576.657565:0:35922:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777576.657567:0:35922:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.657572:0:35922:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.657574:0:35922:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777576.657578:0:35922:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777576.657581:0:35922:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.657585:0:35922:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.657589:0:35922:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837a600. 00000080:00000001:1.0:1788777576.657593:0:35922:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777576.657596:0:35922:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777576.657602:0:35922:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777576.657605:0:35922:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777576.657613:0:35922:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32dee80. 00800000:00000001:1.0:1788777576.657615:0:35922:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453699712 : -110914255851904 : ffff9b1fc32dee80) 00800000:00000001:1.0:1788777576.657618:0:35922:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.657620:0:35922:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777576.657622:0:35922:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777576.657624:0:35922:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788777576.657627:0:35922:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777576.657629:0:35922:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777576.657631:0:35922:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.657635:0:35922:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777576.657638:0:35922:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788777576.657643:0:35922:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788777576.657645:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657646:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657647:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.657649:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657651:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657657:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657658:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777576.657660:0:35922:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777576.657662:0:35922:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777576.657663:0:35922:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32dee80 1 00800000:00000010:1.0:1788777576.657665:0:35922:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32dee80. 00800000:00000001:1.0:1788777576.657669:0:35922:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.657672:0:35922:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcad7 00800000:00000001:1.0:1788777576.657675:0:35922:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777576.657677:0:35922:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777576.657678:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657679:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657681:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.657683:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657685:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657688:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657689:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.657690:0:35922:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.657692:0:35922:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.657694:0:35922:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.657696:0:35922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777576.657699:0:35922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcad7 from it ffffb70bc0c87e18 00010000:00000001:1.0:1788777576.657700:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657702:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657703:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.657705:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657707:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657709:0:35922:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.657711:0:35922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.657716:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657717:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.657719:0:35922:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777576.657721:0:35922:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777576.657723:0:35922:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777576.657732:0:35922:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777576.657735:0:35922:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777576.657737:0:35922:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.657740:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657741:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.657742:0:35922:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.657745:0:35922:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777576.657747:0:35922:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.657748:0:35922:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.657751:0:35922:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.657753:0:35922:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.657754:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657755:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777576.657756:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.657761:0:35922:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639df80 x1875667211146496/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.657767:0:35922:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777576.657768:0:35922:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777576.657770:0:35922:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc9209000. 02000000:00000001:1.0:1788777576.657773:0:35922:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777576.657775:0:35922:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777576.657776:0:35922:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777576.657778:0:35922:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777576.657780:0:35922:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333a800. 02000000:00000001:1.0:1788777576.657782:0:35922:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777576.657783:0:35922:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777576.657784:0:35922:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639df80. 00000100:00000001:1.0:1788777576.657787:0:35922:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777576.657788:0:35922:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.657791:0:35922:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 101 00000080:00000001:1.0:1788777576.657795:0:35922:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.657817:0:35922:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777576.657820:0:35922:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777576.657822:0:35922:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777576.657823:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87ba8 00000080:00200000:1.0:1788777576.657825:0:35922:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777576.657830:0:35922:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327000. 00800000:00000002:1.0:1788777576.657835:0:35922:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777576.657838:0:35922:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777576.657840:0:35922:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.657842:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87ac8 00800000:00000002:1.0:1788777576.657844:0:35922:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.657847:0:35922:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777576.657849:0:35922:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777576.657851:0:35922:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777576.657854:0:35922:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777576.657856:0:35922:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777576.657857:0:35922:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.657859:0:35922:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.657861:0:35922:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.657864:0:35922:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777576.657868:0:35922:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.657869:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87998 00000002:00010000:1.0:1788777576.657871:0:35922:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777576.657885:0:35922:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777576.657887:0:35922:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.657890:0:35922:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.657892:0:35922:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:1.0:1788777576.657894:0:35922:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777576.657897:0:35922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.657899:0:35922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777576.657902:0:35922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777576.657909:0:35922:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777576.657913:0:35922:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.657916:0:35922:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777576.657922:0:35922:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777576.657924:0:35922:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777576.657926:0:35922:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777576.657928:0:35922:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777576.657929:0:35922:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.657931:0:35922:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777576.657933:0:35922:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777576.657935:0:35922:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.657937:0:35922:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327000. 00000080:00000001:1.0:1788777576.657940:0:35922:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777576.657941:0:35922:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.657944:0:35922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777576.657946:0:35922:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcad7 00800000:00000001:1.0:1788777576.657948:0:35922:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777576.657950:0:35922:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777576.657951:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657952:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657953:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.657955:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657957:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657959:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657961:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.657962:0:35922:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.657963:0:35922:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.657965:0:35922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcad7 from it ffffb70bc0c87be0 00010000:00000001:1.0:1788777576.657967:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.657968:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.657970:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.657972:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657974:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.657975:0:35922:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.657977:0:35922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777576.657984:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.657985:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.657986:0:35922:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777576.657987:0:35922:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777576.657990:0:35922:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777576.657996:0:35922:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777576.657997:0:35922:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777576.657999:0:35922:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.658000:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658001:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.658003:0:35922:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658005:0:35922:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777576.658006:0:35922:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658008:0:35922:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658010:0:35922:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658012:0:35922:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.658013:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658014:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777576.658016:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777576.658017:0:35922:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.658020:0:35922:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777576.658023:0:35922:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777576.658036:0:35922:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ec600. 00000020:00000001:1.0:1788777576.658039:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87d98 00000080:00200000:1.0:1788777576.658041:0:35922:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=1536 00000080:00000001:1.0:1788777576.658044:0:35922:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777576.658045:0:35922:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777576.658047:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87ca8 00000080:00200000:1.0:1788777576.658048:0:35922:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777576.658052:0:35922:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327000. 00800000:00000002:1.0:1788777576.658054:0:35922:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777576.658056:0:35922:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777576.658058:0:35922:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.658059:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87bc8 00800000:00000002:1.0:1788777576.658061:0:35922:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.658064:0:35922:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777576.658065:0:35922:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777576.658066:0:35922:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777576.658067:0:35922:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777576.658069:0:35922:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777576.658071:0:35922:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.658072:0:35922:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.658074:0:35922:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.658076:0:35922:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777576.658079:0:35922:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.658080:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87a98 00000002:00010000:1.0:1788777576.658082:0:35922:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777576.658085:0:35922:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777576.658086:0:35922:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.658087:0:35922:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.658089:0:35922:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:1.0:1788777576.658091:0:35922:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777576.658094:0:35922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.658096:0:35922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777576.658099:0:35922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777576.658110:0:35922:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777576.658112:0:35922:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.658115:0:35922:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777576.658121:0:35922:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777576.658123:0:35922:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777576.658125:0:35922:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777576.658126:0:35922:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777576.658128:0:35922:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.658129:0:35922:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777576.658131:0:35922:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777576.658133:0:35922:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.658135:0:35922:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327000. 00000080:00000001:1.0:1788777576.658137:0:35922:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777576.658138:0:35922:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.658140:0:35922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777576.658143:0:35922:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcad7 00800000:00000001:1.0:1788777576.658146:0:35922:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777576.658147:0:35922:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777576.658148:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.658149:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.658151:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.658152:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.658154:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.658156:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658158:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.658159:0:35922:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.658160:0:35922:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.658162:0:35922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcad7 from it ffffb70bc0c87ce0 00010000:00000001:1.0:1788777576.658164:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.658164:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.658166:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.658168:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.658170:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.658172:0:35922:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.658175:0:35922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777576.658180:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658182:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.658182:0:35922:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777576.658184:0:35922:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777576.658186:0:35922:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777576.658193:0:35922:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777576.658194:0:35922:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777576.658195:0:35922:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.658197:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658198:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.658199:0:35922:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658201:0:35922:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777576.658202:0:35922:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658204:0:35922:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658206:0:35922:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658208:0:35922:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.658209:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658210:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777576.658211:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777576.658212:0:35922:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.658214:0:35922:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788777576.658217:0:35922:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.658221:0:35922:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777576.658222:0:35922:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777576.658224:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87d90 00000080:00200000:1.0:1788777576.658225:0:35922:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777576.658229:0:35922:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327000. 00800000:00000002:1.0:1788777576.658232:0:35922:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777576.658234:0:35922:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777576.658235:0:35922:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.658237:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87cb0 00800000:00000002:1.0:1788777576.658238:0:35922:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.658241:0:35922:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777576.658242:0:35922:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777576.658243:0:35922:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777576.658244:0:35922:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777576.658245:0:35922:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777576.658247:0:35922:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.658249:0:35922:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.658250:0:35922:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.658252:0:35922:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777576.658255:0:35922:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.658257:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87b80 00000002:00010000:1.0:1788777576.658258:0:35922:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777576.658260:0:35922:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777576.658262:0:35922:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.658263:0:35922:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.658264:0:35922:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:1.0:1788777576.658266:0:35922:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777576.658269:0:35922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.658270:0:35922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777576.658273:0:35922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777576.658279:0:35922:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777576.658281:0:35922:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.658284:0:35922:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777576.658290:0:35922:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777576.658292:0:35922:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777576.658293:0:35922:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777576.658295:0:35922:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777576.658296:0:35922:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.658299:0:35922:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777576.658301:0:35922:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777576.658302:0:35922:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.658303:0:35922:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327000. 00000080:00000001:1.0:1788777576.658306:0:35922:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777576.658307:0:35922:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.658309:0:35922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777576.658311:0:35922:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcad7 00800000:00000001:1.0:1788777576.658313:0:35922:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777576.658315:0:35922:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777576.658316:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.658317:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.658319:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.658320:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.658323:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.658324:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658325:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.658327:0:35922:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.658328:0:35922:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.658330:0:35922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcad7 from it ffffb70bc0c87dc8 00010000:00000001:1.0:1788777576.658331:0:35922:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.658332:0:35922:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.658334:0:35922:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:1.0:1788777576.658335:0:35922:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.658337:0:35922:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:1.0:1788777576.658339:0:35922:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.658341:0:35922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777576.658347:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658347:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.658349:0:35922:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777576.658350:0:35922:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777576.658353:0:35922:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777576.658358:0:35922:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777576.658360:0:35922:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777576.658361:0:35922:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.658363:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658364:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.658365:0:35922:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658367:0:35922:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777576.658368:0:35922:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658370:0:35922:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658372:0:35922:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658373:0:35922:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.658375:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658376:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777576.658377:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777576.658378:0:35922:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.658380:0:35922:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788777576.658382:0:35922:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.658385:0:35922:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:1.0:1788777576.658387:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87da0 00000080:00200000:1.0:1788777576.658389:0:35922:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:1.0:1788777576.658391:0:35922:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1788777576.658393:0:35922:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1788777576.658397:0:35922:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327000. 00800000:00000002:1.0:1788777576.658400:0:35922:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.658406:0:35922:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9b1fc32dee80. 00000080:00000001:1.0:1788777576.658409:0:35922:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.658413:0:35922:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788777576.658414:0:35922:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788777576.658418:0:35922:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777576.658419:0:35922:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777576.658420:0:35922:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777576.658421:0:35922:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777576.658423:0:35922:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.658425:0:35922:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.658426:0:35922:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.658432:0:35922:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:1.0:1788777576.658434:0:35922:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:1.0:1788777576.658438:0:35922:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1788777576.658441:0:35922:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:1.0:1788777576.658444:0:35922:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1788777576.658447:0:35922:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:1.0:1788777576.658449:0:35922:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:1.0:1788777576.658451:0:35922:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788777576.658453:0:35922:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788777576.658455:0:35922:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788777576.658457:0:35922:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788777576.658460:0:35922:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x2c:0x0] 40000000:00000001:1.0:1788777576.658488:0:35922:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.658490:0:35922:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.658492:0:35922:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.658494:0:35922:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777576.658496:0:35922:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87bc0 00800000:00000002:1.0:1788777576.658498:0:35922:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000405:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788777576.658502:0:35922:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788777576.658504:0:35922:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777576.658506:0:35922:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 2 00010000:00000001:1.0:1788777576.658508:0:35922:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777576.658510:0:35922:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777576.658512:0:35922:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777576.658515:0:35922:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1788777576.658522:0:35922:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777576.658525:0:35922:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777576.658527:0:35922:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777576.658528:0:35922:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777576.658530:0:35922:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.658532:0:35922:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.658533:0:35922:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 3 00010000:00000001:1.0:1788777576.658535:0:35922:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777576.658537:0:35922:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.658538:0:35922:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.658539:0:35922:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.658541:0:35922:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 3 00010000:00000001:1.0:1788777576.658542:0:35922:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777576.658544:0:35922:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.658546:0:35922:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.658547:0:35922:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.658548:0:35922:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6800 count: 3 00010000:00000001:1.0:1788777576.658549:0:35922:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777576.658551:0:35922:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.658553:0:35922:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777576.658555:0:35922:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777576.658559:0:35922:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777576.658561:0:35922:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777576.658563:0:35922:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777576.658564:0:35922:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658567:0:35922:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777576.658569:0:35922:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777576.658571:0:35922:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777576.658572:0:35922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.658574:0:35922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777576.658577:0:35922:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4000 with handle 0x22b16ee488cdcad7 from hash 00010000:00000001:1.0:1788777576.658579:0:35922:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777576.658580:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658581:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.658583:0:35922:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777576.658584:0:35922:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777576.658586:0:35922:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777576.658588:0:35922:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777576.658590:0:35922:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777576.658592:0:35922:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788777576.658597:0:35922:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120e00. 00000020:00000040:1.0:1788777576.658601:0:35922:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777576.658606:0:35922:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777576.658608:0:35922:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658610:0:35922:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777576.658614:0:35922:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.658616:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.658617:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.658619:0:35922:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.658622:0:35922:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777576.658624:0:35922:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777576.658626:0:35922:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777576.658632:0:35922:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356e800. 00000100:00000001:1.0:1788777576.658637:0:35922:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658640:0:35922:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777576.658642:0:35922:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777576.658646:0:35922:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788777576.658652:0:35922:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777576.658654:0:35922:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777576.658656:0:35922:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777576.658659:0:35922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcad7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a73b4 expref: -99 pid: 35922 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1788777576.658666:0:35922:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6800 count: 0 00010000:00000010:1.0:1788777576.658670:0:35922:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d100. 00010000:00000001:1.0:1788777576.658679:0:35922:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.658680:0:35922:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658682:0:35922:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777576.658688:0:35922:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.658691:0:35922:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788777576.658701:0:35922:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788777576.658708:0:35922:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120e00 x1875667211146752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777576.658721:0:35922:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777576.658723:0:35922:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777576.658728:0:35922:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777576.658730:0:35922:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140608 : -110914027411008 : ffff9b1fd0cba9c0) 00000100:00000001:1.0:1788777576.658732:0:35922:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777576.658734:0:35922:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000001:1.0:1788777576.658737:0:35922:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777576.658741:0:35922:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.658743:0:35922:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777576.658745:0:35922:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777576.658749:0:35922:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120e00 x1875667211146752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777576.658757:0:35922:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777576.658759:0:35922:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.658763:0:35922:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777576.658765:0:35922:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777576.658767:0:35922:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777576.658770:0:35922:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job mkdir:67f3d5ce-64e4-46be-9428-e80a71444531:35922:1875667211146752:192.168.204.133@tcp:36:mkdir.0 00000100:00000001:1.0:1788777576.658774:0:35922:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777576.658779:0:35922:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777576.658782:0:35922:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.658784:0:35922:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777576.658788:0:35922:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356d000. 02000000:00000001:1.0:1788777576.658789:0:35922:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777576.658796:0:35922:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777576.658799:0:35922:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12630. 00000400:00000010:1.0:1788777576.658805:0:35922:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92565d8. 00000100:00000200:1.0:1788777576.658811:0:35922:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211146752, portal 10 00000100:00000001:1.0:1788777576.658814:0:35922:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777576.658815:0:35922:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000040:1.0:1788777576.658820:0:35922:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120e00 x1875667211146752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777576.658833:0:35922:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777576.658835:0:35922:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777576.658838:0:35922:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256198. 00000100:00000200:1.0:1788777576.658841:0:35922:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667211146752, offset 0 00000400:00000200:1.0:1788777576.658848:0:35922:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777576.658855:0:35922:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777576.658862:0:35922:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777576.658868:0:35922:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777576.658873:0:35922:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777576.658889:0:35922:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777576.658891:0:35922:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777576.658895:0:35922:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3000:3000:256:4294967295] 192.168.204.133@tcp LPNI seq info [2999:2999:8:4294967295] 00000400:00000200:1.0:1788777576.658899:0:35922:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777576.658907:0:35922:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777576.658913:0:35922:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777576.658918:0:35922:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5f00. 00000800:00000200:1.0:1788777576.658925:0:35922:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777576.658932:0:35922:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777576.658936:0:35922:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5f00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788777576.658961:0:35922:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777576.658965:0:35922:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 840785 usecs (841 jiffies) 00000400:00000200:1.0:1788777576.658968:0:35922:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777576.658970:0:35922:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680807 00000100:00000001:1.0:1788777576.658973:0:35922:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:1.0:1788777576.658975:0:35922:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680807 00000100:00000001:1.0:1788777576.658977:0:35922:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:1.0:1788777576.658979:0:35922:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777576.658982:0:35922:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.658984:0:35922:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777576.658986:0:35922:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777576.658988:0:35922:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777576.658991:0:35922:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777576.658993:0:35922:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777576.659335:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777576.659339:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5f00. 00000400:00000200:2.0:1788777576.659344:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.659350:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777576.659355:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256198 00000400:00000010:2.0:1788777576.659358:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256198. 00000100:00000001:2.0:1788777576.659362:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777576.659366:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120e00 x1875667211146752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777576.659375:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.659379:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120e00 x1875667211146752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777576.659385:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.659387:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777576.665516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6800. 00010000:00000010:1.1:1788777576.665548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4000. 00000800:00000001:2.0:1788777576.673964:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.673986:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.673990:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.673993:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.674015:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.674023:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.674035:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.674040:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.674046:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.674050:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 10 MB=0x6a9e8cdd65600 00000400:00000200:2.0:1788777576.674055:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.674062:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 448/448 into md 0x8bc5 [1] + 224 00000800:00000001:2.0:1788777576.674174:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.674186:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.674190:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.674195:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.674203:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.674211:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120e00 x1875667211146752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777592 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777576.674223:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b1fd1120e00 x1875667211146752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777576.674246:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.674255:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.674258:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.674334:0:35922:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777576.674342:0:35922:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777576.674345:0:35922:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777576.674348:0:35922:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12630. 00000400:00000200:1.0:1788777576.674353:0:35922:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92565d8 00000400:00000010:1.0:1788777576.674356:0:35922:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92565d8. 00000100:00000001:1.0:1788777576.674358:0:35922:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777576.674363:0:35922:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120e00 x1875667211146752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777576.674371:0:35922:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120e00 x1875667211146752/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777576.674377:0:35922:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777576.674380:0:35922:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.674382:0:35922:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777576.674385:0:35922:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777576.674388:0:35922:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777576.674389:0:35922:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.674392:0:35922:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777576.674401:0:35922:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777576.674405:0:35922:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777576.674407:0:35922:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777576.674409:0:35922:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.674412:0:35922:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777576.674415:0:35922:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.674418:0:35922:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777576.674420:0:35922:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:1.0:1788777576.674421:0:35922:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777576.674424:0:35922:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777576.674425:0:35922:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000001:1.0:1788777576.674428:0:35922:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777576.674430:0:35922:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1788777576.674433:0:35922:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777576.674435:0:35922:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777576.674440:0:35922:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120e00 x1875667211146752/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777592 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777576.674447:0:35922:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777576.674450:0:35922:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777576.674452:0:35922:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777576.674455:0:35922:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120e00 x1875667211146752/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777592 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777576.674669:0:35922:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job mkdir:67f3d5ce-64e4-46be-9428-e80a71444531:35922:1875667211146752:192.168.204.133@tcp:36:mkdir.0 00000100:00000001:1.0:1788777576.674674:0:35922:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.674677:0:35922:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.674679:0:35922:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777576.674681:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.674685:0:35922:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120e00 x1875667211146752/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777592 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777576.674692:0:35922:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777576.674695:0:35922:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777576.674699:0:35922:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777576.674700:0:35922:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.674708:0:35922:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.674711:0:35922:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788777576.674713:0:35922:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.674717:0:35922:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1788777576.674719:0:35922:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777569 to 1788777576 00000080:00000001:1.0:1788777576.674723:0:35922:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777576.674729:0:35922:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777576.674731:0:35922:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777576.674733:0:35922:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1788777576.674736:0:35922:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788777576.674745:0:35922:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd159a940. 00000080:00000001:1.0:1788777576.674755:0:35922:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788777576.674758:0:35922:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9b1fd159aa08) 00000080:00000001:1.0:1788777576.674761:0:35922:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777576.674763:0:35922:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:1.0:1788777576.674765:0:35922:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.674767:0:35922:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1788777576.674770:0:35922:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788777576.674773:0:35922:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611180 mtime from 0 to 1788777576 00000080:00200000:1.0:1788777576.674777:0:35922:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00000001:1.0:1788777576.674779:0:35922:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788777576.674781:0:35922:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691446792 : -110914018104824 : ffff9b1fd159aa08) 00000080:00000001:1.0:1788777576.674784:0:35922:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777576.674786:0:35922:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777576.674788:0:35922:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.674792:0:35922:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.674794:0:35922:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:1.0:1788777576.674796:0:35922:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.674800:0:35922:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120e00 x1875667211146752/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777592 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777576.674806:0:35922:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.674809:0:35922:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.674811:0:35922:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327000. 00000080:00000010:1.0:1788777576.674815:0:35922:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff9b1fc32dee80. 00000080:00000001:1.0:1788777576.674818:0:35922:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.674820:0:35922:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777576.674824:0:35922:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.674834:0:35922:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777576.674841:0:35922:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788777576.685207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec600. 00000080:00000001:3.0:1788777576.719247:0:35923:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777576.719257:0:35923:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777576.719260:0:35923:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777576.719264:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87bc0 00000080:00200000:3.0:1788777576.719269:0:35923:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777576.719279:0:35923:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4f4f400. 00800000:00000002:3.0:1788777576.719289:0:35923:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777576.719295:0:35923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777576.719301:0:35923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777576.719303:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87ae0 00800000:00000002:3.0:1788777576.719306:0:35923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777576.719310:0:35923:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777576.719314:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777576.719317:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777576.719320:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777576.719323:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777576.719325:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777576.719328:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777576.719331:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777576.719335:0:35923:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777576.719341:0:35923:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777576.719343:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c879b0 00000002:00010000:3.0:1788777576.719345:0:35923:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777576.719350:0:35923:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777576.719352:0:35923:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777576.719356:0:35923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777576.719364:0:35923:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.719367:0:35923:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.719370:0:35923:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.719373:0:35923:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777576.719375:0:35923:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777576.719382:0:35923:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254000. 00000020:00000040:3.0:1788777576.719387:0:35923:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777576.719397:0:35923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777576.719403:0:35923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777576.719412:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777576.719414:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777576.719416:0:35923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.719420:0:35923:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777576.719424:0:35923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777576.719428:0:35923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777576.719436:0:35923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ef000. 00000100:00000001:3.0:1788777576.719444:0:35923:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.719451:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777576.719452:0:35923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.719454:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777576.719455:0:35923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.719457:0:35923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.719551:0:35923:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159453130752 : -110914256420864 : ffff9b1fc3254000) 00010000:00000001:3.0:1788777576.719557:0:35923:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777576.719560:0:35923:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777576.719565:0:35923:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd9c8d300. 00010000:00000010:3.0:1788777576.719570:0:35923:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0387e80. 00010000:00000001:3.0:1788777576.719574:0:35923:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777576.719578:0:35923:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1815c00. 00000020:00000001:3.0:1788777576.719583:0:35923:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777576.719587:0:35923:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1815c00 with handle 0x22b16ee488cdcade to hash 00000020:00000001:3.0:1788777576.719589:0:35923:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777576.719591:0:35923:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:3.0:1788777576.719595:0:35923:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:3.0:1788777576.719600:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777576.719603:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777576.719608:0:35923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777576.719618:0:35923:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777576.719635:0:35923:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777576.719642:0:35923:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777576.719644:0:35923:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777576.719653:0:35923:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0540300. 00000100:00000001:3.0:1788777576.719656:0:35923:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159674299136 : -110914035252480 : ffff9b1fd0540300) 00000100:00000001:3.0:1788777576.719659:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777576.719660:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453130752 : -110914256420864 : ffff9b1fc3254000) 00000100:00000001:3.0:1788777576.719666:0:35923:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777576.719671:0:35923:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.719674:0:35923:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777576.719676:0:35923:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777576.719691:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.719701:0:35923:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777576.719704:0:35923:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777576.719708:0:35923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777576.719712:0:35923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777576.719714:0:35923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777576.719719:0:35923:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254000 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211146880:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777576.719723:0:35923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777576.719731:0:35923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777576.719734:0:35923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777576.719737:0:35923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777576.719742:0:35923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1096000. 02000000:00000001:3.0:1788777576.719744:0:35923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777576.719754:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777576.719759:0:35923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73058. 00000400:00000010:3.0:1788777576.719767:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255cc0. 00000100:00000200:3.0:1788777576.719780:0:35923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211146880, portal 10 00000100:00000001:3.0:1788777576.719782:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777576.719784:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453130752 : -110914256420864 : ffff9b1fc3254000) 00000100:00000040:3.0:1788777576.719790:0:35923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.719799:0:35923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777576.719802:0:35923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777576.719805:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255440. 00000100:00000200:3.0:1788777576.719808:0:35923:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211146880, offset 0 00000400:00000200:3.0:1788777576.719816:0:35923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777576.719830:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.719843:0:35923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777576.719852:0:35923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777576.719858:0:35923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777576.719863:0:35923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777576.719867:0:35923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777576.719871:0:35923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3001:3001:256:4294967295] 192.168.204.133@tcp LPNI seq info [3000:3000:8:4294967295] 00000400:00000200:3.0:1788777576.719885:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.719897:0:35923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777576.719905:0:35923:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777576.719911:0:35923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b800. 00000800:00000200:3.0:1788777576.719920:0:35923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777576.719929:0:35923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777576.719935:0:35923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788777576.719960:0:35923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777576.719965:0:35923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 839760 usecs (840 jiffies) 00000400:00000200:3.0:1788777576.719969:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777576.719972:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680867 00000100:00000001:3.0:1788777576.719976:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:3.0:1788777576.720050:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680867 00000100:00000001:3.0:1788777576.720054:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:3.0:1788777576.720057:0:35923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777576.720060:0:35923:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.720062:0:35923:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777576.720065:0:35923:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777576.720068:0:35923:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0540300 going to sleep for 11 seconds 00000100:00000001:3.0:1788777576.720071:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777576.720075:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777576.720846:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777576.720855:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b800. 00000400:00000200:2.0:1788777576.720862:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.720870:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777576.720887:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255440 00000400:00000010:2.0:1788777576.720890:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255440. 00000100:00000001:2.0:1788777576.720895:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777576.720904:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.720918:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.720921:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.720929:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.720931:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777576.733404:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.733434:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.733452:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.733456:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.733529:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.733539:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.733553:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.733560:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.733568:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.733573:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd65680 00000400:00000200:2.0:1788777576.733580:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.733598:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8bcd [1] + 224 00000800:00000001:2.0:1788777576.733608:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.733619:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.733623:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.733628:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.733640:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.733653:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.733667:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.733692:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.733704:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.733708:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.733860:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777576.733886:0:35923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777576.733890:0:35923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777576.733895:0:35923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73058. 00000400:00000200:1.0:1788777576.733963:0:35923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255cc0 00000400:00000010:1.0:1788777576.733966:0:35923:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255cc0. 00000100:00000001:1.0:1788777576.733972:0:35923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777576.733986:0:35923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777576.734013:0:35923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.734021:0:35923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777576.734024:0:35923:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.734026:0:35923:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777576.734030:0:35923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777576.734033:0:35923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777576.734036:0:35923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.734039:0:35923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777576.734048:0:35923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777576.734053:0:35923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777576.734055:0:35923:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777576.734057:0:35923:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.734060:0:35923:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777576.734126:0:35923:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.734131:0:35923:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777576.734134:0:35923:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1788777576.734136:0:35923:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777576.734139:0:35923:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777576.734145:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.734153:0:35923:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777576.734157:0:35923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777576.734159:0:35923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777576.734163:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777576.734170:0:35923:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254000 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211146880:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777576.734175:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.734178:0:35923:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.734180:0:35923:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777576.734182:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.734186:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.734193:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777576.734196:0:35923:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0540300. 00000100:00000001:1.0:1788777576.734200:0:35923:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777576.734202:0:35923:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.734205:0:35923:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777576.734209:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734211:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734215:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:1.0:1788777576.734218:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734221:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000040:1.0:1788777576.734228:0:35923:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1815c00, remote cookie: 0x542deec0941a73d7, flags: 0x1001 00010000:00010000:1.0:1788777576.734233:0:35923:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777576.734244:0:35923:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.734251:0:35923:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777576.734255:0:35923:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777576.734257:0:35923:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777576.734259:0:35923:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777576.734260:0:35923:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777576.734263:0:35923:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd9c8d300) refcount = 1 00010000:00010000:1.0:1788777576.734267:0:35923:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.734274:0:35923:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777576.734277:0:35923:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777576.734279:0:35923:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777576.734282:0:35923:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777576.734284:0:35923:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.734288:0:35923:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.734294:0:35923:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777576.734295:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734297:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.734298:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734299:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.734301:0:35923:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.734305:0:35923:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777576.734307:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734308:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734310:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:1.0:1788777576.734312:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734313:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734315:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734316:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734317:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:1.0:1788777576.734319:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734320:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734323:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.734326:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.734329:0:35923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.734334:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734335:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.734337:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734338:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734339:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:1.0:1788777576.734341:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734342:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734344:0:35923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.734347:0:35923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.734352:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734353:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777576.734356:0:35923:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.734361:0:35923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.734362:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734363:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.734364:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734365:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777576.734370:0:35923:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777576.734379:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734380:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734381:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:1.0:1788777576.734383:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734385:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734387:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734388:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.734390:0:35923:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.734392:0:35923:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.734395:0:35923:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777576.734398:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734399:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734400:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:1.0:1788777576.734402:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734403:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000002:00010000:1.0:1788777576.734406:0:35923:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.734418:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734419:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.734421:0:35923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777576.734422:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734423:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734424:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:1.0:1788777576.734426:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734428:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000040:1.0:1788777576.734434:0:35923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 2 00010000:00000001:1.0:1788777576.734436:0:35923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777576.734440:0:35923:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777576.734443:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734444:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.734445:0:35923:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777576.734448:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87938 00000002:00002000:1.0:1788777576.734451:0:35923:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777576.734453:0:35923:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.734458:0:35923:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.734666:0:35923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777576.734671:0:35923:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777576.734674:0:35923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.734677:0:35923:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.734681:0:35923:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4f4f400. 00000080:00000001:1.0:1788777576.734685:0:35923:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777576.734688:0:35923:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777576.734693:0:35923:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777576.734697:0:35923:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777576.734706:0:35923:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc32dee80. 00800000:00000001:1.0:1788777576.734708:0:35923:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159453699712 : -110914255851904 : ffff9b1fc32dee80) 00800000:00000001:1.0:1788777576.734710:0:35923:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.734712:0:35923:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777576.734714:0:35923:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777576.734716:0:35923:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788777576.734719:0:35923:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777576.734722:0:35923:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777576.734724:0:35923:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.734728:0:35923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777576.734731:0:35923:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788777576.734736:0:35923:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788777576.734739:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734740:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734742:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:1.0:1788777576.734744:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734746:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734748:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734749:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777576.734750:0:35923:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777576.734753:0:35923:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777576.734754:0:35923:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc32dee80 1 00800000:00000010:1.0:1788777576.734756:0:35923:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc32dee80. 00800000:00000001:1.0:1788777576.734760:0:35923:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.734763:0:35923:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcade 00800000:00000001:1.0:1788777576.734766:0:35923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777576.734768:0:35923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777576.734769:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734770:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734772:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:1.0:1788777576.734773:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734775:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734777:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734778:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.734780:0:35923:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.734781:0:35923:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.734783:0:35923:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.734786:0:35923:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777576.734789:0:35923:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcade from it ffffb70bc0c87bf8 00010000:00000001:1.0:1788777576.734790:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.734792:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.734793:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:1.0:1788777576.734795:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734797:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.734799:0:35923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.734801:0:35923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.734807:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734808:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.734810:0:35923:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777576.734812:0:35923:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777576.734814:0:35923:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777576.734821:0:35923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777576.734824:0:35923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777576.734826:0:35923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.734829:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734830:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.734832:0:35923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.734835:0:35923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777576.734837:0:35923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.734839:0:35923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.734841:0:35923:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.734843:0:35923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.734844:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.734845:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777576.734847:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.734852:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254000 x1875667211146880/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.734859:0:35923:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777576.734862:0:35923:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777576.734865:0:35923:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1096000. 02000000:00000001:1.0:1788777576.734869:0:35923:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777576.734872:0:35923:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777576.734884:0:35923:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777576.734887:0:35923:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777576.734890:0:35923:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ef000. 02000000:00000001:1.0:1788777576.734894:0:35923:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777576.734896:0:35923:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777576.734898:0:35923:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254000. 00000100:00000001:1.0:1788777576.734901:0:35923:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777576.734902:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.735672:0:35923:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777576.735680:0:35923:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777576.735701:0:35923:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd11ec4e0. 00000080:00000001:1.0:1788777576.735708:0:35923:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777576.735710:0:35923:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777576.735712:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87b00 00000080:00200000:1.0:1788777576.735714:0:35923:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777576.735719:0:35923:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327600. 00800000:00000002:1.0:1788777576.735726:0:35923:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777576.735730:0:35923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777576.735734:0:35923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.735735:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87a20 00800000:00000002:1.0:1788777576.735738:0:35923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.735742:0:35923:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777576.735745:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777576.735748:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777576.735750:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777576.735752:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777576.735754:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.735756:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.735758:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.735762:0:35923:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777576.735767:0:35923:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.735769:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c878f0 00000002:00010000:1.0:1788777576.735770:0:35923:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777576.735774:0:35923:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777576.735776:0:35923:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.735779:0:35923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.735783:0:35923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 2 00010000:00000001:1.0:1788777576.735786:0:35923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777576.735790:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.735793:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777576.735797:0:35923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777576.735805:0:35923:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777576.735809:0:35923:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.735812:0:35923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777576.735818:0:35923:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777576.735820:0:35923:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777576.735822:0:35923:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777576.735824:0:35923:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777576.735826:0:35923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.735828:0:35923:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777576.735830:0:35923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777576.735832:0:35923:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.735834:0:35923:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327600. 00000080:00000001:1.0:1788777576.735838:0:35923:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777576.735840:0:35923:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.735842:0:35923:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777576.735845:0:35923:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcade 00800000:00000001:1.0:1788777576.735847:0:35923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777576.735849:0:35923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777576.735851:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.735852:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.735855:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:1.0:1788777576.735856:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.735859:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.735862:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.735864:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.735865:0:35923:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.735867:0:35923:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777576.735869:0:35923:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcade from it ffffb70bc0c87b38 00010000:00000001:1.0:1788777576.735871:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.735872:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.735885:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:1.0:1788777576.735887:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.735889:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:1.0:1788777576.735890:0:35923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.735893:0:35923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777576.735900:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.735901:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.735903:0:35923:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777576.736655:0:35923:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777576.736659:0:35923:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777576.736669:0:35923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777576.736672:0:35923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777576.736674:0:35923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.736678:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.736679:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.736681:0:35923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.736684:0:35923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777576.736686:0:35923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.736688:0:35923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.736691:0:35923:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.736693:0:35923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.736694:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.736695:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777576.736698:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777576.736700:0:35923:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777576.736702:0:35923:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788777576.736707:0:35923:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.736711:0:35923:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788777576.736713:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87b58 00000080:00200000:1.0:1788777576.736715:0:35923:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), file ffff9b1fd89b3500, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1788777576.736722:0:35923:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fd1213a80. 00000080:00000001:1.0:1788777576.736727:0:35923:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777576.736729:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87a08 00000080:00200000:1.0:1788777576.736731:0:35923:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000010:1.0:1788777576.736738:0:35923:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327600. 00800000:00000002:1.0:1788777576.736742:0:35923:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777576.736747:0:35923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777576.736749:0:35923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.736751:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87928 00800000:00000002:1.0:1788777576.736752:0:35923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.736756:0:35923:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788777576.736758:0:35923:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788777576.736762:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777576.736763:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777576.736765:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777576.736767:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777576.736768:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.736770:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.736772:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.736775:0:35923:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:1.0:1788777576.736779:0:35923:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788777576.736781:0:35923:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788777576.736785:0:35923:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788777576.736787:0:35923:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788777576.736790:0:35923:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x2d:0x0] 40000000:00000001:1.0:1788777576.736793:0:35923:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.736795:0:35923:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.736797:0:35923:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.736798:0:35923:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777576.736800:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c878a8 00800000:00000002:1.0:1788777576.736802:0:35923:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788777576.736807:0:35923:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.736808:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c877e0 00000002:00010000:1.0:1788777576.736810:0:35923:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1788777576.736814:0:35923:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777576.736816:0:35923:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777576.736819:0:35923:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788777576.736823:0:35923:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.736824:0:35923:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777576.736827:0:35923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 2 00010000:00000001:1.0:1788777576.736829:0:35923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777576.736831:0:35923:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777576.736834:0:35923:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777576.736837:0:35923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788777576.736846:0:35923:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777576.736849:0:35923:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777576.736851:0:35923:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777576.736853:0:35923:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777576.736856:0:35923:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.736858:0:35923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.736860:0:35923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 3 00010000:00000001:1.0:1788777576.736862:0:35923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777576.736864:0:35923:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.736866:0:35923:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.736867:0:35923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.736868:0:35923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 3 00010000:00000001:1.0:1788777576.736870:0:35923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777576.736872:0:35923:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.736885:0:35923:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.736886:0:35923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777576.736888:0:35923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd9c8d300 count: 3 00010000:00000001:1.0:1788777576.736890:0:35923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777576.736892:0:35923:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.736894:0:35923:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777576.736897:0:35923:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777576.736901:0:35923:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777576.736903:0:35923:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777576.737049:0:35923:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777576.737051:0:35923:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.737054:0:35923:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777576.737057:0:35923:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777576.737059:0:35923:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777576.737061:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.737063:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777576.737131:0:35923:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1815c00 with handle 0x22b16ee488cdcade from hash 00010000:00000001:1.0:1788777576.737135:0:35923:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777576.737137:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.737138:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.737139:0:35923:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777576.737142:0:35923:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777576.737144:0:35923:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777576.737146:0:35923:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777576.737148:0:35923:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777576.737150:0:35923:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788777576.737156:0:35923:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120000. 00000020:00000040:1.0:1788777576.737160:0:35923:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777576.737166:0:35923:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777576.737168:0:35923:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.737170:0:35923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777576.737174:0:35923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.737176:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.737177:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.737178:0:35923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.737182:0:35923:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777576.737184:0:35923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777576.737187:0:35923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777576.737194:0:35923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356c000. 00000100:00000001:1.0:1788777576.737201:0:35923:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.737206:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777576.737208:0:35923:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777576.737212:0:35923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788777576.737219:0:35923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777576.737221:0:35923:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777576.737223:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777576.737225:0:35923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd1815c00/0x22b16ee488cdcade lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a73d7 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788777576.737232:0:35923:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd9c8d300 count: 0 00010000:00000010:1.0:1788777576.737238:0:35923:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0387e80. 00010000:00000001:1.0:1788777576.737248:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.737249:0:35923:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.737251:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777576.737252:0:35923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.737255:0:35923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.737265:0:35923:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00010000:00000001:1.0:1788777576.737269:0:35923:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777576.737271:0:35923:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777576.737275:0:35923:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611800. 00010000:00000010:1.0:1788777576.737278:0:35923:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182300. 00010000:00000001:1.0:1788777576.737282:0:35923:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777576.737285:0:35923:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045800. 00000020:00000001:1.0:1788777576.737288:0:35923:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777576.737290:0:35923:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045800 with handle 0x22b16ee488cdcae5 to hash 00000020:00000001:1.0:1788777576.737292:0:35923:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777576.737293:0:35923:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777576.737297:0:35923:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777576.737299:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.737301:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.737304:0:35923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777576.737315:0:35923:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777576.737326:0:35923:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777576.737339:0:35923:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777576.737348:0:35923:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777576.737354:0:35923:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777576.737355:0:35923:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777576.737361:0:35923:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777576.737363:0:35923:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140608 : -110914027411008 : ffff9b1fd0cba9c0) 00000100:00000001:1.0:1788777576.737366:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777576.737367:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:1.0:1788777576.737371:0:35923:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777576.737376:0:35923:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.737379:0:35923:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777576.737380:0:35923:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777576.737384:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.737391:0:35923:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777576.737393:0:35923:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.737398:0:35923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777576.737400:0:35923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777576.737403:0:35923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777576.737406:0:35923:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211147136:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777576.737410:0:35923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777576.737416:0:35923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777576.737418:0:35923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.737420:0:35923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777576.738742:0:35923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd1220000. 02000000:00000001:1.0:1788777576.738751:0:35923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777576.738761:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777576.738770:0:35923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12630. 00000400:00000010:1.0:1788777576.738779:0:35923:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fc356c400. 00000100:00000200:1.0:1788777576.738787:0:35923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211147136, portal 10 00000100:00000001:1.0:1788777576.738790:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777576.738792:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000040:1.0:1788777576.738804:0:35923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.738812:0:35923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777576.738815:0:35923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777576.738819:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92565d8. 00000100:00000200:1.0:1788777576.738823:0:35923:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875667211147136, offset 0 00000400:00000200:1.0:1788777576.738830:0:35923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777576.738838:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777576.738845:0:35923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777576.738850:0:35923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777576.738854:0:35923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777576.738858:0:35923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777576.738861:0:35923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777576.738864:0:35923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3002:3002:256:4294967295] 192.168.204.133@tcp LPNI seq info [3001:3001:8:4294967295] 00000400:00000200:1.0:1788777576.738868:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777576.738891:0:35923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777576.738897:0:35923:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777576.739191:0:35923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5a00. 00000800:00000200:1.0:1788777576.739201:0:35923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777576.739208:0:35923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777576.739212:0:35923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5a00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788777576.739235:0:35923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777576.739240:0:35923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 838737 usecs (839 jiffies) 00000400:00000200:1.0:1788777576.739244:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777576.739247:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680885 00000100:00000001:1.0:1788777576.739250:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:1.0:1788777576.739251:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680885 00000100:00000001:1.0:1788777576.739253:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:1.0:1788777576.739256:0:35923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777576.739258:0:35923:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.739261:0:35923:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777576.739263:0:35923:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777576.739266:0:35923:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777576.739269:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777576.739272:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777576.739698:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777576.739704:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5a00. 00000400:00000200:2.0:1788777576.739710:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.739716:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777576.739724:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92565d8 00000400:00000010:2.0:1788777576.739726:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92565d8. 00000100:00000001:2.0:1788777576.739731:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777576.739738:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.739749:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.739753:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777592 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.739759:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.739760:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777576.745516:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000010:1.1:1788777576.745586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd9c8d300. 00010000:00000010:1.1:1788777576.745605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815c00. 00000800:00000001:2.0:1788777576.745712:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.745719:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.745724:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.745736:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.745746:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.745758:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.745764:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.745771:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.745775:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 608 into portal 10 MB=0x6a9e8cdd65780 00000400:00000200:2.0:1788777576.745780:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.745788:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 608/608 into md 0x8bdd [32] + 224 00000800:00000001:2.0:1788777576.745797:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.745829:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.745833:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.745838:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.745848:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.745860:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.745871:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.745902:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.745913:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.745917:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.746195:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777576.746209:0:35923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777576.746211:0:35923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777576.746217:0:35923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12630. 00000400:00000200:1.0:1788777576.746224:0:35923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc356c400 00000400:00000010:1.0:1788777576.746226:0:35923:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fc356c400. 00000100:00000001:1.0:1788777576.746232:0:35923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777576.746243:0:35923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777576.746254:0:35923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.746262:0:35923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777576.746265:0:35923:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.746267:0:35923:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777576.746272:0:35923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777576.746274:0:35923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777576.746276:0:35923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.746280:0:35923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777576.746288:0:35923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777576.746296:0:35923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777576.746299:0:35923:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788777576.746304:0:35923:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.746313:0:35923:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788777576.746317:0:35923:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777576.746319:0:35923:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1788777576.746322:0:35923:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777576.746326:0:35923:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788777576.746332:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.746341:0:35923:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788777576.746344:0:35923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777576.746346:0:35923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777576.746350:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777576.746361:0:35923:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211147136:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777576.746366:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.746371:0:35923:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788777576.746373:0:35923:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777576.746375:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.746379:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.746386:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777576.746389:0:35923:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777576.746394:0:35923:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777576.746396:0:35923:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788777576.746399:0:35923:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777576.746404:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.746406:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.746412:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=4 00000020:00000001:1.0:1788777576.746414:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777576.746417:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00010000:1.0:1788777576.746423:0:35923:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.746436:0:35923:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788777576.746442:0:35923:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.746448:0:35923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.746451:0:35923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.746459:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.746484:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777576.746487:0:35923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.751535:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.751540:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.751545:0:35923:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788777576.751550:0:35923:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777576.751560:0:35923:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002045800 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:1.0:1788777576.751564:0:35923:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788777576.751568:0:35923:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.751575:0:35923:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788777576.751578:0:35923:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788777576.751581:0:35923:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.751585:0:35923:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788777576.751589:0:35923:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777576.751590:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.751593:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.751595:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045800 refcount=5 00000020:00000001:1.0:1788777576.751597:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777576.751599:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507938816 : -110913201612800 : ffff9b2002045800) 00010000:00000001:1.0:1788777576.751602:0:35923:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777576.751604:0:35923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788777576.751609:0:35923:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777576.751611:0:35923:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.751614:0:35923:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788777576.751616:0:35923:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777576.751620:0:35923:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777576.751621:0:35923:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777576.751623:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.751625:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777576.751628:0:35923:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045800 with handle 0x22b16ee488cdcae5 from hash 00010000:00000001:1.0:1788777576.751630:0:35923:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777576.751631:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.751634:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.751635:0:35923:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777576.751636:0:35923:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777576.751638:0:35923:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788777576.751640:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.751641:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.751643:0:35923:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777576.751644:0:35923:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.751646:0:35923:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.751651:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.751652:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.751653:0:35923:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788777576.751655:0:35923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.751657:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.751658:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.751659:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777576.751662:0:35923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045800/0x22b16ee488cdcae5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777576.751670:0:35923:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611800 count: 0 00010000:00000010:1.0:1788777576.751678:0:35923:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182300. 00010000:00000001:1.0:1788777576.751689:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.751691:0:35923:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788777576.751699:0:35923:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788777576.751713:0:35923:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777576.751723:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788777576.751724:0:35923:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.751726:0:35923:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.751728:0:35923:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.751980:0:35923:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1788777576.751984:0:35923:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:1.0:1788777576.751989:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87768 00000002:00002000:1.0:1788777576.751991:0:35923:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:1.0:1788777576.751994:0:35923:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1788777576.752064:0:35923:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1788777576.752068:0:35923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:1.0:1788777576.752071:0:35923:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:1.0:1788777576.752074:0:35923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1788777576.752077:0:35923:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:1.0:1788777576.752081:0:35923:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.752084:0:35923:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327600. 00000100:00000001:1.0:1788777576.752089:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.752094:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120000 x1875667211147136/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.752102:0:35923:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777576.752105:0:35923:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777576.752109:0:35923:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd1220000. 02000000:00000001:1.0:1788777576.752139:0:35923:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777576.752141:0:35923:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777576.752143:0:35923:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777576.752145:0:35923:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777576.752148:0:35923:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356c000. 02000000:00000001:1.0:1788777576.752152:0:35923:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777576.752153:0:35923:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777576.752155:0:35923:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120000. 00000100:00000001:1.0:1788777576.752159:0:35923:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777576.752160:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777576.752164:0:35923:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777576.752166:0:35923:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fd1213a80 released 00000080:00000001:1.0:1788777576.752167:0:35923:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:1.0:1788777576.752169:0:35923:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fd1213a80. 00000080:00000001:1.0:1788777576.752172:0:35923:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1788777576.752179:0:35923:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777576.752183:0:35923:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788777576.752301:0:35923:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777576.752305:0:35923:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777576.752308:0:35923:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777576.752309:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87bc0 00000080:00200000:1.0:1788777576.752312:0:35923:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777576.752318:0:35923:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327600. 00800000:00000002:1.0:1788777576.752325:0:35923:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777576.752328:0:35923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777576.752332:0:35923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.752333:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87ae0 00800000:00000002:1.0:1788777576.752335:0:35923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.752338:0:35923:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777576.752340:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777576.752342:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777576.752345:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777576.752347:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777576.752349:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.752351:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777576.752353:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.752357:0:35923:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777576.752363:0:35923:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777576.752364:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c879b0 00000002:00010000:1.0:1788777576.752366:0:35923:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777576.752369:0:35923:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777576.752371:0:35923:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777576.752374:0:35923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777576.752378:0:35923:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.752380:0:35923:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.752382:0:35923:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.752384:0:35923:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777576.752386:0:35923:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777576.752390:0:35923:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120000. 00000020:00000040:1.0:1788777576.752394:0:35923:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777576.752398:0:35923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777576.752403:0:35923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.752408:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.752410:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.752411:0:35923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.752414:0:35923:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777576.752416:0:35923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777576.752420:0:35923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777576.752427:0:35923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356c000. 00000100:00000001:1.0:1788777576.752433:0:35923:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.752436:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777576.752438:0:35923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.752439:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777576.752441:0:35923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.752443:0:35923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.752447:0:35923:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00010000:00000001:1.0:1788777576.752450:0:35923:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777576.752452:0:35923:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777576.752456:0:35923:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611000. 00010000:00000010:1.0:1788777576.752460:0:35923:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182300. 00010000:00000001:1.0:1788777576.752506:0:35923:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777576.752510:0:35923:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044400. 00000020:00000001:1.0:1788777576.752513:0:35923:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777576.752515:0:35923:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044400 with handle 0x22b16ee488cdcaec to hash 00000020:00000001:1.0:1788777576.752517:0:35923:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777576.752519:0:35923:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.752523:0:35923:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.752526:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.752528:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.752532:0:35923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777576.752539:0:35923:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777576.752548:0:35923:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777576.752554:0:35923:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777576.752555:0:35923:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777576.752562:0:35923:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777576.752564:0:35923:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140608 : -110914027411008 : ffff9b1fd0cba9c0) 00000100:00000001:1.0:1788777576.752567:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777576.752569:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:1.0:1788777576.752573:0:35923:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777576.752577:0:35923:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.752579:0:35923:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777576.752581:0:35923:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777576.752586:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.752594:0:35923:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777576.752596:0:35923:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.752599:0:35923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777576.752602:0:35923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777576.752604:0:35923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777576.752608:0:35923:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211147264:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777576.752612:0:35923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777576.752617:0:35923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777576.752620:0:35923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.752622:0:35923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777576.752626:0:35923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1163800. 02000000:00000001:1.0:1788777576.752629:0:35923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777576.752636:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777576.752640:0:35923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12630. 00000400:00000010:1.0:1788777576.752648:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256330. 00000100:00000200:1.0:1788777576.752655:0:35923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211147264, portal 10 00000100:00000001:1.0:1788777576.752657:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777576.752659:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000040:1.0:1788777576.752664:0:35923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.752671:0:35923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777576.752674:0:35923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777576.752677:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92563b8. 00000100:00000200:1.0:1788777576.752680:0:35923:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211147264, offset 0 00000400:00000200:1.0:1788777576.752687:0:35923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777576.752696:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777576.752704:0:35923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777576.752710:0:35923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777576.752714:0:35923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777576.752719:0:35923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777576.752722:0:35923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777576.752726:0:35923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3003:3003:256:4294967295] 192.168.204.133@tcp LPNI seq info [3002:3002:8:4294967295] 00000400:00000200:1.0:1788777576.754323:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777576.754347:0:35923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777576.754356:0:35923:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777576.754368:0:35923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5600. 00000800:00000200:1.0:1788777576.754378:0:35923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777576.754388:0:35923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777576.754395:0:35923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777576.754426:0:35923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777576.754436:0:35923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 837707 usecs (838 jiffies) 00000400:00000200:1.0:1788777576.754440:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777576.754444:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680899 00000100:00000001:1.0:1788777576.754448:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:1.0:1788777576.754450:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680899 00000100:00000001:1.0:1788777576.754453:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:1.0:1788777576.754455:0:35923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777576.754460:0:35923:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.754477:0:35923:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777576.754480:0:35923:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777576.754483:0:35923:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777576.754486:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777576.754491:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777576.755330:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777576.755813:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5600. 00000400:00000200:3.0:1788777576.755824:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777576.755834:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777576.755843:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92563b8 00000400:00000010:3.0:1788777576.755846:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92563b8. 00000100:00000001:3.0:1788777576.755852:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777576.755864:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.755890:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777576.755894:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.755903:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.755905:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777576.764332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611800. 00010000:00000010:1.1:1788777576.764353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045800. 00000080:00000010:1.1:1788777576.764359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fd11ec4e0. 00000800:00000001:2.0:1788777576.765399:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.765432:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.765438:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.765441:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.765453:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.765507:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.765520:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.765527:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.765534:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.765539:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd65800 00000400:00000200:2.0:1788777576.765545:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.765554:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8be5 [1] + 224 00000800:00000001:2.0:1788777576.765563:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.765575:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.765579:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.765595:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.765606:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.765617:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.765628:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.765649:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.765659:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.765663:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.765744:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777576.765760:0:35923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777576.765762:0:35923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777576.765766:0:35923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12630. 00000400:00000200:1.0:1788777576.765775:0:35923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256330 00000400:00000010:1.0:1788777576.765777:0:35923:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256330. 00000100:00000001:1.0:1788777576.765782:0:35923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777576.765795:0:35923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777576.765806:0:35923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.765814:0:35923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777576.765816:0:35923:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.765819:0:35923:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777576.765823:0:35923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777576.765825:0:35923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777576.765828:0:35923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777576.765831:0:35923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777576.765841:0:35923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777576.765846:0:35923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777576.765849:0:35923:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777576.765850:0:35923:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.765853:0:35923:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777576.765858:0:35923:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.765862:0:35923:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777576.765864:0:35923:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1788777576.765867:0:35923:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777576.765869:0:35923:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777576.765884:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.765891:0:35923:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777576.765894:0:35923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777576.765897:0:35923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777576.765901:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777576.765909:0:35923:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211147264:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777576.765915:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777576.765918:0:35923:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777576.765921:0:35923:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777576.765923:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777576.765927:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777576.765933:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777576.765936:0:35923:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777576.765939:0:35923:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777576.765941:0:35923:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.765944:0:35923:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777576.765948:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.765951:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.765955:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=4 00000020:00000001:1.0:1788777576.765957:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.765960:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000040:1.0:1788777576.765966:0:35923:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044400, remote cookie: 0x542deec0941a7401, flags: 0x1001 00010000:00010000:1.0:1788777576.765972:0:35923:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777576.765983:0:35923:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.765990:0:35923:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777576.765994:0:35923:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777576.766006:0:35923:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777576.766008:0:35923:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777576.766010:0:35923:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777576.766013:0:35923:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd2611000) refcount = 1 00010000:00010000:1.0:1788777576.766017:0:35923:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.766023:0:35923:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777576.766027:0:35923:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777576.766028:0:35923:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777576.766031:0:35923:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777576.766034:0:35923:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.766036:0:35923:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.766043:0:35923:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777576.766044:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.766046:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.766047:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.766048:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.766049:0:35923:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.766056:0:35923:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777576.766058:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.766059:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.766061:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:1.0:1788777576.766063:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766065:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766068:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.766069:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.766070:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=4 00000020:00000001:1.0:1788777576.766072:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766075:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766079:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777576.766082:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.766086:0:35923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.766093:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.766094:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.766096:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.766097:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.766099:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=5 00000020:00000001:1.0:1788777576.766101:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766103:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766105:0:35923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777576.766108:0:35923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.766115:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.766116:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777576.766119:0:35923:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.766130:0:35923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777576.766132:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.766133:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.766134:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.766135:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777576.766140:0:35923:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777576.766149:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.766151:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.766152:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:1.0:1788777576.766154:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766156:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766158:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.766159:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.766160:0:35923:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.766163:0:35923:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777576.766166:0:35923:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777576.766169:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.766170:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.766171:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:1.0:1788777576.766173:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766175:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00000002:00010000:1.0:1788777576.766179:0:35923:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777576.766185:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.766186:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777576.766188:0:35923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777576.766190:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777576.766191:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777576.766192:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:1.0:1788777576.766194:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777576.766197:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000040:1.0:1788777576.766202:0:35923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:1.0:1788777576.766205:0:35923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777576.766208:0:35923:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777576.766211:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777576.766212:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777576.766214:0:35923:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777576.766216:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87938 00000002:00002000:1.0:1788777576.766218:0:35923:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777576.766221:0:35923:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.766225:0:35923:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777576.766228:0:35923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777576.766231:0:35923:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777576.766234:0:35923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777576.766237:0:35923:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777576.766241:0:35923:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327600. 00000080:00000001:1.0:1788777576.766245:0:35923:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777576.766247:0:35923:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777576.766253:0:35923:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777576.766256:0:35923:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777576.768802:0:35923:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3da80. 00800000:00000001:2.0:1788777576.768816:0:35923:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483447936 : -110914226103680 : ffff9b1fc4f3da80) 00800000:00000001:2.0:1788777576.768821:0:35923:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.768826:0:35923:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777576.768832:0:35923:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777576.768834:0:35923:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777576.768838:0:35923:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777576.768843:0:35923:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777576.768845:0:35923:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.768851:0:35923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777576.768855:0:35923:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777576.768861:0:35923:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788777576.768865:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.768869:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.768883:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:2.0:1788777576.768886:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.768889:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.768893:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.768897:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777576.768898:0:35923:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777576.768903:0:35923:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777576.768906:0:35923:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da80 1 00800000:00000010:2.0:1788777576.768909:0:35923:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3da80. 00800000:00000001:2.0:1788777576.768917:0:35923:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777576.768921:0:35923:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcaec 00800000:00000001:2.0:1788777576.768924:0:35923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777576.768928:0:35923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777576.768930:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.768931:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.768932:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:2.0:1788777576.768936:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.768938:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.768941:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.768942:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777576.768944:0:35923:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.768945:0:35923:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.768948:0:35923:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777576.768951:0:35923:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777576.768955:0:35923:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcaec from it ffffb70bc0c87bf8 00010000:00000001:2.0:1788777576.768957:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.768958:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.768959:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:2.0:1788777576.768960:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.768962:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.768965:0:35923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777576.768970:0:35923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.768979:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.768981:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.768982:0:35923:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777576.768986:0:35923:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777576.768988:0:35923:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777576.768996:0:35923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777576.769000:0:35923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777576.769002:0:35923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777576.769007:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.769008:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.769010:0:35923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.769013:0:35923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777576.769016:0:35923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.769018:0:35923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.769024:0:35923:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.769026:0:35923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777576.769028:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.769029:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777576.769033:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.769049:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120000 x1875667211147264/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.769057:0:35923:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777576.769060:0:35923:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777576.769064:0:35923:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1163800. 02000000:00000001:2.0:1788777576.769070:0:35923:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777576.769074:0:35923:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777576.769075:0:35923:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777576.769078:0:35923:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777576.769082:0:35923:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356c000. 02000000:00000001:2.0:1788777576.769087:0:35923:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777576.769089:0:35923:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777576.769091:0:35923:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120000. 00000100:00000001:2.0:1788777576.769096:0:35923:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777576.769097:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777576.769102:0:35923:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777576.769109:0:35923:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777576.769131:0:35923:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca613e40. 00000080:00000001:2.0:1788777576.769138:0:35923:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777576.769142:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87b58 00000080:00200000:2.0:1788777576.769145:0:35923:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), file ffff9b1fd2252c00, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1788777576.769150:0:35923:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fd0efc0c0. 00000080:00000001:2.0:1788777576.769154:0:35923:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777576.769156:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87a08 00000080:00200000:2.0:1788777576.769158:0:35923:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open 00000080:00000010:2.0:1788777576.769168:0:35923:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837bc00. 00800000:00000002:2.0:1788777576.769175:0:35923:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777576.769181:0:35923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777576.769186:0:35923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.769188:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87928 00800000:00000002:2.0:1788777576.769190:0:35923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777576.769195:0:35923:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777576.769198:0:35923:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777576.769203:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777576.769206:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777576.769210:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777576.769212:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777576.769214:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.769216:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777576.769219:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.769223:0:35923:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00000020:00000001:2.0:1788777576.769226:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c878a8 00800000:00000002:2.0:1788777576.769229:0:35923:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788777576.769233:0:35923:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.769235:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c877e0 00000002:00010000:2.0:1788777576.769237:0:35923:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1788777576.769242:0:35923:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777576.769245:0:35923:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777576.769248:0:35923:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777576.769256:0:35923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:2.0:1788777576.769260:0:35923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777576.769262:0:35923:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777576.769266:0:35923:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.769268:0:35923:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.769270:0:35923:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777576.769275:0:35923:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777576.769279:0:35923:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777576.769284:0:35923:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777576.769287:0:35923:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.769289:0:35923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777576.769294:0:35923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777576.769297:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.769298:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.769299:0:35923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.769302:0:35923:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777576.769305:0:35923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777576.769310:0:35923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777576.769318:0:35923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3338000. 00000100:00000001:2.0:1788777576.769327:0:35923:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.769333:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.769348:0:35923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.769350:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.769351:0:35923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.769354:0:35923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.769365:0:35923:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:2.0:1788777576.769368:0:35923:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777576.769371:0:35923:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777576.769373:0:35923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:2.0:1788777576.769376:0:35923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777576.769378:0:35923:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777576.769384:0:35923:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4e00. 00000020:00000001:2.0:1788777576.769388:0:35923:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777576.769390:0:35923:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4e00 with handle 0x22b16ee488cdcaf3 to hash 00000020:00000001:2.0:1788777576.769393:0:35923:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777576.769394:0:35923:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:2.0:1788777576.769398:0:35923:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:2.0:1788777576.769402:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777576.769406:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777576.769410:0:35923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777576.769417:0:35923:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777576.769441:0:35923:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777576.769448:0:35923:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777576.769458:0:35923:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777576.769537:0:35923:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777576.769539:0:35923:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777576.769547:0:35923:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1304300. 00000100:00000001:2.0:1788777576.769549:0:35923:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688733440 : -110914020818176 : ffff9b1fd1304300) 00000100:00000001:2.0:1788777576.769552:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.769554:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:2.0:1788777576.769559:0:35923:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777576.769564:0:35923:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.769567:0:35923:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777576.769569:0:35923:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777576.769574:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.769583:0:35923:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777576.770117:0:35923:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.770125:0:35923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777576.770129:0:35923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777576.770132:0:35923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777576.770138:0:35923:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211147520:192.168.204.133@tcp:101:lfs.0 00000100:00000001:2.0:1788777576.770143:0:35923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777576.770150:0:35923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777576.770154:0:35923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.770157:0:35923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777576.770315:0:35923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:2.0:1788777576.770318:0:35923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777576.770329:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777576.770885:0:35923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b3c8. 00000400:00000010:2.0:1788777576.770898:0:35923:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fc920f800. 00000100:00000200:2.0:1788777576.770908:0:35923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211147520, portal 10 00000100:00000001:2.0:1788777576.770910:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.770912:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:2.0:1788777576.770924:0:35923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.770938:0:35923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777576.770941:0:35923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777576.770946:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e932a8. 00000100:00000200:2.0:1788777576.770949:0:35923:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875667211147520, offset 0 00000400:00000200:2.0:1788777576.770957:0:35923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777576.770970:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.770979:0:35923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777576.770987:0:35923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777576.770993:0:35923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777576.770997:0:35923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777576.771000:0:35923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777576.771005:0:35923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3004:3004:256:4294967295] 192.168.204.133@tcp LPNI seq info [3003:3003:8:4294967295] 00000400:00000200:2.0:1788777576.771010:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.771021:0:35923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777576.771028:0:35923:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777576.771035:0:35923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979c400. 00000800:00000200:2.0:1788777576.771044:0:35923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777576.771054:0:35923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777576.771060:0:35923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979c400 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1788777576.771090:0:35923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777576.771095:0:35923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 836687 usecs (837 jiffies) 00000400:00000200:2.0:1788777576.771099:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777576.771102:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680915 00000100:00000001:2.0:1788777576.771106:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:2.0:1788777576.771109:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680915 00000100:00000001:2.0:1788777576.771111:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:2.0:1788777576.771114:0:35923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777576.771117:0:35923:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.771120:0:35923:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777576.771123:0:35923:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777576.771126:0:35923:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1304300 going to sleep for 11 seconds 00000100:00000001:2.0:1788777576.771129:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777576.771134:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777576.771845:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777576.771853:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979c400. 00000400:00000200:3.0:1788777576.771862:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777576.771869:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777576.771886:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e932a8 00000400:00000010:3.0:1788777576.771888:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e932a8. 00000100:00000001:3.0:1788777576.771894:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777576.771902:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.771914:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777576.771917:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777592 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.771923:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.771925:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777576.776380:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.776405:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.776412:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.776415:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.776438:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.776448:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.776510:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.776517:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.776525:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.776530:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 608 into portal 10 MB=0x6a9e8cdd65900 00000400:00000200:2.0:1788777576.776536:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.776543:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 608/608 into md 0x8bed [64] + 224 00000800:00000001:2.0:1788777576.776553:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.776563:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.776567:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.776573:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.776583:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.776890:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777592 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.776904:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.776928:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777576.777039:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777576.777044:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777576.777065:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777576.777074:0:35923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777576.777077:0:35923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777576.777081:0:35923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b3c8. 00000400:00000200:3.0:1788777576.777086:0:35923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc920f800 00000400:00000010:3.0:1788777576.777089:0:35923:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fc920f800. 00000100:00000001:3.0:1788777576.777094:0:35923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777576.777100:0:35923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777576.777109:0:35923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.777116:0:35923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777576.777118:0:35923:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777576.777121:0:35923:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777576.777125:0:35923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777576.777128:0:35923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777576.777131:0:35923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777576.777135:0:35923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777576.777147:0:35923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777576.777151:0:35923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777576.777154:0:35923:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777576.777158:0:35923:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b1fc639ea00 x1875667211147520/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.777165:0:35923:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777576.777170:0:35923:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777576.777172:0:35923:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777576.777174:0:35923:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777576.777177:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777576.777179:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:3.0:1788777576.777183:0:35923:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777576.777185:0:35923:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:3.0:1788777576.777187:0:35923:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777576.777191:0:35923:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788777576.777196:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.777203:0:35923:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788777576.777206:0:35923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777576.777209:0:35923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777576.777213:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777576.777221:0:35923:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211147520:192.168.204.133@tcp:101:lfs.0 00000100:00000001:3.0:1788777576.777226:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777576.777229:0:35923:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777576.777232:0:35923:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777576.777235:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777576.777239:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.777245:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777576.777249:0:35923:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1304300. 00000100:00000001:3.0:1788777576.777252:0:35923:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777576.777254:0:35923:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788777576.777259:0:35923:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777576.777265:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777576.777269:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777576.777272:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=4 00000020:00000001:3.0:1788777576.777275:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777576.777278:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00010000:3.0:1788777576.777284:0:35923:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777576.777295:0:35923:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788777576.777300:0:35923:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777576.777310:0:35923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777576.777314:0:35923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777576.777322:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777576.777325:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777576.777328:0:35923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777576.777348:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777576.777352:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.777356:0:35923:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777576.777359:0:35923:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777576.777366:0:35923:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd07f4e00 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:3.0:1788777576.777371:0:35923:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777576.777375:0:35923:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777576.777384:0:35923:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777576.777387:0:35923:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777576.777390:0:35923:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777576.777396:0:35923:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777576.777398:0:35923:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777576.777400:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777576.777401:0:35923:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777576.777402:0:35923:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4e00 refcount=5 00000020:00000001:3.0:1788777576.777404:0:35923:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777576.777406:0:35923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677136384 : -110914032415232 : ffff9b1fd07f4e00) 00010000:00000001:3.0:1788777576.777410:0:35923:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777576.777413:0:35923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777576.777418:0:35923:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777576.777420:0:35923:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777576.777423:0:35923:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777576.777425:0:35923:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777576.777429:0:35923:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777576.777430:0:35923:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777576.777432:0:35923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777576.777433:0:35923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777576.777436:0:35923:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4e00 with handle 0x22b16ee488cdcaf3 from hash 00010000:00000001:3.0:1788777576.777438:0:35923:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777576.777440:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777576.777441:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777576.777442:0:35923:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777576.777443:0:35923:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777576.777445:0:35923:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777576.777447:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777576.777447:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777576.777449:0:35923:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777576.777450:0:35923:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777576.777452:0:35923:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777576.777457:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777576.777457:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777576.777459:0:35923:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777576.777460:0:35923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777576.777491:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777576.777492:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777576.777493:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777576.777495:0:35923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4e00/0x22b16ee488cdcaf3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777576.777510:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777576.777513:0:35923:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788777576.777518:0:35923:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788777576.777525:0:35923:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777576.777535:0:35923:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777576.777541:0:35923:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777576.777548:0:35923:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.777550:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777576.777552:0:35923:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.777554:0:35923:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.777555:0:35923:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.777558:0:35923:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777576.777561:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777576.777562:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:3.0:1788777576.777565:0:35923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777576.777566:0:35923:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.777569:0:35923:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777576.777573:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87768 00000002:00002000:3.0:1788777576.777576:0:35923:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788777576.777579:0:35923:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777576.777591:0:35923:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777576.777595:0:35923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777576.777598:0:35923:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777576.777601:0:35923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777576.777606:0:35923:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777576.777609:0:35923:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777576.777612:0:35923:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fd0efc0c0 it_disposition 80002b 00000080:00000001:3.0:1788777576.777615:0:35923:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777576.777623:0:35923:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777576.777625:0:35923:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777576.777629:0:35923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:3.0:1788777576.777632:0:35923:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788777576.777639:0:35923:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777576.777642:0:35923:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:3.0:1788777576.777645:0:35923:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777576.777649:0:35923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:3.0:1788777576.777651:0:35923:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788777576.777657:0:35923:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:3.0:1788777576.777659:0:35923:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff9b1fd159aa08): rc = 0 00000080:00000001:3.0:1788777576.777661:0:35923:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691446792 : -110914018104824 : ffff9b1fd159aa08) 00000080:00000001:3.0:1788777576.777664:0:35923:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777576.777667:0:35923:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777576.777668:0:35923:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777576.777672:0:35923:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9b1fd159aa08) for lock 0x0 00800000:00000001:3.0:1788777576.777675:0:35923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777576.777677:0:35923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:3.0:1788777576.777678:0:35923:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777576.777680:0:35923:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777576.777688:0:35923:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1768288 inode ffff9b1fd159aa08 refc 1 flags 0x20000e 00000080:00000001:3.0:1788777576.777691:0:35923:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777576.777693:0:35923:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777576.777695:0:35923:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777576.777699:0:35923:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777576.777703:0:35923:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837bc00. 00000100:00000001:3.0:1788777576.777708:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777576.777712:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.777717:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777576.777731:0:35923:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777576.777734:0:35923:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777576.777736:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87a48 00000080:00200008:3.0:1788777576.777738:0:35923:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9b1fd159aa08), flags 320400 00000080:00000010:3.0:1788777576.777747:0:35923:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd2350140. 00000080:00000010:3.0:1788777576.777758:0:35923:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc4817080. 00000080:00000001:3.0:1788777576.777761:0:35923:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777576.777764:0:35923:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1788777576.777768:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777576.777773:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777576.777776:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777576.777779:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777576.777781:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777576.777783:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:3.0:1788777576.777786:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.777789:0:35923:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777576.777793:0:35923:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd105bf60. 00000002:00100000:3.0:1788777576.777798:0:35923:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777576.777804:0:35923:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777576.777806:0:35923:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777576.777811:0:35923:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777576.777814:0:35923:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777576.777817:0:35923:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777576.777820:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777576.777823:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777576.777831:0:35923:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777576.777836:0:35923:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:3.0:1788777576.777892:0:35923:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777576.777895:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777576.777898:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87a48 00000080:00000008:3.0:1788777576.777900:0:35923:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9b1fd159aa08), flags 320400, rc = 0 00000080:00000001:3.0:1788777576.777903:0:35923:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777576.777907:0:35923:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777576.777909:0:35923:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fd0efc0c0 released 00000080:00000001:3.0:1788777576.777912:0:35923:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777576.777914:0:35923:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777576.777916:0:35923:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777576.777918:0:35923:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777576.777921:0:35923:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fd0efc0c0. 00000080:00000001:3.0:1788777576.777924:0:35923:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777576.777930:0:35923:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777576.777932:0:35923:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), inode mode 41ed mask 44 00000080:00000001:3.0:1788777576.777937:0:35923:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777576.777988:0:35923:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777576.777991:0:35923:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9b1fd159aa08) cmd=4008669a arg=25af2e0 00000080:00000001:3.0:1788777576.778000:0:35923:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:3.0:1788777576.778006:0:35923:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4f4e800. 00800000:00000001:3.0:1788777576.778015:0:35923:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:3.0:1788777576.778018:0:35923:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x2c:0x0], valid 0x0/0x0 00800000:00000001:3.0:1788777576.778021:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777576.778022:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777576.778023:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777576.778024:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777576.778026:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777576.778027:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:3.0:1788777576.778029:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777576.778034:0:35923:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1788777576.778037:0:35923:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788777576.778043:0:35923:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777576.778050:0:35923:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255500. 00000020:00000040:3.0:1788777576.778054:0:35923:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777576.778061:0:35923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777576.778068:0:35923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777576.778074:0:35923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777576.778076:0:35923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777576.778077:0:35923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.778081:0:35923:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777576.778083:0:35923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777576.778088:0:35923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777576.778096:0:35923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd12ee000. 00000100:00000001:3.0:1788777576.778103:0:35923:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.778106:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777576.778108:0:35923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.778110:0:35923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777576.778111:0:35923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.778113:0:35923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777576.778123:0:35923:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777576.778130:0:35923:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc3255500 x1875667211147776/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777576.778138:0:35923:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777576.778140:0:35923:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777576.778147:0:35923:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd05406c0. 00000100:00000001:3.0:1788777576.778150:0:35923:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159674300096 : -110914035251520 : ffff9b1fd05406c0) 00000100:00000001:3.0:1788777576.778152:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777576.778153:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453136128 : -110914256415488 : ffff9b1fc3255500) 00000100:00000001:3.0:1788777576.778158:0:35923:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777576.778163:0:35923:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.778165:0:35923:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777576.778167:0:35923:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777576.778172:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3255500 x1875667211147776/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777576.778179:0:35923:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777576.778182:0:35923:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777576.778186:0:35923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777576.778189:0:35923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777576.778192:0:35923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777576.778195:0:35923:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3255500 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211147776:192.168.204.133@tcp:36:lfs.0 00000100:00000001:3.0:1788777576.778200:0:35923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777576.778206:0:35923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777576.778209:0:35923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777576.778212:0:35923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777576.778217:0:35923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12edc00. 02000000:00000001:3.0:1788777576.778219:0:35923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777576.778226:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777576.778231:0:35923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73370. 00000400:00000010:3.0:1788777576.778237:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255088. 00000100:00000200:3.0:1788777576.778245:0:35923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211147776, portal 10 00000100:00000001:3.0:1788777576.778247:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777576.778248:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453136128 : -110914256415488 : ffff9b1fc3255500) 00000100:00000040:3.0:1788777576.778254:0:35923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3255500 x1875667211147776/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777576.778267:0:35923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777576.778271:0:35923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777576.778273:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255bb0. 00000100:00000200:3.0:1788777576.778276:0:35923:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667211147776, offset 0 00000400:00000200:3.0:1788777576.778284:0:35923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777576.778292:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.778301:0:35923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777576.778307:0:35923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777576.778312:0:35923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777576.778316:0:35923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777576.778319:0:35923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777576.778323:0:35923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3005:3005:256:4294967295] 192.168.204.133@tcp LPNI seq info [3004:3004:8:4294967295] 00000400:00000200:3.0:1788777576.778327:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.778336:0:35923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777576.778343:0:35923:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777576.778349:0:35923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bf00. 00000800:00000200:3.0:1788777576.778357:0:35923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777576.778366:0:35923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777576.778372:0:35923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bf00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788777576.778403:0:35923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777576.778409:0:35923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 835661 usecs (836 jiffies) 00000400:00000200:3.0:1788777576.778412:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777576.778415:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680921 00000100:00000001:3.0:1788777576.778419:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:3.0:1788777576.778421:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680921 00000100:00000001:3.0:1788777576.778424:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:3.0:1788777576.778426:0:35923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777576.778429:0:35923:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.778432:0:35923:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777576.778435:0:35923:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777576.778437:0:35923:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd05406c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788777576.778440:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777576.778443:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777576.778957:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777576.778964:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bf00. 00000400:00000200:2.0:1788777576.778970:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.778976:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777576.778981:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255bb0 00000400:00000010:2.0:1788777576.778984:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255bb0. 00000100:00000001:2.0:1788777576.778990:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777576.778996:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3255500 x1875667211147776/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777576.779006:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.779008:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3255500 x1875667211147776/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777576.779015:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.779016:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777576.782775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4e00. 00000800:00000001:3.0:1788777576.783254:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777576.783272:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777576.783276:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777576.783279:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777576.783291:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.783300:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777576.783312:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.783318:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.783325:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.783329:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd65a00 00000400:00000200:3.0:1788777576.783346:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.783354:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8bfd [1] + 224 00000800:00000001:3.0:1788777576.783363:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777576.783371:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777576.783375:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777576.783381:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777576.783391:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777576.783413:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3255500 x1875667211147776/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777592 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777576.783424:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9b1fc3255500 x1875667211147776/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777576.783450:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777576.783492:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777576.783497:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777576.783780:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777576.783791:0:35923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777576.783794:0:35923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777576.783799:0:35923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73370. 00000400:00000200:2.0:1788777576.783806:0:35923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255088 00000400:00000010:2.0:1788777576.783808:0:35923:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255088. 00000100:00000001:2.0:1788777576.783812:0:35923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.783817:0:35923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3255500 x1875667211147776/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777576.783827:0:35923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3255500 x1875667211147776/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777576.783833:0:35923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777576.783836:0:35923:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777576.783839:0:35923:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777576.783844:0:35923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777576.783847:0:35923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777576.783849:0:35923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.783853:0:35923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777576.783865:0:35923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777576.783870:0:35923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777576.783883:0:35923:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777576.783885:0:35923:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.783889:0:35923:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777576.783894:0:35923:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.783898:0:35923:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777576.783900:0:35923:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777576.783903:0:35923:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777576.783906:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.783907:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453136128 : -110914256415488 : ffff9b1fc3255500) 00000100:00000001:2.0:1788777576.783919:0:35923:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777576.783922:0:35923:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1788777576.783924:0:35923:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777576.783928:0:35923:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777576.783934:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3255500 x1875667211147776/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777592 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777576.783942:0:35923:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777576.783945:0:35923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777576.783947:0:35923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777576.783952:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255500 x1875667211147776/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777592 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777576.783960:0:35923:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3255500 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211147776:192.168.204.133@tcp:36:lfs.0 00000100:00000001:2.0:1788777576.783965:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777576.783969:0:35923:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.783972:0:35923:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777576.783975:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.783978:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3255500 x1875667211147776/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777592 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777576.783985:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777576.783990:0:35923:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd05406c0. 00000100:00000001:2.0:1788777576.783993:0:35923:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777576.783995:0:35923:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.784004:0:35923:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.784009:0:35923:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777576.784016:0:35923:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4f4e800. 00000100:00000001:2.0:1788777576.784019:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.784080:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3255500 x1875667211147776/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777592 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777576.784092:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.784095:0:35923:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.784098:0:35923:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.784144:0:35923:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777576.784148:0:35923:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777576.784152:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87dd0 00000080:00200008:2.0:1788777576.784155:0:35923:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9b1fd159aa08), flags 320000 00000080:00400000:2.0:1788777576.784160:0:35923:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x2c:0x0] 00000080:00000001:2.0:1788777576.784165:0:35923:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777576.784167:0:35923:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788777576.784169:0:35923:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788777576.784176:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777576.784179:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777576.784183:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777576.784185:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777576.784187:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.784189:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1788777576.784191:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.784197:0:35923:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777576.784200:0:35923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777576.784208:0:35923:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.784210:0:35923:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.784212:0:35923:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2c:0x0]: 0 00000080:00000001:2.0:1788777576.784216:0:35923:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777576.784218:0:35923:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777576.784224:0:35923:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc837a200. 00000080:00000001:2.0:1788777576.784226:0:35923:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777576.784235:0:35923:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777576.784240:0:35923:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788777576.784242:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777576.784243:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777576.784244:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777576.784246:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777576.784247:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.784249:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1788777576.784250:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.784253:0:35923:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2c:0x0] 00000002:00000001:2.0:1788777576.784258:0:35923:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777576.784260:0:35923:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x2c:0x0] file closed with intent: 0 00000100:00000010:2.0:1788777576.784266:0:35923:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f100. 00000020:00000040:2.0:1788777576.784271:0:35923:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777576.784275:0:35923:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777576.784279:0:35923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777576.784284:0:35923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777576.784294:0:35923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc837a000. 00000100:00000001:2.0:1788777576.784302:0:35923:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777576.784315:0:35923:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777576.784324:0:35923:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777576.784329:0:35923:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639f100 x1875667211148032/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777576.784347:0:35923:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777576.784349:0:35923:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777576.784356:0:35923:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1304840. 00000100:00000001:2.0:1788777576.784359:0:35923:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688734784 : -110914020816832 : ffff9b1fd1304840) 00000100:00000001:2.0:1788777576.784361:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.784362:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000001:2.0:1788777576.784367:0:35923:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777576.784372:0:35923:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.784374:0:35923:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777576.784376:0:35923:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777576.784380:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f100 x1875667211148032/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.784387:0:35923:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777576.784391:0:35923:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.784396:0:35923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777576.784399:0:35923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777576.784411:0:35923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777576.784414:0:35923:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211148032:192.168.204.133@tcp:35:lfs.0 00000100:00000001:2.0:1788777576.784422:0:35923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777576.784430:0:35923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777576.784433:0:35923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.784436:0:35923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777576.784441:0:35923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333bc00. 02000000:00000001:2.0:1788777576.784443:0:35923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777576.784449:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777576.784453:0:35923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b6e0. 00000400:00000010:2.0:1788777576.784459:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93cc0. 00000100:00000200:2.0:1788777576.784508:0:35923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211148032, portal 10 00000100:00000001:2.0:1788777576.784511:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.784512:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000040:2.0:1788777576.784518:0:35923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639f100 x1875667211148032/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.784526:0:35923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777576.784528:0:35923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777576.784532:0:35923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93dd0. 00000100:00000200:2.0:1788777576.784535:0:35923:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211148032, offset 0 00000400:00000200:2.0:1788777576.784542:0:35923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777576.784552:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.784560:0:35923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777576.784567:0:35923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777576.784574:0:35923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777576.784579:0:35923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777576.784789:0:35923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777576.784803:0:35923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3006:3006:256:4294967295] 192.168.204.133@tcp LPNI seq info [3005:3005:8:4294967295] 00000400:00000200:2.0:1788777576.784810:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.784822:0:35923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777576.784829:0:35923:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777576.784836:0:35923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979c200. 00000800:00000200:2.0:1788777576.784844:0:35923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777576.784852:0:35923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777576.784858:0:35923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979c200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777576.784886:0:35923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777576.784892:0:35923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 834635 usecs (835 jiffies) 00000400:00000200:2.0:1788777576.784895:0:35923:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777576.784899:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680927 00000100:00000001:2.0:1788777576.784903:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296680929 00000100:00000001:2.0:1788777576.784906:0:35923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680927 00000100:00000001:2.0:1788777576.784908:0:35923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296680929 00000100:00000001:2.0:1788777576.784911:0:35923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777576.784915:0:35923:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.784917:0:35923:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777576.784920:0:35923:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777576.784922:0:35923:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1304840 going to sleep for 11 seconds 00000100:00000001:2.0:1788777576.784925:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777576.784928:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777576.789609:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777576.789624:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979c200. 00000400:00000200:3.0:1788777576.789635:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777576.789647:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777576.789661:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93dd0 00000400:00000010:3.0:1788777576.789664:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93dd0. 00000100:00000001:3.0:1788777576.789670:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777576.789682:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f100 x1875667211148032/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.789698:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777576.789702:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f100 x1875667211148032/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.789710:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.789712:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777576.793502:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777576.793525:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777576.793531:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777576.793534:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777576.793554:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.793564:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777576.793576:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.793582:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.793598:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.793603:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd65b00 00000400:00000200:3.0:1788777576.793609:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777576.793615:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8c0d [1] + 224 00000800:00000001:3.0:1788777576.793625:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777576.793633:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777576.793637:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777576.793643:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777576.793654:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777576.793666:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f100 x1875667211148032/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777592 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777576.793678:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc639f100 x1875667211148032/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.793703:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777576.793715:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777576.793718:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777576.794039:0:35923:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777576.794050:0:35923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777576.794052:0:35923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777576.794057:0:35923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b6e0. 00000400:00000200:2.0:1788777576.794063:0:35923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93cc0 00000400:00000010:2.0:1788777576.794066:0:35923:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93cc0. 00000100:00000001:2.0:1788777576.794070:0:35923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.794076:0:35923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f100 x1875667211148032/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777576.794084:0:35923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f100 x1875667211148032/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.794091:0:35923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777576.794093:0:35923:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777576.794097:0:35923:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777576.794102:0:35923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777576.794105:0:35923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777576.794109:0:35923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.794112:0:35923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777576.794125:0:35923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777576.794131:0:35923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777576.794133:0:35923:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777576.794136:0:35923:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.794139:0:35923:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777576.794144:0:35923:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.794148:0:35923:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777576.794151:0:35923:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777576.794152:0:35923:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777576.794155:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.794157:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000001:2.0:1788777576.794162:0:35923:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777576.794164:0:35923:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1788777576.794166:0:35923:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777576.794170:0:35923:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777576.794175:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f100 x1875667211148032/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777592 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.794183:0:35923:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777576.794187:0:35923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777576.794190:0:35923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777576.794194:0:35923:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f100 x1875667211148032/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777592 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777576.794203:0:35923:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35923:1875667211148032:192.168.204.133@tcp:35:lfs.0 00000100:00000001:2.0:1788777576.794209:0:35923:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777576.794212:0:35923:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.794215:0:35923:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777576.794218:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.794222:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f100 x1875667211148032/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777592 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.794229:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777576.794251:0:35923:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1304840. 00000100:00000001:2.0:1788777576.794256:0:35923:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777576.794258:0:35923:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.794267:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.794268:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000002:00000001:2.0:1788777576.794271:0:35923:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.794275:0:35923:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777576.794282:0:35923:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837a200. 00000080:00000001:2.0:1788777576.794286:0:35923:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788777576.794290:0:35923:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788777576.794293:0:35923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777576.794297:0:35923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777576.794299:0:35923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777576.794302:0:35923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777576.794304:0:35923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.794306:0:35923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1788777576.794309:0:35923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.794314:0:35923:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788777576.794320:0:35923:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.794328:0:35923:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.794330:0:35923:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:2.0:1788777576.794332:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.794336:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.794342:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.794344:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.794347:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f100 x1875667211148032/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777592 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.794353:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.794354:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.794357:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211147520/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777592 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.794370:0:35923:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788777576.794375:0:35923:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777576.794377:0:35923:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777576.794380:0:35923:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777576.794384:0:35923:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3338000. 02000000:00000001:2.0:1788777576.794388:0:35923:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777576.794391:0:35923:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777576.794393:0:35923:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:2.0:1788777576.794397:0:35923:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777576.794398:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777576.794400:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.794403:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f100 x1875667211148032/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777592 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.794409:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777576.794411:0:35923:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd105bf60. 00000002:00000001:2.0:1788777576.794416:0:35923:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.794418:0:35923:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777576.794420:0:35923:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc4817080. 00000100:00000001:2.0:1788777576.794422:0:35923:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.794425:0:35923:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f100 x1875667211148032/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.794431:0:35923:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777576.794433:0:35923:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777576.794436:0:35923:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333bc00. 02000000:00000001:2.0:1788777576.794438:0:35923:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777576.794440:0:35923:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777576.794441:0:35923:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777576.794443:0:35923:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777576.794444:0:35923:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc837a000. 02000000:00000001:2.0:1788777576.794446:0:35923:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777576.794447:0:35923:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777576.794448:0:35923:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f100. 00000100:00000001:2.0:1788777576.794451:0:35923:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777576.794453:0:35923:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777576.794456:0:35923:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777576.794505:0:35923:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd2350140. 00000080:00000001:2.0:1788777576.794511:0:35923:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.794518:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87dd0 00000080:00000008:2.0:1788777576.794521:0:35923:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9b1fd159aa08), flags 320000, rc = 0 00000080:00000001:2.0:1788777576.794525:0:35923:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.794528:0:35923:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.794533:0:35923:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777576.794536:0:35923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc0c87e00 00000080:00002000:2.0:1788777576.794537:0:35923:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff9b1fd1768288, parent ffff9b1fd155f360, inode ffff9b1fd159aa08) hashed, 00000080:00000001:2.0:1788777576.794540:0:35923:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777576.794559:0:35923:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777576.794566:0:35923:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788777576.803894:0:35924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca613e40. 00010000:00010000:1.0:1788777576.814441:0:35926:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777576.814456:0:35926:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777576.814459:0:35926:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.814495:0:35926:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.814502:0:35926:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777576.814504:0:35926:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.814506:0:35926:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777576.814554:0:35926:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777576.814556:0:35926:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777576.814557:0:35926:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777576.814559:0:35926:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.814561:0:35926:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777576.814562:0:35926:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777576.814564:0:35926:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.873754:0:35930:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777576.873768:0:35930:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777576.873772:0:35930:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777576.873779:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bbc0 00000080:00200000:2.0:1788777576.873787:0:35930:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777576.873800:0:35930:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837b400. 00800000:00000002:2.0:1788777576.873812:0:35930:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777576.873819:0:35930:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777576.873827:0:35930:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.873830:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bae0 00800000:00000002:2.0:1788777576.873833:0:35930:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777576.873839:0:35930:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777576.873843:0:35930:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777576.873848:0:35930:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777576.873852:0:35930:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777576.873856:0:35930:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777576.873858:0:35930:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.873860:0:35930:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777576.873863:0:35930:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.873869:0:35930:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777576.874010:0:35930:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.874013:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b9b0 00000002:00010000:2.0:1788777576.874015:0:35930:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777576.874020:0:35930:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777576.874022:0:35930:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777576.874026:0:35930:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777576.874036:0:35930:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:2.0:1788777576.874040:0:35930:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777576.874047:0:35930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777576.874052:0:35930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777576.874059:0:35930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777576.874072:0:35930:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777576.874078:0:35930:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777576.874082:0:35930:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777576.874090:0:35930:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777576.874092:0:35930:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777576.874095:0:35930:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777576.874098:0:35930:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777576.874100:0:35930:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777576.874102:0:35930:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777576.874105:0:35930:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777576.874109:0:35930:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777576.874113:0:35930:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837b400. 00000080:00000001:2.0:1788777576.874118:0:35930:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777576.874120:0:35930:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777576.874123:0:35930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777576.874127:0:35930:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcaec 00800000:00000001:2.0:1788777576.874132:0:35930:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777576.874134:0:35930:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777576.874136:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.874139:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.874143:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:2.0:1788777576.874146:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.874150:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.874154:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.874156:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777576.874158:0:35930:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.874160:0:35930:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777576.874163:0:35930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcaec from it ffffb70bc1c4bbf8 00010000:00000001:2.0:1788777576.874165:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.874167:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.874168:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:2.0:1788777576.874170:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.874173:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777576.874176:0:35930:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777576.874179:0:35930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777576.874186:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.874187:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.874189:0:35930:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777576.874192:0:35930:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777576.874195:0:35930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777576.874204:0:35930:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777576.874208:0:35930:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777576.874211:0:35930:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777576.874216:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.874217:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.874219:0:35930:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.874223:0:35930:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777576.874225:0:35930:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.874228:0:35930:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.874232:0:35930:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.874234:0:35930:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777576.874236:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.874237:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777576.874241:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777576.874243:0:35930:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777576.874246:0:35930:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777576.874251:0:35930:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777576.874264:0:35930:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca6133c0. 00000020:00000001:2.0:1788777576.874269:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bb28 00000080:00200000:2.0:1788777576.874271:0:35930:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags=25 00000080:00000001:2.0:1788777576.874276:0:35930:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777576.874278:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b9d8 00000080:00200000:2.0:1788777576.874281:0:35930:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=0 00000080:00000010:2.0:1788777576.874288:0:35930:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837b400. 00800000:00000002:2.0:1788777576.874292:0:35930:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777576.874297:0:35930:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777576.874299:0:35930:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.874300:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b8f8 00800000:00000002:2.0:1788777576.874302:0:35930:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777576.874306:0:35930:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777576.874310:0:35930:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777576.874312:0:35930:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777576.874313:0:35930:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777576.874315:0:35930:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777576.874317:0:35930:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.874319:0:35930:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777576.874321:0:35930:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.874323:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b890 00800000:00000002:2.0:1788777576.874325:0:35930:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:2.0:1788777576.874329:0:35930:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.874330:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b7c8 00000002:00010000:2.0:1788777576.874406:0:35930:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788777576.874411:0:35930:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777576.874414:0:35930:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777576.874420:0:35930:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f100. 00000020:00000040:2.0:1788777576.874426:0:35930:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777576.874433:0:35930:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777576.874438:0:35930:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777576.874442:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.874443:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.874445:0:35930:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.874450:0:35930:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777576.874453:0:35930:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777576.874457:0:35930:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777576.874551:0:35930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333bc00. 00000100:00000001:2.0:1788777576.874566:0:35930:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.874575:0:35930:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.874577:0:35930:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.874579:0:35930:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.874581:0:35930:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.874583:0:35930:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.874598:0:35930:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00010000:00000001:2.0:1788777576.874603:0:35930:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777576.874606:0:35930:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777576.874610:0:35930:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:2.0:1788777576.874612:0:35930:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777576.874616:0:35930:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777576.874621:0:35930:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5e00. 00000020:00000001:2.0:1788777576.874626:0:35930:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777576.874628:0:35930:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5e00 with handle 0x22b16ee488cdcafa to hash 00000020:00000001:2.0:1788777576.874631:0:35930:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777576.874633:0:35930:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.874639:0:35930:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.874643:0:35930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777576.874645:0:35930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777576.874649:0:35930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777576.874658:0:35930:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777576.874671:0:35930:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35930 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777576.874682:0:35930:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777576.874684:0:35930:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777576.874695:0:35930:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1304840. 00000100:00000001:2.0:1788777576.874698:0:35930:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688734784 : -110914020816832 : ffff9b1fd1304840) 00000100:00000001:2.0:1788777576.874702:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.874704:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000001:2.0:1788777576.874711:0:35930:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777576.874718:0:35930:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.874721:0:35930:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777576.874723:0:35930:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777576.874742:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.874753:0:35930:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777576.874756:0:35930:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.874762:0:35930:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777576.874765:0:35930:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777576.874768:0:35930:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777576.874773:0:35930:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211148160:192.168.204.133@tcp:101:multiop.0 00000100:00000001:2.0:1788777576.874780:0:35930:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777576.874789:0:35930:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777576.874793:0:35930:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.874797:0:35930:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777576.874804:0:35930:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc9208000. 02000000:00000001:2.0:1788777576.874806:0:35930:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777576.874816:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777576.874822:0:35930:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b6e0. 00000400:00000010:2.0:1788777576.874833:0:35930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93cc0. 00000100:00000200:2.0:1788777576.874849:0:35930:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211148160, portal 10 00000100:00000001:2.0:1788777576.874851:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.874852:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000040:2.0:1788777576.874859:0:35930:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.874898:0:35930:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777576.874902:0:35930:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777576.874905:0:35930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93a18. 00000100:00000200:2.0:1788777576.874908:0:35930:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667211148160, offset 0 00000400:00000200:2.0:1788777576.874917:0:35930:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777576.874930:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.874939:0:35930:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777576.874946:0:35930:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777576.874952:0:35930:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777576.874957:0:35930:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777576.874960:0:35930:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777576.874965:0:35930:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3007:3007:256:4294967295] 192.168.204.133@tcp LPNI seq info [3006:3006:8:4294967295] 00000400:00000200:2.0:1788777576.874970:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.874982:0:35930:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777576.874990:0:35930:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777576.874998:0:35930:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979cd00. 00000800:00000200:2.0:1788777576.875007:0:35930:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777576.875020:0:35930:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777576.875026:0:35930:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979cd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777576.875115:0:35930:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777576.875120:0:35930:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 833616 usecs (834 jiffies) 00000400:00000200:2.0:1788777576.875125:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777576.875128:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681016 00000100:00000001:2.0:1788777576.875137:0:35930:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296680929 00000100:00000001:2.0:1788777576.875143:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681016 00000100:00000001:2.0:1788777576.875147:0:35930:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296680929 00000100:00000001:2.0:1788777576.875150:0:35930:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777576.875153:0:35930:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.875157:0:35930:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777576.875160:0:35930:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777576.875163:0:35930:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1304840 going to sleep for 11 seconds 00000100:00000001:2.0:1788777576.875166:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777576.875170:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777576.875422:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777576.875427:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979cd00. 00000400:00000200:3.0:1788777576.875433:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777576.875439:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777576.875447:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93a18 00000400:00000010:3.0:1788777576.875450:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93a18. 00000100:00000001:3.0:1788777576.875455:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777576.879315:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.879893:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777576.879910:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.879920:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.879922:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777576.880245:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.880267:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.880271:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.880273:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.880283:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.880290:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.880299:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.880306:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.880313:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.880317:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 584 into portal 10 MB=0x6a9e8cdd65b80 00000400:00000200:2.0:1788777576.880323:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.880330:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 584/584 into md 0x8c1d [1] + 224 00000800:00000001:2.0:1788777576.880346:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.880354:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.880359:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.880364:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.880373:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.880380:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.880391:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.880529:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777576.880970:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.881025:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.881030:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777576.881090:0:35930:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777576.881093:0:35930:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777576.881097:0:35930:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b6e0. 00000400:00000200:3.0:1788777576.881104:0:35930:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93cc0 00000400:00000010:3.0:1788777576.881107:0:35930:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93cc0. 00000100:00000001:3.0:1788777576.881111:0:35930:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777576.881121:0:35930:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777576.881130:0:35930:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.881136:0:35930:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777576.881138:0:35930:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777576.881141:0:35930:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777576.881146:0:35930:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777576.881148:0:35930:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777576.881151:0:35930:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777576.881154:0:35930:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777576.881168:0:35930:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777576.881174:0:35930:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777576.881176:0:35930:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777576.881178:0:35930:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.881182:0:35930:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777576.881187:0:35930:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.881192:0:35930:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777576.881195:0:35930:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:3.0:1788777576.881197:0:35930:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777576.881201:0:35930:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777576.881207:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.881214:0:35930:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777576.881218:0:35930:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777576.881221:0:35930:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777576.881225:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777592 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777576.881233:0:35930:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211148160:192.168.204.133@tcp:101:multiop.0 00000100:00000001:3.0:1788777576.881240:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777576.881243:0:35930:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.881247:0:35930:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777576.881249:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777576.881252:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777592 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.881260:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777576.881263:0:35930:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1304840. 00000100:00000001:3.0:1788777576.881266:0:35930:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777576.881268:0:35930:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777576.881272:0:35930:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777576.881277:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777576.881281:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777576.881285:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=4 00000020:00000001:3.0:1788777576.881289:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:3.0:1788777576.881293:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000040:3.0:1788777576.881301:0:35930:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5e00, remote cookie: 0x542deec0941a7440, flags: 0x1001 00010000:00010000:3.0:1788777576.881307:0:35930:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777576.881317:0:35930:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777576.881321:0:35930:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777576.881622:0:35930:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6f00. 00010000:00000010:2.0:1788777576.881629:0:35930:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d880. 00010000:00000001:2.0:1788777576.881635:0:35930:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777576.881640:0:35930:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777576.881652:0:35930:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.881660:0:35930:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777576.881665:0:35930:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777576.881668:0:35930:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777576.881670:0:35930:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777576.881671:0:35930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777576.881674:0:35930:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2c:0x0].0x0 (ffff9b1fd20e6f00) refcount = 1 00010000:00010000:2.0:1788777576.881679:0:35930:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.881685:0:35930:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777576.881690:0:35930:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777576.881692:0:35930:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777576.881696:0:35930:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777576.881698:0:35930:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777576.881702:0:35930:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.881709:0:35930:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777576.881711:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.881713:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.881714:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.881715:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.881717:0:35930:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.881724:0:35930:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777576.881726:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.881727:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.881729:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=3 00000020:00000001:2.0:1788777576.881732:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881734:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881737:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.881738:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.881740:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=4 00000020:00000001:2.0:1788777576.881742:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881743:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881747:0:35930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777576.881750:0:35930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777576.881754:0:35930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.881761:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.881762:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.881763:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.881764:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.881766:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=5 00000020:00000001:2.0:1788777576.881767:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881770:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881772:0:35930:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777576.881775:0:35930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.881781:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.881783:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777576.881785:0:35930:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.881792:0:35930:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777576.881793:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.881794:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.881795:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.881796:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777576.881804:0:35930:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777576.881818:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.881820:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.881821:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=3 00000020:00000001:2.0:1788777576.881823:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881825:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881828:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.881829:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777576.881831:0:35930:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.881834:0:35930:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.881837:0:35930:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777576.881840:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.881841:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.881843:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=3 00000020:00000001:2.0:1788777576.881845:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881847:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00000002:00010000:2.0:1788777576.881851:0:35930:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.881857:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.881858:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.881861:0:35930:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777576.881862:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.881863:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.881864:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=3 00000020:00000001:2.0:1788777576.881866:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.881869:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000040:2.0:1788777576.881885:0:35930:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 2 00010000:00000001:2.0:1788777576.881888:0:35930:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777576.881893:0:35930:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/44 (0 0) 00010000:00000001:2.0:1788777576.881896:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.881897:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777576.881900:0:35930:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777576.881903:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b750 00000002:00002000:2.0:1788777576.881906:0:35930:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777576.881911:0:35930:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.881915:0:35930:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.881918:0:35930:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777576.881922:0:35930:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777576.881926:0:35930:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.881932:0:35930:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777576.881936:0:35930:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777576.881938:0:35930:0:(namei.c:674:ll_lookup_it_finish()) it ffffb70bc1c4bac8 it_disposition b 00000080:00000001:2.0:1788777576.881943:0:35930:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777576.881951:0:35930:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777576.881955:0:35930:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777576.881958:0:35930:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1788777576.881961:0:35930:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788777576.881968:0:35930:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777576.881971:0:35930:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:2.0:1788777576.881974:0:35930:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.881978:0:35930:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1788777576.881981:0:35930:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777576.881986:0:35930:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:2.0:1788777576.881990:0:35930:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff9b1fd159aa08): rc = 0 00000080:00000001:2.0:1788777576.881992:0:35930:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691446792 : -110914018104824 : ffff9b1fd159aa08) 00010000:00000001:2.0:1788777576.881994:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.881995:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.881997:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=3 00000020:00000001:2.0:1788777576.881999:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.882001:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.882004:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.882005:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777576.882007:0:35930:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777576.882009:0:35930:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777576.882010:0:35930:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777576.882013:0:35930:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777576.882016:0:35930:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777576.882020:0:35930:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9b1fd159aa08) for lock 0x22b16ee488cdcafa 00800000:00000001:2.0:1788777576.882023:0:35930:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777576.882025:0:35930:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777576.882026:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.882027:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.882028:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=3 00000020:00000001:2.0:1788777576.882030:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.882032:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.882035:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.882036:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777576.882038:0:35930:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.882040:0:35930:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777576.882050:0:35930:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1768948 inode ffff9b1fd159aa08 refc 1 flags 0x20000e 00000080:00000001:2.0:1788777576.882055:0:35930:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777576.882056:0:35930:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.882059:0:35930:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777576.882063:0:35930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9b1fd159aa08) 00000080:00010000:2.0:1788777576.882067:0:35930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcafa from it ffffb70bc1c4bac8 00010000:00000001:2.0:1788777576.882070:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.882071:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.882073:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5e00 refcount=3 00000020:00000001:2.0:1788777576.882075:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.882077:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140480 : -110914032411136 : ffff9b1fd07f5e00) 00010000:00000001:2.0:1788777576.882079:0:35930:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777576.882082:0:35930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.882089:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.882090:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.882092:0:35930:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777576.882095:0:35930:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777576.882097:0:35930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5e00/0x22b16ee488cdcafa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7440 expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777576.882111:0:35930:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777576.882114:0:35930:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777576.882117:0:35930:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777576.882123:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.882125:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.882126:0:35930:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.882130:0:35930:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777576.882133:0:35930:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.882135:0:35930:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.882139:0:35930:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.882141:0:35930:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777576.882143:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.882144:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777576.882146:0:35930:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777576.882150:0:35930:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837b400. 00000100:00000001:2.0:1788777576.882156:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.882161:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f100 x1875667211148160/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.882169:0:35930:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777576.882173:0:35930:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777576.882178:0:35930:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc9208000. 02000000:00000001:2.0:1788777576.882182:0:35930:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777576.882185:0:35930:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777576.882187:0:35930:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777576.882190:0:35930:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777576.882194:0:35930:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333bc00. 02000000:00000001:2.0:1788777576.882200:0:35930:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777576.882203:0:35930:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777576.882206:0:35930:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f100. 00000100:00000001:2.0:1788777576.882210:0:35930:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777576.882212:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777576.882224:0:35930:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777576.882227:0:35930:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), inode mode 41ed mask 1 00000080:00000001:2.0:1788777576.882233:0:35930:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777576.882256:0:35930:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca613120. 00000080:00000001:2.0:1788777576.882262:0:35930:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777576.882263:0:35930:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), inode mode 41ed mask 3 00000080:00000001:2.0:1788777576.882266:0:35930:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.882270:0:35930:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777576.882272:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bb58 00000080:00200000:2.0:1788777576.882274:0:35930:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), file ffff9b1fc2866000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788777576.882280:0:35930:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fd0efcc60. 00000080:00000001:2.0:1788777576.882286:0:35930:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777576.882288:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4ba08 00000080:00200000:2.0:1788777576.882290:0:35930:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), intent=open|creat 00000080:00000010:2.0:1788777576.882301:0:35930:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837b400. 00000080:00000001:2.0:1788777576.882312:0:35930:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777576.882316:0:35930:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.882318:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b928 00800000:00000002:2.0:1788777576.882321:0:35930:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000405:0x2c:0x0] 00800000:00000001:2.0:1788777576.882325:0:35930:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777576.882329:0:35930:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777576.882335:0:35930:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777576.882339:0:35930:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777576.882343:0:35930:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777576.882346:0:35930:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777576.882349:0:35930:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.882352:0:35930:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1788777576.882355:0:35930:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.882359:0:35930:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:2.0:1788777576.882364:0:35930:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777576.882366:0:35930:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777576.882369:0:35930:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777576.882373:0:35930:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777576.882376:0:35930:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x2e:0x0] 40000000:00000001:2.0:1788777576.882380:0:35930:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.882382:0:35930:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.882385:0:35930:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.882387:0:35930:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.882390:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b8a8 00800000:00000002:2.0:1788777576.882393:0:35930:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2e:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:2.0:1788777576.882399:0:35930:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777576.882570:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b7e0 00000002:00010000:2.0:1788777576.882573:0:35930:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000405:0x2e:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788777576.882578:0:35930:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777576.882581:0:35930:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777576.882584:0:35930:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777576.882589:0:35930:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.882591:0:35930:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777576.882593:0:35930:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 2 00010000:00000001:2.0:1788777576.882596:0:35930:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777576.882599:0:35930:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777576.882602:0:35930:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.882604:0:35930:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.882606:0:35930:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777576.882611:0:35930:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f100. 00000020:00000040:2.0:1788777576.882615:0:35930:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777576.882623:0:35930:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777576.882625:0:35930:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.882628:0:35930:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777576.882634:0:35930:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777576.882637:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.882638:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.882639:0:35930:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.882643:0:35930:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777576.882646:0:35930:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777576.882650:0:35930:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777576.882659:0:35930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333bc00. 00000100:00000001:2.0:1788777576.882668:0:35930:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.882673:0:35930:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.882675:0:35930:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.882677:0:35930:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.882678:0:35930:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.882680:0:35930:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.882692:0:35930:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00010000:00000001:2.0:1788777576.882696:0:35930:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777576.882699:0:35930:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777576.882701:0:35930:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 2 00010000:00000001:2.0:1788777576.882704:0:35930:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777576.882706:0:35930:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777576.882710:0:35930:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4000. 00000020:00000001:2.0:1788777576.882716:0:35930:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777576.882719:0:35930:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4000 with handle 0x22b16ee488cdcb01 to hash 00000020:00000001:2.0:1788777576.882722:0:35930:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777576.882723:0:35930:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777576.882729:0:35930:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:2.0:1788777576.882733:0:35930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777576.882736:0:35930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777576.882739:0:35930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777576.882748:0:35930:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35930 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777576.882763:0:35930:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777576.882772:0:35930:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639f100 x1875667211148416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777576.882783:0:35930:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35930 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777576.882788:0:35930:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777576.882790:0:35930:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777576.882798:0:35930:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1304b40. 00000100:00000001:2.0:1788777576.882801:0:35930:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688735552 : -110914020816064 : ffff9b1fd1304b40) 00000100:00000001:2.0:1788777576.882804:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.882806:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000001:2.0:1788777576.882812:0:35930:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777576.882819:0:35930:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.882821:0:35930:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777576.882823:0:35930:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777576.882828:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f100 x1875667211148416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.882838:0:35930:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777576.882841:0:35930:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.882845:0:35930:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777576.882848:0:35930:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777576.882851:0:35930:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777576.882855:0:35930:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211148416:192.168.204.133@tcp:101:multiop.0 00000100:00000001:2.0:1788777576.882859:0:35930:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777576.882866:0:35930:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777576.882880:0:35930:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.882884:0:35930:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777576.882972:0:35930:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd1220000. 02000000:00000001:2.0:1788777576.882975:0:35930:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777576.882986:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777576.882991:0:35930:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bec8. 00000400:00000010:2.0:1788777576.883000:0:35930:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fc3338000. 00000100:00000200:2.0:1788777576.883011:0:35930:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211148416, portal 10 00000100:00000001:2.0:1788777576.883014:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.883015:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000040:2.0:1788777576.883023:0:35930:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639f100 x1875667211148416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.883031:0:35930:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777576.883034:0:35930:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777576.883039:0:35930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e936e8. 00000100:00000200:2.0:1788777576.883042:0:35930:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667211148416, offset 0 00000400:00000200:2.0:1788777576.883051:0:35930:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777576.883063:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.883072:0:35930:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777576.883080:0:35930:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777576.883086:0:35930:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777576.883091:0:35930:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777576.883094:0:35930:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777576.883099:0:35930:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3008:3008:256:4294967295] 192.168.204.133@tcp LPNI seq info [3007:3007:8:4294967295] 00000400:00000200:2.0:1788777576.883104:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.883118:0:35930:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777576.883126:0:35930:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777576.883133:0:35930:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979ce00. 00000800:00000200:2.0:1788777576.883142:0:35930:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777576.883152:0:35930:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777576.883157:0:35930:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979ce00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788777576.883270:0:35930:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777576.883276:0:35930:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 832596 usecs (833 jiffies) 00000400:00000200:2.0:1788777576.883280:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777576.883283:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681023 00000100:00000001:2.0:1788777576.883294:0:35930:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296681016 00000100:00000001:2.0:1788777576.883301:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681023 00000100:00000001:2.0:1788777576.883305:0:35930:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296681016 00000100:00000001:2.0:1788777576.883308:0:35930:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777576.883311:0:35930:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.883314:0:35930:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777576.883316:0:35930:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777576.883320:0:35930:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1304b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788777576.883323:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777576.883327:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777576.888452:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777576.888485:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979ce00. 00000400:00000200:2.0:1788777576.888493:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.888504:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777576.888514:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e936e8 00000400:00000010:2.0:1788777576.888519:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e936e8. 00000100:00000001:2.0:1788777576.888526:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777576.888535:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f100 x1875667211148416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.888551:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.888555:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f100 x1875667211148416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.888562:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.888564:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777576.890027:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.890050:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.890056:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.890058:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.890069:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.890078:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.890088:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.890094:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.890100:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.890104:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd65c80 00000400:00000200:2.0:1788777576.890111:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.890119:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8c2d [32] + 224 00000800:00000001:2.0:1788777576.890129:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.890139:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.890144:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.890149:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.890160:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.890174:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f100 x1875667211148416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.890186:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc639f100 x1875667211148416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.890273:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777576.890295:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.890306:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.890309:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777576.890671:0:35930:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777576.890675:0:35930:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777576.890680:0:35930:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bec8. 00000400:00000200:0.0:1788777576.890686:0:35930:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc3338000 00000400:00000010:0.0:1788777576.890688:0:35930:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fc3338000. 00000100:00000001:0.0:1788777576.890692:0:35930:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777576.890699:0:35930:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f100 x1875667211148416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777576.890709:0:35930:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f100 x1875667211148416/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.890716:0:35930:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777576.890719:0:35930:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.890722:0:35930:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777576.890728:0:35930:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777576.890731:0:35930:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777576.890735:0:35930:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777576.890740:0:35930:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777576.890758:0:35930:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777576.890764:0:35930:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777576.890767:0:35930:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777576.890770:0:35930:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.890774:0:35930:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777576.890779:0:35930:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.890785:0:35930:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777576.890787:0:35930:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000b/0x1] 00000100:00000001:0.0:1788777576.890789:0:35930:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777576.890792:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.890794:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000001:0.0:1788777576.890799:0:35930:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777576.890801:0:35930:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:0.0:1788777576.890802:0:35930:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777576.890806:0:35930:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777576.890812:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.890820:0:35930:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777576.890824:0:35930:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777576.890826:0:35930:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777576.890830:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777576.890840:0:35930:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f100 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211148416:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777576.890847:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.890852:0:35930:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.890854:0:35930:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777576.890857:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.890862:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.890879:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777576.890882:0:35930:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1304b40. 00000100:00000001:0.0:1788777576.890886:0:35930:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777576.890888:0:35930:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.890892:0:35930:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777576.890899:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.890903:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.890908:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=4 00000020:00000001:0.0:1788777576.890912:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.890915:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000040:0.0:1788777576.890926:0:35930:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4000, remote cookie: 0x542deec0941a745c, flags: 0x1001 00010000:00010000:0.0:1788777576.890934:0:35930:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777576.890945:0:35930:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2e:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:0.0:1788777576.890948:0:35930:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777576.890963:0:35930:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e900. 00010000:00000010:0.0:1788777576.890970:0:35930:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6ae80. 00010000:00000001:0.0:1788777576.890977:0:35930:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.890981:0:35930:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777576.890990:0:35930:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.890998:0:35930:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777576.891004:0:35930:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777576.891007:0:35930:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777576.891009:0:35930:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777576.891011:0:35930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777576.891015:0:35930:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2e:0x0].0x0 (ffff9b1fd0f4e900) refcount = 1 00010000:00010000:0.0:1788777576.891018:0:35930:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.891025:0:35930:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777576.891030:0:35930:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777576.891031:0:35930:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777576.891036:0:35930:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777576.891038:0:35930:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.891042:0:35930:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.891048:0:35930:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777576.891050:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.891053:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.891054:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.891055:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.891058:0:35930:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.891063:0:35930:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777576.891067:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.891068:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.891069:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:0.0:1788777576.891071:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.891073:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.891076:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.891077:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.891078:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=4 00000020:00000001:0.0:1788777576.891080:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.891082:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.891085:0:35930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777576.891089:0:35930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.891092:0:35930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.891098:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.891099:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.891101:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.891102:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.891103:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=5 00000020:00000001:0.0:1788777576.891105:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.891107:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.891110:0:35930:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777576.891112:0:35930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.891118:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.891120:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777576.891122:0:35930:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.891129:0:35930:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777576.891131:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.891132:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.891133:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.891134:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777576.891140:0:35930:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777576.891152:0:35930:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788777576.891156:0:35930:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777576.891163:0:35930:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.891173:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.891175:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.891176:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:0.0:1788777576.891178:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.891180:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00000002:00010000:0.0:1788777576.891185:0:35930:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788777576.891197:0:35930:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fd12e4f00. 00010000:00000001:0.0:1788777576.891200:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.891201:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777576.891203:0:35930:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.891206:0:35930:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.891210:0:35930:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788777576.891212:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.891213:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000001:0.0:1788777576.891215:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.891216:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00010000:00000001:0.0:1788777576.891219:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.891220:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.891222:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:0.0:1788777576.891223:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.891226:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00000002:00010000:0.0:1788777576.891230:0:35930:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.891236:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.891237:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.891240:0:35930:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777576.891241:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.891242:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.891243:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:0.0:1788777576.891245:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.891248:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000040:0.0:1788777576.891254:0:35930:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:0.0:1788777576.891257:0:35930:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777576.891262:0:35930:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/46 (0 0) 00010000:00000001:0.0:1788777576.891265:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.891266:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777576.891268:0:35930:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777576.891273:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b768 00000002:00002000:0.0:1788777576.891276:0:35930:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788777576.891280:0:35930:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.891285:0:35930:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.891288:0:35930:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777576.891293:0:35930:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777576.891297:0:35930:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.891304:0:35930:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777576.891306:0:35930:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fd0efcc60 it_disposition 1800037 00000080:00002000:0.0:1788777576.891315:0:35930:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1768d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788777576.891322:0:35930:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777576.891326:0:35930:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788777576.891329:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4b998 00000080:00200000:0.0:1788777576.891908:0:35930:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), intent=open|creat 00000080:00000001:0.0:1788777576.891917:0:35930:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788777576.891920:0:35930:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777576.891928:0:35930:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777576.891935:0:35930:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777576.891938:0:35930:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:0.0:1788777576.891942:0:35930:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788777576.891969:0:35930:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd157dac0. 00000020:00000001:0.0:1788777576.891987:0:35930:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788777576.891989:0:35930:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788777576.891994:0:35930:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788777576.891996:0:35930:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff9b1fd157db88) 00000020:00000001:0.0:1788777576.892002:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777576.892011:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:0.0:1788777576.892013:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:0.0:1788777576.892019:0:35930:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788777576.892027:0:35930:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b1fc72ca0c8. 00000020:00000001:0.0:1788777576.892030:0:35930:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777576.892033:0:35930:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.892044:0:35930:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788777576.892051:0:35930:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b1fc4f829b0. 00020000:00000001:0.0:1788777576.892054:0:35930:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633159483730352 : -110914225821264 : ffff9b1fc4f829b0) 00020000:00000001:0.0:1788777576.892057:0:35930:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788777576.892061:0:35930:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777576.892071:0:35930:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca6172a0. 00020000:00000010:0.0:1788777576.892077:0:35930:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc7efe200. 00020000:00000010:0.0:1788777576.892085:0:35930:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617540. 00020000:00000001:0.0:1788777576.892088:0:35930:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574517056 : -110914135034560 : ffff9b1fca617540) 00020000:00000002:0.0:1788777576.892093:0:35930:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617540, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777576.892099:0:35930:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777576.892103:0:35930:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc7efe200: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777576.892106:0:35930:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788777576.892109:0:35930:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617540, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777576.892112:0:35930:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777576.892117:0:35930:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc7efe200: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000010:0.0:1788777576.892122:0:35930:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b1fc32a6d40. 00020000:00000010:0.0:1788777576.892125:0:35930:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b1fc88c8600. 00020000:00000001:0.0:1788777576.892131:0:35930:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788777576.892134:0:35930:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b1fc82d2320. 00020000:00000001:0.0:1788777576.892138:0:35930:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788777576.892140:0:35930:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788777576.892147:0:35930:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788777576.892150:0:35930:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b1fc72ca898. 00000020:00000001:0.0:1788777576.892152:0:35930:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777576.892153:0:35930:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.892156:0:35930:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633159520725272 : -110914188826344 : ffff9b1fc72ca918) 00020000:00000001:0.0:1788777576.892162:0:35930:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788777576.892168:0:35930:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b1fc7188e00. 00020000:00000001:0.0:1788777576.892172:0:35930:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.892179:0:35930:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520725272 : -110914188826344 : ffff9b1fc72ca918) 00020000:00000001:0.0:1788777576.892182:0:35930:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633159520725272 : -110914188826344 : ffff9b1fc72ca918) 00020000:00000002:0.0:1788777576.892187:0:35930:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x43:0x0]@ffff9b1fc72ca898[0:0] -> [0x200000405:0x2e:0x0]@ffff9b1fc72ca0c8: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777576.892193:0:35930:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788777576.892195:0:35930:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788777576.892199:0:35930:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.892203:0:35930:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520723272 : -110914188828344 : ffff9b1fc72ca148) 00000020:00001000:0.0:1788777576.892207:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:0.0:1788777576.892212:0:35930:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:0.0:1788777576.892216:0:35930:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777576.892218:0:35930:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611182 mtime from 0 to 1788777576 00000080:00000001:0.0:1788777576.892224:0:35930:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788777576.892227:0:35930:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691328392 : -110914018223224 : ffff9b1fd157db88) 00010000:00000001:0.0:1788777576.892230:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.892232:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.892234:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:0.0:1788777576.892237:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.892240:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00000080:00000001:0.0:1788777576.892245:0:35930:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777576.892247:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777576.892248:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:0.0:1788777576.892250:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:0.0:1788777576.892252:0:35930:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777576.892256:0:35930:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777576.892258:0:35930:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777576.892261:0:35930:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617480. 00020000:00000010:0.0:1788777576.892264:0:35930:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc7efe800. 00020000:00000010:0.0:1788777576.892267:0:35930:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617180. 00020000:00000001:0.0:1788777576.892269:0:35930:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574516096 : -110914135035520 : ffff9b1fca617180) 00020000:00000002:0.0:1788777576.892273:0:35930:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617180, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777576.892277:0:35930:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777576.892281:0:35930:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc7efe800: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777576.892286:0:35930:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fc12dcf80 00020000:00000001:0.0:1788777576.892289:0:35930:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777576.892292:0:35930:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f829b0) owner ffff9b1fc12dcf80 00020000:00000010:0.0:1788777576.892298:0:35930:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc7efe800. 00020000:00000010:0.0:1788777576.892305:0:35930:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617480. 00020000:00000010:0.0:1788777576.892313:0:35930:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617180. 00020000:00000002:0.0:1788777576.892317:0:35930:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777576.892320:0:35930:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.892322:0:35930:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.892328:0:35930:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777576.892399:0:35930:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000002:0.0:1788777576.892516:0:35930:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617540 addref 2/0 by ffff9b1fc12dcf80. 00020000:00000002:0.0:1788777576.892519:0:35930:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000001:0.0:1788777576.892521:0:35930:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777576.892523:0:35930:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777576.892524:0:35930:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777576.892527:0:35930:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777576.892529:0:35930:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777576.892532:0:35930:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788777576.892534:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:0.0:1788777576.892537:0:35930:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.892538:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.892541:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777576.892542:0:35930:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777576.892547:0:35930:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777576.892549:0:35930:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777576.892552:0:35930:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2e:0x0](ffff9b1fd157db88) 00000080:00010000:0.0:1788777576.892555:0:35930:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2e:0x0](ffff9b1fd157db88) for lock 0x22b16ee488cdcb01 00800000:00000001:0.0:1788777576.892559:0:35930:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777576.892562:0:35930:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777576.892563:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.892565:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.892567:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:0.0:1788777576.892570:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.892573:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.892576:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.892577:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777576.892579:0:35930:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.892658:0:35930:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.892661:0:35930:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788777576.892664:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.892678:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.892688:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777576.892695:0:35930:0:(namei.c:1651:ll_create_it()) inode ffff9b1fd157db88 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:0.0:1788777576.892699:0:35930:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777576.892704:0:35930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2e:0x0](ffff9b1fd157db88) 00000080:00000001:0.0:1788777576.892708:0:35930:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777576.892714:0:35930:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837b400. 00000100:00000001:0.0:1788777576.892721:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.892725:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.892732:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.892738:0:35930:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788777576.892741:0:35930:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777576.892744:0:35930:0:(namei.c:1500:ll_atomic_open()) inode ffff9b1fd157db88 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:0.0:1788777576.892758:0:35930:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777576.892761:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4ba68 00000080:00200008:0.0:1788777576.892763:0:35930:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9b1fd157db88), flags 100102 00000080:00000010:0.0:1788777576.892774:0:35930:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc4b47a40. 00000080:00000010:0.0:1788777576.892784:0:35930:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fd12e4a40. 00000080:00000001:0.0:1788777576.892787:0:35930:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777576.892793:0:35930:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788777576.892798:0:35930:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777576.892802:0:35930:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777576.892805:0:35930:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777576.892809:0:35930:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777576.892812:0:35930:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777576.892815:0:35930:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1788777576.892818:0:35930:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.892821:0:35930:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788777576.892827:0:35930:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd1882a60. 00000002:00100000:0.0:1788777576.892833:0:35930:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777576.892839:0:35930:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.892841:0:35930:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788777576.892846:0:35930:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788777576.892850:0:35930:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.892854:0:35930:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777576.892858:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.892861:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788777576.892880:0:35930:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777576.892885:0:35930:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd1220000. 02000000:00000001:0.0:1788777576.892938:0:35930:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788777576.892940:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.892944:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4ba68 00000080:00000008:0.0:1788777576.892946:0:35930:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9b1fd157db88), flags 100102, rc = 0 00000080:00000001:0.0:1788777576.892952:0:35930:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777576.892954:0:35930:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fd0efcc60 released 00000080:00010000:0.0:1788777576.892957:0:35930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb01 from it ffff9b1fd0efcc60 00010000:00000001:0.0:1788777576.892960:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.892962:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.892963:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4000 refcount=3 00000020:00000001:0.0:1788777576.892965:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.892968:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677132800 : -110914032418816 : ffff9b1fd07f4000) 00010000:00000001:0.0:1788777576.892971:0:35930:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777576.892978:0:35930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.892993:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.892995:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.892997:0:35930:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777576.893001:0:35930:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777576.893004:0:35930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4000/0x22b16ee488cdcb01 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a745c expref: -99 pid: 35930 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777576.893012:0:35930:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777576.893016:0:35930:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777576.893018:0:35930:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777576.893024:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.893025:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.893027:0:35930:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.893031:0:35930:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777576.893034:0:35930:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.893036:0:35930:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.893040:0:35930:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.893042:0:35930:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777576.893044:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.893045:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777576.893047:0:35930:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777576.893049:0:35930:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788777576.893052:0:35930:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777576.893054:0:35930:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777576.893056:0:35930:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777576.893059:0:35930:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.893063:0:35930:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788777576.893066:0:35930:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.893068:0:35930:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777576.893071:0:35930:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.893073:0:35930:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777576.893076:0:35930:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fd0efcc60. 00000080:00000001:0.0:1788777576.893081:0:35930:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.893087:0:35930:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777576.893090:0:35930:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff9b1fd157db88), inode mode 81a4 mask 40 00000080:00000001:0.0:1788777576.893095:0:35930:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.893890:0:35930:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788777576.893895:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bd88 00000080:00200008:0.0:1788777576.893898:0:35930:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 0, count: 8192 00000080:00000002:0.0:1788777576.893903:0:35930:0:(file.c:2656:do_file_write_iter()) inode ffff9b1fd157db88 need_sync_to_oss [0x200000405:0x2e:0x0] 00000080:00000001:0.0:1788777576.893906:0:35930:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788777576.893909:0:35930:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.893911:0:35930:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788777576.893915:0:35930:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.893918:0:35930:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1788777576.893920:0:35930:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.893923:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777576.893928:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:0.0:1788777576.893930:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000080:00000001:0.0:1788777576.893935:0:35930:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788777576.893937:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bc98 00000080:00200000:0.0:1788777576.893939:0:35930:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:0.0:1788777576.893947:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bc30 00000080:00200000:0.0:1788777576.893948:0:35930:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:0.0:1788777576.893952:0:35930:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788777576.893960:0:35930:0:(cl_io.c:214:cl_io_rw_init()) header@0000000061ecb606[0x110, 1, [0x200000405:0x2e:0x0] hash] 00000020:00200000:0.0:1788777576.893963:0:35930:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:0.0:1788777576.893967:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777576.893970:0:35930:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777576.893973:0:35930:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777576.893975:0:35930:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777576.893979:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777576.893981:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788777576.893984:0:35930:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777576.893989:0:35930:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.893992:0:35930:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777576.893994:0:35930:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.893996:0:35930:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777576.894001:0:35930:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9b1fc3190bf0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788777576.894004:0:35930:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000001:0.0:1788777576.894008:0:35930:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777576.894010:0:35930:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777576.894014:0:35930:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777576.894017:0:35930:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788777576.894019:0:35930:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:0.0:1788777576.894022:0:35930:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788777576.894023:0:35930:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777576.894025:0:35930:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.894027:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777576.894028:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777576.894029:0:35930:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777576.894030:0:35930:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00000020:00000001:0.0:1788777576.894032:0:35930:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.894033:0:35930:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777576.894036:0:35930:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:0.0:1788777576.894038:0:35930:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788777576.894040:0:35930:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.894044:0:35930:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777576.894045:0:35930:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777576.894048:0:35930:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777576.894050:0:35930:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788777576.894051:0:35930:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788777576.894054:0:35930:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:0.0:1788777576.894056:0:35930:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777576.894058:0:35930:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777576.894062:0:35930:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788777576.894065:0:35930:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.894066:0:35930:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777576.894068:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777576.894069:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906344 : -110914189645272 : ffff9b1fc7202a28) 00000020:00001000:0.0:1788777576.894071:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202a20 00000020:00000001:0.0:1788777576.894074:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777576.894075:0:35930:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777576.894079:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777576.894080:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777576.894082:0:35930:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.894083:0:35930:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.894085:0:35930:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:0.0:1788777576.894088:0:35930:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788777576.894090:0:35930:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788777576.894093:0:35930:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.894095:0:35930:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.894097:0:35930:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.894099:0:35930:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.894100:0:35930:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.894102:0:35930:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788777576.894105:0:35930:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788777576.894107:0:35930:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788777576.894110:0:35930:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788777576.894113:0:35930:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.894116:0:35930:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.894118:0:35930:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788777576.894120:0:35930:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:0.0:1788777576.894122:0:35930:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788777576.894124:0:35930:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788777576.894125:0:35930:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.894127:0:35930:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.894129:0:35930:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.894131:0:35930:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.894132:0:35930:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.894134:0:35930:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777576.894135:0:35930:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777576.894136:0:35930:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777576.894138:0:35930:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777576.894139:0:35930:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.894141:0:35930:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.894142:0:35930:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.894144:0:35930:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.894145:0:35930:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777576.894147:0:35930:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777576.894149:0:35930:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777576.896573:0:35930:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777576.896660:0:35930:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777576.896669:0:35930:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:0.0:1788777576.896688:0:35930:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc2c6a600. 00020000:00000002:0.0:1788777576.896692:0:35930:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788777576.896695:0:35930:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777576.896698:0:35930:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.896700:0:35930:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:0.0:1788777576.896705:0:35930:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777576.896712:0:35930:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7303db0. 00000008:00010000:0.0:1788777576.896715:0:35930:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788777576.896718:0:35930:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777576.896720:0:35930:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777576.896728:0:35930:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc2c6a630, osc lock ffff9b1fc7303db0, flags 0x0 00000020:00000001:0.0:1788777576.896731:0:35930:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.896733:0:35930:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.896736:0:35930:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159446930944 : -110914262620672 : ffff9b1fc2c6a600) 00000020:00000001:0.0:1788777576.896738:0:35930:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777576.896740:0:35930:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777576.896741:0:35930:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.896743:0:35930:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.896746:0:35930:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777576.896748:0:35930:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777576.896750:0:35930:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.896751:0:35930:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:0.0:1788777576.896753:0:35930:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777576.896755:0:35930:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777576.896757:0:35930:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788777576.896760:0:35930:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.896765:0:35930:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777576.896768:0:35930:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777576.896769:0:35930:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777576.896773:0:35930:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777576.896774:0:35930:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777576.896775:0:35930:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777576.896778:0:35930:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777576.896782:0:35930:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777576.896791:0:35930:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.896795:0:35930:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788777576.896803:0:35930:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec000. 00000020:00000040:0.0:1788777576.896807:0:35930:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:0.0:1788777576.896813:0:35930:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777576.896819:0:35930:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777576.896828:0:35930:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.896833:0:35930:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777576.896837:0:35930:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777576.896843:0:35930:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777576.896852:0:35930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc2c73000. 00000100:00000001:0.0:1788777576.896861:0:35930:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.896868:0:35930:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777576.896880:0:35930:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.896882:0:35930:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777576.896883:0:35930:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.897205:0:35930:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.897211:0:35930:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00010000:00000001:0.0:1788777576.897215:0:35930:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777576.897218:0:35930:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777576.897227:0:35930:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e300. 00010000:00000010:0.0:1788777576.897232:0:35930:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd0f4ea00. 00010000:00000001:0.0:1788777576.897239:0:35930:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777576.897243:0:35930:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7200. 00000020:00000001:0.0:1788777576.897249:0:35930:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777576.897254:0:35930:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7200 with handle 0x22b16ee488cdcb08 to hash 00000020:00000001:0.0:1788777576.897256:0:35930:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777576.897258:0:35930:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000010:0.0:1788777576.897262:0:35930:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fd12e4cc0. 00010000:00000001:0.0:1788777576.897265:0:35930:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.897271:0:35930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777576.897274:0:35930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.897280:0:35930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777576.897295:0:35930:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777576.897308:0:35930:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777576.897316:0:35930:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777576.897319:0:35930:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777576.897327:0:35930:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8a80. 00000100:00000001:0.0:1788777576.897329:0:35930:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543786112 : -110914165765504 : ffff9b1fc88c8a80) 00000100:00000001:0.0:1788777576.897576:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.897580:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000001:0.0:1788777576.897666:0:35930:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777576.897671:0:35930:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.897674:0:35930:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777576.897676:0:35930:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777576.897691:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.897700:0:35930:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777576.897702:0:35930:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777576.897707:0:35930:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777576.897710:0:35930:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777576.897713:0:35930:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777576.897717:0:35930:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211148544:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777576.897722:0:35930:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777576.897730:0:35930:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777576.897734:0:35930:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777576.897737:0:35930:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777576.897743:0:35930:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1002000. 02000000:00000001:0.0:1788777576.897746:0:35930:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777576.897756:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777576.897760:0:35930:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777576.897770:0:35930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b880. 00000100:00000200:0.0:1788777576.897778:0:35930:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211148544, portal 4 00000100:00000001:0.0:1788777576.897781:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.897782:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000040:0.0:1788777576.897788:0:35930:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.897796:0:35930:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777576.897799:0:35930:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777576.897802:0:35930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926baa0. 00000100:00000200:0.0:1788777576.897806:0:35930:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211148544, offset 0 00000400:00000200:0.0:1788777576.897814:0:35930:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777576.897826:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777576.897837:0:35930:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777576.897844:0:35930:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777576.897850:0:35930:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777576.897855:0:35930:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777576.897858:0:35930:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777576.897862:0:35930:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3009:3009:256:4294967295] 192.168.204.133@tcp LPNI seq info [3008:3008:8:4294967295] 00000400:00000200:0.0:1788777576.897867:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777576.897894:0:35930:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777576.897902:0:35930:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777576.897908:0:35930:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839700. 00000800:00000200:0.0:1788777576.897916:0:35930:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777576.897926:0:35930:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777576.897932:0:35930:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777576.898001:0:35930:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777576.898007:0:35930:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21087 usecs (22 jiffies) 00000400:00000200:0.0:1788777576.898011:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777576.898014:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680227 00000100:00000001:0.0:1788777576.898018:0:35930:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296681023 00000100:00000001:0.0:1788777576.898020:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680227 00000100:00000001:0.0:1788777576.898023:0:35930:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296681023 00000100:00000001:0.0:1788777576.898026:0:35930:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777576.898030:0:35930:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.898033:0:35930:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777576.898035:0:35930:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777576.898038:0:35930:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788777576.898041:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777576.898045:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777576.900708:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777576.900723:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839700. 00000400:00000200:2.0:1788777576.900737:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.900748:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777576.900758:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926baa0 00000400:00000010:2.0:1788777576.900761:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926baa0. 00000100:00000001:2.0:1788777576.900770:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777576.900781:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.900795:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.900800:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.900807:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.900809:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777576.901168:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.901185:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.901188:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.901191:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.901200:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.901206:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.901214:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.901220:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.901226:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.901230:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd65d00 00000400:00000200:2.0:1788777576.901236:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.901244:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x8c3d [1] + 224 00000800:00000001:2.0:1788777576.901252:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.901261:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.901263:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.901266:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.901272:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.901278:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.901290:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.901359:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777576.901439:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.901451:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.901455:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777576.901528:0:35930:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777576.901532:0:35930:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777576.901536:0:35930:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777576.901544:0:35930:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b880 00000400:00000010:0.0:1788777576.901546:0:35930:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b880. 00000100:00000001:0.0:1788777576.901549:0:35930:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777576.901555:0:35930:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777576.901565:0:35930:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.901572:0:35930:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777576.901574:0:35930:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.901577:0:35930:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777576.901647:0:35930:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777576.901651:0:35930:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777576.901655:0:35930:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777576.901659:0:35930:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777576.901671:0:35930:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777576.901676:0:35930:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777576.901680:0:35930:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777576.901682:0:35930:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.901685:0:35930:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777576.901689:0:35930:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.901694:0:35930:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777576.901697:0:35930:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788777576.901699:0:35930:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777576.901701:0:35930:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777576.901707:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.901714:0:35930:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777576.901718:0:35930:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777576.901720:0:35930:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777576.901725:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777576.901733:0:35930:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211148544:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777576.901741:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.901744:0:35930:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.901747:0:35930:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777576.901749:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.901753:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.901760:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777576.901763:0:35930:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8a80. 00000100:00000001:0.0:1788777576.901767:0:35930:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777576.901769:0:35930:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.901772:0:35930:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777576.901776:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.901780:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.901784:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=4 00000020:00000001:0.0:1788777576.901787:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.901790:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000040:0.0:1788777576.901798:0:35930:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7200, remote cookie: 0x542deec0941a746a, flags: 0x1 00010000:00010000:0.0:1788777576.901807:0:35930:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.901821:0:35930:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788777576.901825:0:35930:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.901828:0:35930:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777576.901833:0:35930:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788777576.901838:0:35930:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777576.901848:0:35930:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x43:0x0].0x0 (ffff9b1fd0f4e300) refcount = 1 00010000:00000040:0.0:1788777576.901850:0:35930:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777576.901853:0:35930:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.901869:0:35930:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777576.901881:0:35930:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777576.901884:0:35930:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777576.901887:0:35930:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.901890:0:35930:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.901897:0:35930:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777576.901899:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.901901:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.901902:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.901903:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.901905:0:35930:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.901909:0:35930:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788777576.901912:0:35930:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777576.901916:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.901917:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.901919:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777576.901921:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.901923:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.901926:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.901927:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.901928:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=4 00000020:00000001:0.0:1788777576.901930:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.901932:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.901935:0:35930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777576.901938:0:35930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.901941:0:35930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.901948:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.901950:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777576.901953:0:35930:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788777576.901958:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00010000:0.0:1788777576.901964:0:35930:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788777576.901972:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777576.901975:0:35930:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777576.901978:0:35930:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777576.901982:0:35930:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777576.901984:0:35930:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.901986:0:35930:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.901988:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777576.901990:0:35930:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788777576.901992:0:35930:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.901993:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.901995:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.901996:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=5 00000020:00000001:0.0:1788777576.901998:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.902000:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.902004:0:35930:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777576.902007:0:35930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.902014:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.902016:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777576.902018:0:35930:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.902025:0:35930:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777576.902026:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.902027:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777576.902028:0:35930:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.902030:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.902036:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec000 x1875667211148544/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.902043:0:35930:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777576.902046:0:35930:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777576.902050:0:35930:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1002000. 02000000:00000001:0.0:1788777576.902056:0:35930:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777576.902059:0:35930:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777576.902060:0:35930:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777576.902063:0:35930:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777576.902067:0:35930:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc2c73000. 02000000:00000001:0.0:1788777576.902072:0:35930:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777576.902074:0:35930:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777576.902076:0:35930:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec000. 00000100:00000001:0.0:1788777576.902080:0:35930:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777576.902081:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777576.902083:0:35930:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.902086:0:35930:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902090:0:35930:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.902093:0:35930:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902095:0:35930:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902097:0:35930:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902101:0:35930:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902103:0:35930:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902106:0:35930:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788777576.902111:0:35930:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788777576.902118:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bb80 00000080:00200000:0.0:1788777576.902121:0:35930:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1788777576.902124:0:35930:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777576.902128:0:35930:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000002:0.0:1788777576.902132:0:35930:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617540 addref 2/0 by ffff9b1fc12dcf80. 00020000:00000002:0.0:1788777576.902135:0:35930:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00000020:00000001:0.0:1788777576.902139:0:35930:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788777576.902143:0:35930:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788777576.902146:0:35930:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788777576.902151:0:35930:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788777576.902154:0:35930:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.902156:0:35930:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:0.0:1788777576.902158:0:35930:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777576.902161:0:35930:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777576.902165:0:35930:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902167:0:35930:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.902170:0:35930:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902172:0:35930:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.902182:0:35930:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777576.902184:0:35930:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1788777576.902231:0:35930:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777576.902234:0:35930:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2e:0x0] ffffd83984a4b640 0 1 00000020:00000001:0.0:1788777576.902238:0:35930:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777576.902239:0:35930:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902242:0:35930:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788777576.902250:0:35930:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b1fd0683540. 00000020:00000001:0.0:1788777576.902255:0:35930:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777576.902257:0:35930:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788777576.902261:0:35930:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788777576.902264:0:35930:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788777576.902267:0:35930:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.902268:0:35930:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000008:00000001:0.0:1788777576.902273:0:35930:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788777576.902275:0:35930:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9b1fd06835b0 folio ffffd83984a4b640 pg:0 obj off 0 00000008:00000001:0.0:1788777576.902277:0:35930:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902279:0:35930:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777576.902281:0:35930:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788777576.902282:0:35930:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788777576.902284:0:35930:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.902289:0:35930:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902291:0:35930:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633159675622720 : -110914033928896 : ffff9b1fd0683540) 00000020:00000001:0.0:1788777576.902294:0:35930:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633159675622720 : -110914033928896 : ffff9b1fd0683540) 00000020:00000001:0.0:1788777576.902297:0:35930:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777576.902300:0:35930:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777576.902302:0:35930:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452330992 : -110914257220624 : ffff9b1fc3190bf0) 00000020:00000001:0.0:1788777576.902305:0:35930:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777576.902307:0:35930:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777576.902309:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777576.902314:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 00000000bbf87210 0 0 0] 00000020:00000001:0.0:1788777576.902318:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777576.902320:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777576.902321:0:35930:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788777576.902325:0:35930:0:(rw26.c:769:ll_write_begin()) page@00000000ebe5a56a[2 000000005a21fcfc 2 1 00000000bbf87210 0 0 0] 00000080:00008000:0.0:1788777576.902327:0:35930:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788777576.902329:0:35930:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777576.902418:0:35930:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.902425:0:35930:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777576.902428:0:35930:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1788777576.902430:0:35930:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777576.902432:0:35930:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452330992 : -110914257220624 : ffff9b1fc3190bf0) 00000020:00000001:0.0:1788777576.902434:0:35930:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777576.902435:0:35930:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777576.902446:0:35930:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777576.902448:0:35930:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777576.902450:0:35930:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777576.902451:0:35930:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777576.902456:0:35930:0:(rw26.c:929:ll_write_end()) page@00000000ebe5a56a[3 000000005a21fcfc 2 1 00000000bbf87210 0 0 0] 00000080:00200000:0.0:1788777576.902460:0:35930:0:(rw26.c:929:ll_write_end()) vmpage @000000000002b2e4 17ffffc0001001 3:0 ffff9b1fd0683540 0 lru 00000080:00200000:0.0:1788777576.902514:0:35930:0:(rw26.c:929:ll_write_end()) osc-page@00000000b345179d 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bac04322 00000000984d3bc0 > 3< 0 0 > 4< 0 0 8 8409088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777576.902516:0:35930:0:(rw26.c:929:ll_write_end()) end page@00000000ebe5a56a 00000080:00200000:0.0:1788777576.902518:0:35930:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788777576.902520:0:35930:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788777576.902524:0:35930:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777576.902525:0:35930:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1788777576.902545:0:35930:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777576.902547:0:35930:0:(cl_page.c:427:cl_page_find()) 1@[0x200000405:0x2e:0x0] ffffd83984a51100 0 1 00000020:00000001:0.0:1788777576.902550:0:35930:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777576.902551:0:35930:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902552:0:35930:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788777576.902555:0:35930:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b1fd0683ee0. 00000020:00000001:0.0:1788777576.902558:0:35930:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777576.902559:0:35930:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788777576.902561:0:35930:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788777576.902562:0:35930:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1788777576.902565:0:35930:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.902566:0:35930:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000008:00000001:0.0:1788777576.902569:0:35930:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788777576.902571:0:35930:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9b1fd0683f50 folio ffffd83984a51100 pg:0 obj off 4096 00000008:00000001:0.0:1788777576.902573:0:35930:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902575:0:35930:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777576.902576:0:35930:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788777576.902578:0:35930:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788777576.902579:0:35930:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.902652:0:35930:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902655:0:35930:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633159675625184 : -110914033926432 : ffff9b1fd0683ee0) 00000020:00000001:0.0:1788777576.902657:0:35930:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633159675625184 : -110914033926432 : ffff9b1fd0683ee0) 00000020:00000001:0.0:1788777576.902659:0:35930:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777576.902661:0:35930:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777576.902662:0:35930:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452330992 : -110914257220624 : ffff9b1fc3190bf0) 00000020:00000001:0.0:1788777576.902663:0:35930:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777576.902665:0:35930:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777576.902666:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777576.902669:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bf17e28e[2 000000005a21fcfc 1 1 00000000bbf87210 0 0 1] 00000020:00000001:0.0:1788777576.902670:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777576.902671:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777576.902672:0:35930:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788777576.902675:0:35930:0:(rw26.c:769:ll_write_begin()) page@00000000bf17e28e[2 000000005a21fcfc 2 1 00000000bbf87210 0 0 1] 00000080:00008000:0.0:1788777576.902677:0:35930:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788777576.902678:0:35930:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777576.902679:0:35930:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.902683:0:35930:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777576.902685:0:35930:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1788777576.902686:0:35930:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777576.902688:0:35930:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452330992 : -110914257220624 : ffff9b1fc3190bf0) 00000020:00000001:0.0:1788777576.902689:0:35930:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777576.902691:0:35930:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777576.902693:0:35930:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777576.902694:0:35930:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777576.902695:0:35930:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777576.902696:0:35930:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777576.902699:0:35930:0:(rw26.c:929:ll_write_end()) page@00000000bf17e28e[3 000000005a21fcfc 2 1 00000000bbf87210 0 0 1] 00000080:00200000:0.0:1788777576.902702:0:35930:0:(rw26.c:929:ll_write_end()) vmpage @00000000a96fed2f 17ffffc0001001 3:0 ffff9b1fd0683ee0 1 lru 00000080:00200000:0.0:1788777576.902708:0:35930:0:(rw26.c:929:ll_write_end()) osc-page@0000000016a03091 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000bac04322 00000000984d3bc0 > 3< 0 0 > 4< 0 0 8 8409088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777576.902710:0:35930:0:(rw26.c:929:ll_write_end()) end page@00000000bf17e28e 00000080:00200000:0.0:1788777576.902712:0:35930:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1788777576.902714:0:35930:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788777576.902718:0:35930:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788777576.902720:0:35930:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1788777576.902723:0:35930:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788777576.902725:0:35930:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788777576.902727:0:35930:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.902729:0:35930:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:0.0:1788777576.902731:0:35930:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788777576.902733:0:35930:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788777576.902736:0:35930:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777576.902737:0:35930:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777576.902738:0:35930:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777576.902740:0:35930:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777576.902743:0:35930:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b1fd06835b0 folio ffffd83984a4b640 pg:0 added for cmd 2 00000008:00000001:0.0:1788777576.902748:0:35930:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788777576.902751:0:35930:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 28672 avail: 8409088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1788777576.902757:0:35930:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 28672 avail: 8409088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1788777576.902762:0:35930:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b1fd06835e8 page ffffd83984a4b640 00000008:00000020:0.0:1788777576.902766:0:35930:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 28672 avail: 8380416, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1788777576.902771:0:35930:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788777576.902772:0:35930:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.902775:0:35930:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788777576.902781:0:35930:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b1fc83659c0. 00000008:00000020:0.0:1788777576.902787:0:35930:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9b1fc7188e00 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1788777576.902793:0:35930:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788777576.902797:0:35930:0:(osc_cache.c:858:osc_extent_find()) extent ffff9b1fc83659c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff9b1fc7188e00], [28672|0|-|-|ffff9b1fd07f7200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788777576.902804:0:35930:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000026d2d72f ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788777576.902819:0:35930:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788777576.902823:0:35930:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.902826:0:35930:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.902828:0:35930:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788777576.902830:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000002:0.0:1788777576.902832:0:35930:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1788777576.902835:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777576.902837:0:35930:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777576.902839:0:35930:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1788777576.902841:0:35930:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777576.902843:0:35930:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902845:0:35930:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.902847:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777576.902849:0:35930:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788777576.902850:0:35930:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788777576.902852:0:35930:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777576.902856:0:35930:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[4 000000005a21fcfc 2 1 00000000bbf87210 0 0 0] 00000020:00000001:0.0:1788777576.902858:0:35930:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777576.903127:0:35930:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777576.903129:0:35930:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1788777576.903130:0:35930:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777576.903132:0:35930:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777576.903133:0:35930:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777576.903135:0:35930:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777576.903137:0:35930:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b1fd0683f50 folio ffffd83984a51100 pg:0 added for cmd 2 00000008:00000020:0.0:1788777576.903143:0:35930:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 28672 avail: 8380416, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1788777576.903147:0:35930:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b1fd0683f88 page ffffd83984a51100 00000008:00000001:0.0:1788777576.903150:0:35930:0:(osc_cache.c:1256:osc_extent_expand()) Process entered 00000008:00000001:0.0:1788777576.903153:0:35930:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788777576.903156:0:35930:0:(osc_cache.c:1292:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1788777576.903157:0:35930:0:(osc_cache.c:1296:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777576.903160:0:35930:0:(osc_cache.c:2567:osc_queue_async_io()) extent ffff9b1fc83659c0@{[0 -> 1/1023], [2|1|-|active|wi|ffff9b1fc7188e00], [32768|1|+|-|ffff9b1fd07f7200|1024|0000000000000000]} expanded for 1. 00000008:00010000:0.0:1788777576.903170:0:35930:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000026d2d72f ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788777576.903178:0:35930:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.903180:0:35930:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.903181:0:35930:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788777576.903183:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000002:0.0:1788777576.903185:0:35930:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1788777576.903187:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777576.903188:0:35930:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777576.903190:0:35930:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1788777576.903192:0:35930:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777576.903193:0:35930:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903195:0:35930:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903197:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777576.903198:0:35930:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788777576.903199:0:35930:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788777576.903200:0:35930:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777576.903203:0:35930:0:(cl_page.c:556:cl_batch_put()) page@00000000bf17e28e[4 000000005a21fcfc 2 1 00000000bbf87210 0 0 1] 00000020:00000001:0.0:1788777576.903205:0:35930:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777576.903206:0:35930:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777576.903207:0:35930:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788777576.903209:0:35930:0:(osc_request.c:745:osc_update_next_shrink()) next time 3212 to shrink grant 00000080:00000001:0.0:1788777576.903212:0:35930:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788777576.903214:0:35930:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788777576.903224:0:35930:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b1fd157dd38, count 2, dirtied 2 00000080:00000001:0.0:1788777576.903226:0:35930:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788777576.903229:0:35930:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788777576.903231:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777576.903232:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777576.903234:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777576.903236:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[3 000000005a21fcfc 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777576.903238:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788777576.903239:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777576.903241:0:35930:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788777576.903242:0:35930:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777576.903244:0:35930:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[3 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777576.903246:0:35930:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788777576.903247:0:35930:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777576.903248:0:35930:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788777576.903249:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777576.903250:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777576.903251:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777576.903253:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bf17e28e[3 000000005a21fcfc 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777576.903254:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788777576.903256:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777576.903257:0:35930:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788777576.903258:0:35930:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777576.903259:0:35930:0:(cl_page.c:556:cl_batch_put()) page@00000000bf17e28e[3 000000005a21fcfc 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777576.903261:0:35930:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788777576.903262:0:35930:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788777576.903263:0:35930:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788777576.903264:0:35930:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788777576.903266:0:35930:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903268:0:35930:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.903270:0:35930:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903272:0:35930:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777576.903274:0:35930:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1788777576.903277:0:35930:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777576.903278:0:35930:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788777576.903279:0:35930:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903282:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bb80 00000080:00200000:0.0:1788777576.903284:0:35930:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:0.0:1788777576.903287:0:35930:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.903289:0:35930:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777576.903292:0:35930:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777576.903293:0:35930:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777576.903294:0:35930:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788777576.903296:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777576.903297:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777576.903299:0:35930:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777576.903300:0:35930:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777576.903302:0:35930:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903304:0:35930:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903305:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777576.903307:0:35930:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903310:0:35930:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.903312:0:35930:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.903313:0:35930:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903314:0:35930:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903316:0:35930:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777576.903318:0:35930:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788777576.903320:0:35930:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777576.903322:0:35930:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788777576.903324:0:35930:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788777576.903326:0:35930:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777576.903330:0:35930:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188e00 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1788777576.903412:0:35930:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777576.903414:0:35930:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.903416:0:35930:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777576.903418:0:35930:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.903420:0:35930:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788777576.903422:0:35930:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777576.903424:0:35930:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.903425:0:35930:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903428:0:35930:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777576.903430:0:35930:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777576.903432:0:35930:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777576.903434:0:35930:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fd01e0308 (ffff9b1fc93db008/0) at cl_lock_release():245 00000020:00000001:0.0:1788777576.903437:0:35930:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777576.903438:0:35930:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01e0308 (ffff9b1fc93db008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777576.903442:0:35930:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777576.903444:0:35930:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.903445:0:35930:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538754808 : -110914170796808 : ffff9b1fc83fc4f8) 00000020:00000001:0.0:1788777576.903447:0:35930:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777576.903448:0:35930:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2c6a630 (ffff9b1fc7202a28/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777576.903451:0:35930:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777576.903452:0:35930:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777576.903456:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.903458:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.903498:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=5 00000020:00000001:0.0:1788777576.903500:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.903504:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777576.903507:0:35930:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777576.903510:0:35930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.903518:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.903521:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.903523:0:35930:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777576.903526:0:35930:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777576.903529:0:35930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777576.903540:0:35930:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777576.903545:0:35930:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777576.903547:0:35930:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777576.903553:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.903554:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.903556:0:35930:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.903561:0:35930:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777576.903563:0:35930:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.903565:0:35930:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.903569:0:35930:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.903571:0:35930:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777576.903572:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.903573:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.903574:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.903575:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777576.903577:0:35930:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777576.903579:0:35930:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777576.903580:0:35930:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777576.903652:0:35930:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777576.903655:0:35930:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777576.903656:0:35930:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01e0308 (ffff9b1fc93db008/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777576.903659:0:35930:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777576.903661:0:35930:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777576.903662:0:35930:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2c6a630 (ffff9b1fc93db008/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777576.903665:0:35930:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7303db0. 00000020:00000001:0.0:1788777576.903671:0:35930:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777576.903672:0:35930:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc2c6a600. 00020000:00000001:0.0:1788777576.903677:0:35930:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777576.903678:0:35930:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777576.903680:0:35930:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788777576.903682:0:35930:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777576.903683:0:35930:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777576.903685:0:35930:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777576.903686:0:35930:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777576.903687:0:35930:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.903690:0:35930:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.903691:0:35930:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777576.903692:0:35930:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777576.903694:0:35930:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788777576.903697:0:35930:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788777576.903699:0:35930:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777576.903700:0:35930:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777576.903702:0:35930:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777576.903704:0:35930:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777576.903705:0:35930:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777576.903707:0:35930:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777576.903709:0:35930:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.903711:0:35930:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.903712:0:35930:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777576.903713:0:35930:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777576.903715:0:35930:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777576.903721:0:35930:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788777576.903725:0:35930:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788777576.903729:0:35930:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788777576.903732:0:35930:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777576.903735:0:35930:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777576.903736:0:35930:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777576.903737:0:35930:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777576.903739:0:35930:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777576.903742:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202a20 00020000:00000001:0.0:1788777576.903746:0:35930:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777576.903748:0:35930:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777576.903750:0:35930:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777576.903753:0:35930:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777576.903757:0:35930:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777576.903758:0:35930:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788777576.903760:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bc98 00000080:00200000:0.0:1788777576.903762:0:35930:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788777576.903771:0:35930:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777576.903773:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777576.903775:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777576.903777:0:35930:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777576.903782:0:35930:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777576.903788:0:35930:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777576.903790:0:35930:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788777576.903793:0:35930:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777576.903794:0:35930:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788777576.903797:0:35930:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1788777576 a=0 c=1788777576 b=0 00020000:00000001:0.0:1788777576.903800:0:35930:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777576.903803:0:35930:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788777576 a=0 c=1788777576 b=0 00020000:00000001:0.0:1788777576.903806:0:35930:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903808:0:35930:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.903810:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:0.0:1788777576.903812:0:35930:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 0 00000080:00000001:0.0:1788777576.903815:0:35930:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788777576.903822:0:35930:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788777576.903825:0:35930:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788777576.903828:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000020:00000001:0.0:1788777576.903831:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bd88 00000080:00000008:0.0:1788777576.903833:0:35930:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788777576.903836:0:35930:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:0.0:1788777576.960759:0:35933:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777576.960770:0:35933:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777576.960773:0:35933:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777576.960778:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63bc0 00000080:00200000:0.0:1788777576.960786:0:35933:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777576.960798:0:35933:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73800. 00800000:00000002:0.0:1788777576.960809:0:35933:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777576.960814:0:35933:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777576.960821:0:35933:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777576.960824:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63ae0 00800000:00000002:0.0:1788777576.960827:0:35933:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777576.960831:0:35933:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777576.960835:0:35933:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777576.960839:0:35933:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777576.960843:0:35933:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777576.960846:0:35933:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777576.960848:0:35933:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777576.960851:0:35933:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777576.960854:0:35933:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777576.960858:0:35933:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777576.960866:0:35933:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777576.960868:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c639b0 00000002:00010000:0.0:1788777576.960882:0:35933:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777576.960886:0:35933:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777576.960890:0:35933:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777576.960895:0:35933:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777576.960905:0:35933:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:0.0:1788777576.960909:0:35933:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777576.960916:0:35933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777576.960922:0:35933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777576.960927:0:35933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777576.960941:0:35933:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777576.960947:0:35933:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.960951:0:35933:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777576.960958:0:35933:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777576.960961:0:35933:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777576.960963:0:35933:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777576.960965:0:35933:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777576.960968:0:35933:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777576.960970:0:35933:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777576.960973:0:35933:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777576.960976:0:35933:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777576.960980:0:35933:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73800. 00000080:00000001:0.0:1788777576.960985:0:35933:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777576.960989:0:35933:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777576.960992:0:35933:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777576.960996:0:35933:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcaec 00800000:00000001:0.0:1788777576.961000:0:35933:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777576.961003:0:35933:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777576.961004:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.961007:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.961011:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:0.0:1788777576.961014:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:0.0:1788777576.961017:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:0.0:1788777576.961021:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.961023:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777576.961024:0:35933:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.961026:0:35933:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777576.961029:0:35933:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcaec from it ffffb70bc1c63bf8 00010000:00000001:0.0:1788777576.961031:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.961032:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.961034:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:0.0:1788777576.961036:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:0.0:1788777576.961038:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:0.0:1788777576.961040:0:35933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777576.961043:0:35933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777576.961051:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.961052:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.961054:0:35933:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777576.961057:0:35933:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777576.961060:0:35933:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777576.961068:0:35933:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777576.961072:0:35933:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777576.961075:0:35933:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777576.961080:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.961081:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.961083:0:35933:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.961088:0:35933:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777576.961090:0:35933:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.961092:0:35933:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.961095:0:35933:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.961097:0:35933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777576.961099:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.961100:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777576.961104:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777576.961106:0:35933:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777576.961109:0:35933:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777576.961113:0:35933:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.961118:0:35933:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777576.961121:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63b88 00000080:00002000:0.0:1788777576.961123:0:35933:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff9b1fd1768948) flags 0x20000e refc 1 00000080:00000001:0.0:1788777576.961126:0:35933:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.961127:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63bd0 00000080:00200000:0.0:1788777576.961129:0:35933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:0.0:1788777576.961134:0:35933:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788777576.961136:0:35933:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.961140:0:35933:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777576.961141:0:35933:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1788777576.961144:0:35933:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777576.961156:0:35933:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fd1882140. 00000080:00000001:0.0:1788777576.961160:0:35933:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777576.961161:0:35933:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), inode mode 41ed mask 3 00000080:00000001:0.0:1788777576.961164:0:35933:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.961168:0:35933:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788777576.961170:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63b58 00000080:00200000:0.0:1788777576.961172:0:35933:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), file ffff9b1fd057f680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1788777576.961178:0:35933:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fca617180. 00000080:00000001:0.0:1788777576.961183:0:35933:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777576.961185:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63a08 00000080:00200000:0.0:1788777576.961188:0:35933:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), intent=open|creat 00000080:00000010:0.0:1788777576.961195:0:35933:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73800. 00000080:00000001:0.0:1788777576.961324:0:35933:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777576.961327:0:35933:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777576.961396:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63928 00800000:00000002:0.0:1788777576.961400:0:35933:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000405:0x2c:0x0] 00800000:00000001:0.0:1788777576.961405:0:35933:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788777576.961409:0:35933:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777576.961413:0:35933:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777576.961415:0:35933:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777576.961416:0:35933:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777576.961419:0:35933:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777576.961421:0:35933:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777576.961423:0:35933:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1788777576.961425:0:35933:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.961428:0:35933:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:0.0:1788777576.961433:0:35933:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788777576.961436:0:35933:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788777576.961440:0:35933:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788777576.961444:0:35933:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788777576.961448:0:35933:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x2f:0x0] 40000000:00000001:0.0:1788777576.961452:0:35933:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.961454:0:35933:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.961457:0:35933:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.961459:0:35933:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.961756:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c638a8 00800000:00000002:0.0:1788777576.961760:0:35933:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2f:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:0.0:1788777576.961766:0:35933:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777576.961767:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c637e0 00000002:00010000:0.0:1788777576.961769:0:35933:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000405:0x2f:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1788777576.961774:0:35933:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777576.961778:0:35933:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777576.961782:0:35933:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777576.961788:0:35933:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.961789:0:35933:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777576.961793:0:35933:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 2 00010000:00000001:0.0:1788777576.961796:0:35933:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777576.961799:0:35933:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777576.961803:0:35933:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.961806:0:35933:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.961808:0:35933:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777576.961816:0:35933:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec000. 00000020:00000040:0.0:1788777576.961822:0:35933:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777576.961830:0:35933:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777576.961833:0:35933:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.961836:0:35933:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777576.961841:0:35933:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777576.961845:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.961847:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.961849:0:35933:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.961852:0:35933:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777576.961855:0:35933:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777576.961859:0:35933:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777576.961879:0:35933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1002000. 00000100:00000001:0.0:1788777576.961890:0:35933:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.961897:0:35933:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777576.961899:0:35933:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.961900:0:35933:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777576.961901:0:35933:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.961904:0:35933:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.961915:0:35933:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00010000:00000001:0.0:1788777576.961919:0:35933:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777576.961922:0:35933:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777576.961925:0:35933:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6f00 count: 2 00010000:00000001:0.0:1788777576.961926:0:35933:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777576.961929:0:35933:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777576.961933:0:35933:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f7a00. 00000020:00000001:0.0:1788777576.961937:0:35933:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777576.961940:0:35933:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f7a00 with handle 0x22b16ee488cdcb0f to hash 00000020:00000001:0.0:1788777576.961942:0:35933:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777576.961944:0:35933:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.961948:0:35933:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.961953:0:35933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777576.961956:0:35933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.961960:0:35933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35933 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777576.961968:0:35933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35933 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777576.961984:0:35933:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777576.962000:0:35933:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ec000 x1875667211148800/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777576.962009:0:35933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35933 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777576.962016:0:35933:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777576.962018:0:35933:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777576.962029:0:35933:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8a80. 00000100:00000001:0.0:1788777576.962032:0:35933:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543786112 : -110914165765504 : ffff9b1fc88c8a80) 00000100:00000001:0.0:1788777576.962035:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.962037:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000001:0.0:1788777576.962044:0:35933:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777576.962051:0:35933:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.962054:0:35933:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777576.962056:0:35933:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777576.962061:0:35933:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec000 x1875667211148800/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.962082:0:35933:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777576.962086:0:35933:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777576.962090:0:35933:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777576.962093:0:35933:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777576.962096:0:35933:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777576.962101:0:35933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35933:1875667211148800:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777576.962105:0:35933:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777576.962113:0:35933:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777576.962117:0:35933:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777576.962122:0:35933:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777576.963795:0:35933:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd1220000. 02000000:00000001:0.0:1788777576.963807:0:35933:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777576.963833:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777576.963841:0:35933:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777576.963851:0:35933:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fd1003400. 00000100:00000200:0.0:1788777576.963861:0:35933:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211148800, portal 10 00000100:00000001:0.0:1788777576.963864:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.963866:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000040:0.0:1788777576.963891:0:35933:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ec000 x1875667211148800/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.963901:0:35933:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777576.963905:0:35933:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777576.963909:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b880. 00000100:00000200:0.0:1788777576.963914:0:35933:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667211148800, offset 0 00000400:00000200:0.0:1788777576.963922:0:35933:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777576.963934:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777576.963944:0:35933:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777576.963951:0:35933:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777576.963957:0:35933:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777576.963962:0:35933:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777576.963965:0:35933:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777576.963969:0:35933:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3010:3010:256:4294967295] 192.168.204.133@tcp LPNI seq info [3009:3009:8:4294967295] 00000400:00000200:0.0:1788777576.963973:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777576.963985:0:35933:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777576.963993:0:35933:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777576.963999:0:35933:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839800. 00000800:00000200:0.0:1788777576.964008:0:35933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777576.964017:0:35933:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777576.964022:0:35933:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1788777576.964044:0:35933:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777576.964050:0:35933:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 831580 usecs (832 jiffies) 00000400:00000200:0.0:1788777576.964053:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777576.964057:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681103 00000100:00000001:0.0:1788777576.964065:0:35933:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296681023 00000100:00000001:0.0:1788777576.964072:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681103 00000100:00000001:0.0:1788777576.964075:0:35933:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296681023 00000100:00000001:0.0:1788777576.964078:0:35933:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777576.964081:0:35933:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.964085:0:35933:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777576.964087:0:35933:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777576.964090:0:35933:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788777576.964094:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777576.964097:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777576.964826:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777576.964834:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839800. 00000400:00000200:2.0:1788777576.964840:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.964848:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777576.964857:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b880 00000400:00000010:2.0:1788777576.964859:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b880. 00000100:00000001:2.0:1788777576.964868:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777576.964886:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec000 x1875667211148800/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.964899:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.964902:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec000 x1875667211148800/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.964909:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.964911:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777576.978146:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.978171:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.978177:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.978179:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.978191:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.978213:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.978226:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.978232:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.978239:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.978244:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd65e00 00000400:00000200:2.0:1788777576.978250:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.978258:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8c45 [32] + 224 00000800:00000001:2.0:1788777576.978270:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.978280:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.978285:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.978291:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.978301:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.978313:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec000 x1875667211148800/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.978326:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc31ec000 x1875667211148800/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.978353:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.978367:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.978371:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.979912:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777576.979933:0:35933:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777576.979937:0:35933:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777576.979942:0:35933:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777576.979952:0:35933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd1003400 00000400:00000010:0.0:1788777576.979955:0:35933:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fd1003400. 00000100:00000001:0.0:1788777576.979962:0:35933:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777576.979977:0:35933:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec000 x1875667211148800/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777576.979989:0:35933:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec000 x1875667211148800/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.979996:0:35933:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777576.979999:0:35933:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.980002:0:35933:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777576.980008:0:35933:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777576.980011:0:35933:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777576.980014:0:35933:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777576.980018:0:35933:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777576.980030:0:35933:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=85 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777576.980036:0:35933:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777576.980039:0:35933:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777576.980041:0:35933:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.980045:0:35933:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777576.980051:0:35933:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.980056:0:35933:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777576.980058:0:35933:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000b/0x1] 00000100:00000001:0.0:1788777576.980060:0:35933:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777576.980062:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.980064:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000001:0.0:1788777576.980068:0:35933:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777576.980071:0:35933:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934601 00000100:00000001:0.0:1788777576.980073:0:35933:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777576.980077:0:35933:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777576.980082:0:35933:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.980091:0:35933:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777576.980094:0:35933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777576.980097:0:35933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777576.980102:0:35933:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777576.980111:0:35933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35933:1875667211148800:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777576.980116:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.980120:0:35933:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.980123:0:35933:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777576.980126:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.980129:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.980143:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777576.980145:0:35933:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8a80. 00000100:00000001:0.0:1788777576.980149:0:35933:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777576.980150:0:35933:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.980154:0:35933:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777576.980160:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.980163:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.980167:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=4 00000020:00000001:0.0:1788777576.980170:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.980173:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000040:0.0:1788777576.980181:0:35933:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f7a00, remote cookie: 0x542deec0941a7486, flags: 0x1001 00010000:00010000:0.0:1788777576.980187:0:35933:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777576.980210:0:35933:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2f:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:0.0:1788777576.980215:0:35933:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777576.980230:0:35933:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd0f4e700. 00010000:00000010:0.0:1788777576.980236:0:35933:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc2c6a600. 00010000:00000001:0.0:1788777576.980243:0:35933:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.980247:0:35933:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777576.980256:0:35933:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.980263:0:35933:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777576.980269:0:35933:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777576.980273:0:35933:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777576.980275:0:35933:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777576.980277:0:35933:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777576.980281:0:35933:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2f:0x0].0x0 (ffff9b1fd0f4e700) refcount = 1 00010000:00010000:0.0:1788777576.980285:0:35933:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.980293:0:35933:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777576.980298:0:35933:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777576.980300:0:35933:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777576.980304:0:35933:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777576.980306:0:35933:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.980310:0:35933:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.980316:0:35933:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777576.980318:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.980320:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.980321:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.980322:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.980324:0:35933:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.980341:0:35933:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777576.980345:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.980346:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.980348:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777576.980350:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.980353:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.980355:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.980357:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.980358:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=4 00000020:00000001:0.0:1788777576.980360:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.980362:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.980366:0:35933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777576.980369:0:35933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.980373:0:35933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.980386:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.980388:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.980390:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.980391:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.980392:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=5 00000020:00000001:0.0:1788777576.980394:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.980396:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.980400:0:35933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777576.980402:0:35933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.980409:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.980411:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777576.980413:0:35933:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.980421:0:35933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777576.980422:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.980423:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.980424:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.980426:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777576.980432:0:35933:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777576.980442:0:35933:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788777576.980447:0:35933:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777576.980454:0:35933:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.981685:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.981692:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.981696:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777576.981702:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.981707:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00000002:00010000:0.0:1788777576.981713:0:35933:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788777576.981732:0:35933:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fd12e4d40. 00010000:00000001:0.0:1788777576.981735:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.981737:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777576.981739:0:35933:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.981741:0:35933:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777576.981745:0:35933:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788777576.981749:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.981751:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000001:0.0:1788777576.981753:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777576.981754:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00010000:00000001:0.0:1788777576.981756:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.981758:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.981759:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777576.981762:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.981764:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00000002:00010000:0.0:1788777576.981767:0:35933:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.981775:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.981776:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.981779:0:35933:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777576.981780:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.981781:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.981782:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777576.981784:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.981787:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000040:0.0:1788777576.981794:0:35933:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777576.981797:0:35933:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777576.981802:0:35933:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/47 (0 0) 00010000:00000001:0.0:1788777576.981805:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.981806:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777576.981808:0:35933:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777576.981811:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63768 00000002:00002000:0.0:1788777576.981814:0:35933:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788777576.981818:0:35933:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.981822:0:35933:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.981825:0:35933:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777576.981829:0:35933:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777576.981833:0:35933:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.981839:0:35933:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777576.981841:0:35933:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fca617180 it_disposition 1800037 00000080:00002000:0.0:1788777576.981849:0:35933:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1770d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788777576.981857:0:35933:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777576.981861:0:35933:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788777576.981863:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63998 00000080:00200000:0.0:1788777576.981865:0:35933:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9b1fd159aa08), intent=open|creat 00000080:00000001:0.0:1788777576.981879:0:35933:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788777576.981882:0:35933:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777576.981890:0:35933:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777576.981895:0:35933:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777576.981898:0:35933:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:0.0:1788777576.981901:0:35933:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788777576.981918:0:35933:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd157a100. 00000020:00000001:0.0:1788777576.981932:0:35933:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788777576.981934:0:35933:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788777576.981937:0:35933:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788777576.981939:0:35933:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff9b1fd157a1c8) 00000020:00000001:0.0:1788777576.981944:0:35933:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777576.981950:0:35933:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:0.0:1788777576.981953:0:35933:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:0.0:1788777576.981958:0:35933:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788777576.981964:0:35933:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b1fc72cac80. 00000020:00000001:0.0:1788777576.981967:0:35933:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777576.981970:0:35933:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.981979:0:35933:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788777576.981984:0:35933:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b1fc4f82ba0. 00020000:00000001:0.0:1788777576.981987:0:35933:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633159483730848 : -110914225820768 : ffff9b1fc4f82ba0) 00020000:00000001:0.0:1788777576.981990:0:35933:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788777576.981994:0:35933:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777576.982000:0:35933:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617480. 00020000:00000010:0.0:1788777576.982005:0:35933:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc7efe800. 00020000:00000010:0.0:1788777576.982012:0:35933:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617a80. 00020000:00000001:0.0:1788777576.982014:0:35933:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574518400 : -110914135033216 : ffff9b1fca617a80) 00020000:00000002:0.0:1788777576.982017:0:35933:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617a80, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777576.982022:0:35933:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777576.982026:0:35933:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc7efe800: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777576.982028:0:35933:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788777576.982030:0:35933:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617a80, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777576.982033:0:35933:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777576.982036:0:35933:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc7efe800: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:0.0:1788777576.982040:0:35933:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b1fc32a6670. 00020000:00000010:0.0:1788777576.982043:0:35933:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b1fc88c8a80. 00020000:00000001:0.0:1788777576.982048:0:35933:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788777576.982051:0:35933:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b1fc82d2018. 00020000:00000001:0.0:1788777576.982054:0:35933:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788777576.982056:0:35933:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788777576.982062:0:35933:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788777576.982065:0:35933:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b1fc72ca3e8. 00000020:00000001:0.0:1788777576.982067:0:35933:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777576.982069:0:35933:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.982070:0:35933:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633159520724072 : -110914188827544 : ffff9b1fc72ca468) 00020000:00000001:0.0:1788777576.982075:0:35933:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788777576.982082:0:35933:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b1fc7188380. 00020000:00000001:0.0:1788777576.982084:0:35933:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.982089:0:35933:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520724072 : -110914188827544 : ffff9b1fc72ca468) 00020000:00000001:0.0:1788777576.982092:0:35933:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633159520724072 : -110914188827544 : ffff9b1fc72ca468) 00020000:00000002:0.0:1788777576.982095:0:35933:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x44:0x0]@ffff9b1fc72ca3e8[0:0] -> [0x200000405:0x2f:0x0]@ffff9b1fc72cac80: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777576.982100:0:35933:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788777576.982102:0:35933:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788777576.982104:0:35933:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.982107:0:35933:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520726272 : -110914188825344 : ffff9b1fc72cad00) 00000020:00001000:0.0:1788777576.982111:0:35933:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:0.0:1788777576.982116:0:35933:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:0.0:1788777576.982119:0:35933:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777576.982121:0:35933:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611183 mtime from 0 to 1788777576 00000080:00000001:0.0:1788777576.982127:0:35933:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788777576.982130:0:35933:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691313608 : -110914018238008 : ffff9b1fd157a1c8) 00010000:00000001:0.0:1788777576.982132:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.982134:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.982135:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777576.982138:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.982140:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00000080:00000001:0.0:1788777576.982144:0:35933:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777576.982145:0:35933:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777576.982146:0:35933:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:0.0:1788777576.982149:0:35933:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000020:00000001:0.0:1788777576.982151:0:35933:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777576.982153:0:35933:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777576.982155:0:35933:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777576.982158:0:35933:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617e40. 00020000:00000010:0.0:1788777576.982161:0:35933:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc7efeb00. 00020000:00000010:0.0:1788777576.982164:0:35933:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617d80. 00020000:00000001:0.0:1788777576.982166:0:35933:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574519168 : -110914135032448 : ffff9b1fca617d80) 00020000:00000002:0.0:1788777576.982169:0:35933:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617d80, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777576.982172:0:35933:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777576.982174:0:35933:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc7efeb00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777576.982179:0:35933:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc4f82ba0) owner ffff9b1fca608000 00020000:00000001:0.0:1788777576.982182:0:35933:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777576.982184:0:35933:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc4f82ba0) owner ffff9b1fca608000 00020000:00000010:0.0:1788777576.982189:0:35933:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc7efeb00. 00020000:00000010:0.0:1788777576.982195:0:35933:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617e40. 00020000:00000010:0.0:1788777576.982213:0:35933:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617d80. 00020000:00000002:0.0:1788777576.982216:0:35933:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777576.982219:0:35933:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.982221:0:35933:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.982225:0:35933:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777576.982228:0:35933:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00020000:00000002:0.0:1788777576.982232:0:35933:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617a80 addref 2/0 by ffff9b1fca608000. 00020000:00000002:0.0:1788777576.982235:0:35933:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:0.0:1788777576.982238:0:35933:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777576.982241:0:35933:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777576.982242:0:35933:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777576.982244:0:35933:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777576.982247:0:35933:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777576.982249:0:35933:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788777576.982251:0:35933:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000080:00000001:0.0:1788777576.982254:0:35933:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.982256:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.982257:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777576.982259:0:35933:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777576.982263:0:35933:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777576.982265:0:35933:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777576.982267:0:35933:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2f:0x0](ffff9b1fd157a1c8) 00000080:00010000:0.0:1788777576.982271:0:35933:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2f:0x0](ffff9b1fd157a1c8) for lock 0x22b16ee488cdcb0f 00800000:00000001:0.0:1788777576.982275:0:35933:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777576.982277:0:35933:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777576.982278:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.982280:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.982282:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:0.0:1788777576.982284:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.982286:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:0.0:1788777576.982289:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.982290:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777576.982292:0:35933:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777576.982294:0:35933:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.982296:0:35933:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788777576.982299:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.982313:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.982321:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777576.982326:0:35933:0:(namei.c:1651:ll_create_it()) inode ffff9b1fd157a1c8 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:0.0:1788777576.982342:0:35933:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777576.982347:0:35933:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2f:0x0](ffff9b1fd157a1c8) 00000080:00000001:0.0:1788777576.982352:0:35933:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777576.982356:0:35933:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73800. 00000100:00000001:0.0:1788777576.982359:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.982363:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.982370:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.982374:0:35933:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788777576.982376:0:35933:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777576.982379:0:35933:0:(namei.c:1500:ll_atomic_open()) inode ffff9b1fd157a1c8 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:0.0:1788777576.982391:0:35933:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777576.982393:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63a68 00000080:00200008:0.0:1788777576.982396:0:35933:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9b1fd157a1c8), flags 100102 00000080:00000010:2.0:1788777576.984010:0:35933:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc15a72c0. 00000080:00000010:2.0:1788777576.984033:0:35933:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc4f3dac0. 00000080:00000001:2.0:1788777576.984038:0:35933:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777576.984050:0:35933:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788777576.984054:0:35933:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777576.984059:0:35933:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777576.984062:0:35933:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777576.984066:0:35933:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777576.984068:0:35933:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777576.984071:0:35933:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1788777576.984074:0:35933:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777576.984081:0:35933:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777576.984086:0:35933:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fca613640. 00000002:00100000:2.0:1788777576.984102:0:35933:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777576.984111:0:35933:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777576.984113:0:35933:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777576.984117:0:35933:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777576.984121:0:35933:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.984124:0:35933:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777576.984128:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777576.984134:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777576.984142:0:35933:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777576.984146:0:35933:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd1220000. 02000000:00000001:2.0:1788777576.984187:0:35933:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777576.984190:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.984194:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63a68 00000080:00000008:2.0:1788777576.984196:0:35933:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9b1fd157a1c8), flags 100102, rc = 0 00000080:00000001:2.0:1788777576.984772:0:35933:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777576.984775:0:35933:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fca617180 released 00000080:00010000:2.0:1788777576.984780:0:35933:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb0f from it ffff9b1fca617180 00010000:00000001:2.0:1788777576.984785:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777576.984789:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777576.984793:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7a00 refcount=3 00000020:00000001:2.0:1788777576.984796:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:2.0:1788777576.984799:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677147648 : -110914032403968 : ffff9b1fd07f7a00) 00010000:00000001:2.0:1788777576.984801:0:35933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777576.984807:0:35933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777576.984818:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.984821:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.984822:0:35933:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777576.984826:0:35933:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777576.984829:0:35933:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f7a00/0x22b16ee488cdcb0f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a7486 expref: -99 pid: 35933 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777576.984837:0:35933:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777576.984841:0:35933:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777576.984844:0:35933:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777576.984850:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.984852:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.984854:0:35933:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.984858:0:35933:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777576.984862:0:35933:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.984865:0:35933:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.984880:0:35933:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.984883:0:35933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777576.984885:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.984886:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777576.984888:0:35933:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788777576.984891:0:35933:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777576.984895:0:35933:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777576.984897:0:35933:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777576.984900:0:35933:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777576.984901:0:35933:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.984906:0:35933:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788777576.984909:0:35933:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.984912:0:35933:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777576.984914:0:35933:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.984917:0:35933:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777576.984920:0:35933:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fca617180. 00000080:00000001:2.0:1788777576.984927:0:35933:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.984935:0:35933:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777576.984937:0:35933:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff9b1fd157a1c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1788777576.984941:0:35933:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985456:0:35933:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788777576.985696:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63d88 00000080:00200008:2.0:1788777576.985701:0:35933:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 0, count: 8192 00000080:00000002:2.0:1788777576.985706:0:35933:0:(file.c:2656:do_file_write_iter()) inode ffff9b1fd157a1c8 need_sync_to_oss [0x200000405:0x2f:0x0] 00000080:00000001:2.0:1788777576.985710:0:35933:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788777576.985713:0:35933:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985715:0:35933:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777576.985721:0:35933:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985723:0:35933:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1788777576.985725:0:35933:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.985729:0:35933:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777576.985735:0:35933:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:2.0:1788777576.985738:0:35933:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000080:00000001:2.0:1788777576.985744:0:35933:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777576.985746:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63c98 00000080:00200000:2.0:1788777576.985747:0:35933:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1788777576.985756:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63c30 00000080:00200000:2.0:1788777576.985757:0:35933:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:2.0:1788777576.985761:0:35933:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777576.985768:0:35933:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cc177449[0x110, 1, [0x200000405:0x2f:0x0] hash] 00000020:00200000:2.0:1788777576.985770:0:35933:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1788777576.985775:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cad00 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777576.985778:0:35933:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777576.985781:0:35933:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777576.985784:0:35933:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777576.985788:0:35933:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777576.985790:0:35933:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777576.985794:0:35933:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777576.985800:0:35933:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985804:0:35933:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777576.985807:0:35933:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985809:0:35933:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777576.985815:0:35933:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9b1fc3191530 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788777576.985819:0:35933:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:2.0:1788777576.985825:0:35933:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777576.985827:0:35933:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777576.985829:0:35933:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777576.985831:0:35933:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788777576.985833:0:35933:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1788777576.985836:0:35933:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788777576.985839:0:35933:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777576.985840:0:35933:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.985842:0:35933:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777576.985843:0:35933:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777576.985844:0:35933:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777576.985846:0:35933:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00000020:00000001:2.0:1788777576.985848:0:35933:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.985850:0:35933:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777576.985853:0:35933:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1788777576.985855:0:35933:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788777576.985858:0:35933:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.985862:0:35933:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777576.985865:0:35933:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777576.985879:0:35933:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788777576.985881:0:35933:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788777576.985884:0:35933:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777576.985887:0:35933:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1788777576.985890:0:35933:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777576.985892:0:35933:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777576.985896:0:35933:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788777576.985900:0:35933:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777576.985901:0:35933:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777576.985903:0:35933:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777576.985905:0:35933:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:2.0:1788777576.985907:0:35933:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:2.0:1788777576.985911:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca468 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777576.985912:0:35933:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777576.985917:0:35933:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777576.985919:0:35933:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777576.985920:0:35933:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777576.985923:0:35933:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777576.985925:0:35933:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777576.985928:0:35933:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777576.985931:0:35933:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777576.985935:0:35933:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.985937:0:35933:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777576.985940:0:35933:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777576.985942:0:35933:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.985944:0:35933:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.985946:0:35933:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777576.985950:0:35933:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777576.985953:0:35933:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777576.985956:0:35933:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777576.985960:0:35933:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985963:0:35933:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985966:0:35933:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777576.985968:0:35933:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1788777576.985971:0:35933:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777576.985973:0:35933:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777576.985975:0:35933:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.985977:0:35933:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985979:0:35933:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985981:0:35933:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777576.985983:0:35933:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777576.985985:0:35933:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777576.985988:0:35933:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777576.985989:0:35933:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777576.985992:0:35933:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777576.985994:0:35933:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.985996:0:35933:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777576.985998:0:35933:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777576.985999:0:35933:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.986001:0:35933:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777576.986003:0:35933:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777576.986006:0:35933:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777576.986008:0:35933:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777576.986011:0:35933:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777576.986014:0:35933:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1788777576.986024:0:35933:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d500. 00020000:00000002:2.0:1788777576.986027:0:35933:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788777576.986029:0:35933:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777576.986031:0:35933:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777576.986032:0:35933:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777576.986034:0:35933:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777576.986039:0:35933:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f59db0. 00000008:00010000:2.0:1788777576.986042:0:35933:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777576.986045:0:35933:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777576.986046:0:35933:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777576.986050:0:35933:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d530, osc lock ffff9b1fc7f59db0, flags 0x0 00000020:00000001:2.0:1788777576.986053:0:35933:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777576.986056:0:35933:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777576.986059:0:35933:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538103552 : -110914171448064 : ffff9b1fc835d500) 00000020:00000001:2.0:1788777576.986061:0:35933:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777576.986062:0:35933:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777576.986063:0:35933:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.986065:0:35933:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.986067:0:35933:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777576.986070:0:35933:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777576.986071:0:35933:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777576.986072:0:35933:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777576.986075:0:35933:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777576.986077:0:35933:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777576.986079:0:35933:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777576.986081:0:35933:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777576.986086:0:35933:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777576.986088:0:35933:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777576.986090:0:35933:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777576.986093:0:35933:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777576.986094:0:35933:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777576.986096:0:35933:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777576.986098:0:35933:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777576.986102:0:35933:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777576.986111:0:35933:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.986114:0:35933:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788777576.986121:0:35933:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ea00. 00000020:00000040:2.0:1788777576.986126:0:35933:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777576.986131:0:35933:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777576.986138:0:35933:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777576.986144:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777576.986147:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777576.986148:0:35933:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.986153:0:35933:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777576.986156:0:35933:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777576.986163:0:35933:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777576.986172:0:35933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc837bc00. 00000100:00000001:2.0:1788777576.986182:0:35933:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.986189:0:35933:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.986191:0:35933:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.986193:0:35933:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777576.986194:0:35933:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.986197:0:35933:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777576.986274:0:35933:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00010000:00000001:2.0:1788777576.986280:0:35933:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777576.986283:0:35933:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777576.986289:0:35933:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6a00. 00010000:00000010:2.0:1788777576.986293:0:35933:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd20e6900. 00010000:00000001:2.0:1788777576.986300:0:35933:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777576.986304:0:35933:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5c00. 00000020:00000001:2.0:1788777576.986311:0:35933:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777576.986314:0:35933:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5c00 with handle 0x22b16ee488cdcb16 to hash 00000020:00000001:2.0:1788777576.986316:0:35933:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777576.986319:0:35933:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000010:2.0:1788777576.986324:0:35933:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc4f3d040. 00010000:00000001:2.0:1788777576.986327:0:35933:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:2.0:1788777576.986855:0:35933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777576.986860:0:35933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777576.986867:0:35933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777576.986890:0:35933:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777576.986906:0:35933:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777576.986914:0:35933:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777576.986917:0:35933:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777576.986927:0:35933:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1304540. 00000100:00000001:2.0:1788777576.986931:0:35933:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688734016 : -110914020817600 : ffff9b1fd1304540) 00000100:00000001:2.0:1788777576.986934:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.986935:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000001:2.0:1788777576.986941:0:35933:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777576.986944:0:35933:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.986947:0:35933:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777576.986949:0:35933:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777576.986962:0:35933:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.986972:0:35933:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777576.986975:0:35933:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.986980:0:35933:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777576.986984:0:35933:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777576.986987:0:35933:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777576.986991:0:35933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35933:1875667211148928:192.168.204.133@tcp:101:multiop.0 00000100:00000001:2.0:1788777576.986997:0:35933:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777576.987004:0:35933:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777576.987007:0:35933:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777576.987010:0:35933:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777576.987016:0:35933:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc333ac00. 02000000:00000001:2.0:1788777576.987018:0:35933:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777576.987027:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777576.987034:0:35933:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b2c0. 00000400:00000010:2.0:1788777576.987043:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e936e8. 00000100:00000200:2.0:1788777576.987053:0:35933:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211148928, portal 4 00000100:00000001:2.0:1788777576.987055:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777576.987057:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504816640 : -110914204734976 : ffff9b1fc639ea00) 00000100:00000040:2.0:1788777576.987063:0:35933:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.987071:0:35933:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777576.987074:0:35933:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777576.987077:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e934c8. 00000100:00000200:2.0:1788777576.987081:0:35933:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211148928, offset 0 00000400:00000200:2.0:1788777576.987088:0:35933:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777576.987101:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.987112:0:35933:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777576.987119:0:35933:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777576.987124:0:35933:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777576.987130:0:35933:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777576.987133:0:35933:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777576.987137:0:35933:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3011:3011:256:4294967295] 192.168.204.133@tcp LPNI seq info [3010:3010:8:4294967295] 00000400:00000200:2.0:1788777576.987141:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.987151:0:35933:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777576.987160:0:35933:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777576.987166:0:35933:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979ce00. 00000800:00000200:2.0:1788777576.987174:0:35933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777576.987186:0:35933:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777576.987193:0:35933:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979ce00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777576.987378:0:35933:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777576.987385:0:35933:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21015 usecs (22 jiffies) 00000400:00000200:2.0:1788777576.987390:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777576.987394:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680316 00000100:00000001:2.0:1788777576.987398:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296681103 00000100:00000001:2.0:1788777576.987409:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680316 00000100:00000001:2.0:1788777576.987413:0:35933:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296681103 00000100:00000001:2.0:1788777576.987416:0:35933:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777576.987420:0:35933:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777576.987423:0:35933:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777576.987425:0:35933:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777576.987429:0:35933:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1304540 going to sleep for 11 seconds 00000100:00000001:2.0:1788777576.987433:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777576.987439:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777576.988984:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777576.988996:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979ce00. 00000400:00000200:3.0:1788777576.989004:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777576.989014:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777576.989024:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e934c8 00000400:00000010:3.0:1788777576.989027:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e934c8. 00000100:00000001:3.0:1788777576.989034:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777576.989045:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.989059:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777576.989063:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777576.989071:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777576.989073:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777576.991833:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.991862:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777576.991881:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.991884:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.991897:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.991906:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777576.991918:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.991925:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.991932:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.991937:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd65e80 00000400:00000200:2.0:1788777576.991943:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777576.991951:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x8c4d [1] + 224 00000800:00000001:2.0:1788777576.991962:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.991974:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777576.991978:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777576.991983:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777576.991995:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777576.992007:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777576.992018:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777576.992050:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777576.992062:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777576.992065:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.992157:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777576.992167:0:35933:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777576.992170:0:35933:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777576.992175:0:35933:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b2c0. 00000400:00000200:0.0:1788777576.992180:0:35933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e936e8 00000400:00000010:0.0:1788777576.992183:0:35933:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e936e8. 00000100:00000001:0.0:1788777576.992186:0:35933:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777576.992191:0:35933:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777576.992210:0:35933:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.992216:0:35933:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777576.992219:0:35933:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.992222:0:35933:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777576.992226:0:35933:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777576.992229:0:35933:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777576.992231:0:35933:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777576.992235:0:35933:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777576.992247:0:35933:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777576.992252:0:35933:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777576.992255:0:35933:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777576.992257:0:35933:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.992260:0:35933:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777576.992265:0:35933:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.992270:0:35933:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777576.992273:0:35933:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788777576.992275:0:35933:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777576.992277:0:35933:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777576.992282:0:35933:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.992290:0:35933:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777576.992293:0:35933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777576.992296:0:35933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777576.992300:0:35933:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777576.992307:0:35933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ea00 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35933:1875667211148928:192.168.204.133@tcp:101:multiop.0 00000100:00000001:0.0:1788777576.992313:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777576.992316:0:35933:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.992319:0:35933:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777576.992322:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.992325:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.992342:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777576.992347:0:35933:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1304540. 00000100:00000001:0.0:1788777576.992351:0:35933:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777576.992353:0:35933:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.992358:0:35933:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777576.992363:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.992368:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.992372:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5c00 refcount=4 00000020:00000001:0.0:1788777576.992375:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:0.0:1788777576.992378:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000040:0.0:1788777576.992388:0:35933:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5c00, remote cookie: 0x542deec0941a7494, flags: 0x1 00010000:00010000:0.0:1788777576.992398:0:35933:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.992413:0:35933:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788777576.992416:0:35933:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.992419:0:35933:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777576.992423:0:35933:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788777576.992430:0:35933:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777576.992440:0:35933:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff9b1fd20e6a00) refcount = 1 00010000:00000040:0.0:1788777576.992442:0:35933:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777576.992445:0:35933:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.992455:0:35933:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777576.992457:0:35933:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777576.992520:0:35933:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777576.992523:0:35933:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.992528:0:35933:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.992540:0:35933:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777576.992542:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.992545:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.992546:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.992547:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.992548:0:35933:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.992552:0:35933:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788777576.992555:0:35933:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777576.992559:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.992560:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.992562:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5c00 refcount=3 00000020:00000001:0.0:1788777576.992564:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:0.0:1788777576.992566:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:0.0:1788777576.992568:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.992569:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.992570:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5c00 refcount=4 00000020:00000001:0.0:1788777576.992572:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:0.0:1788777576.992574:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:0.0:1788777576.992578:0:35933:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777576.992593:0:35933:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777576.992598:0:35933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.992606:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.992607:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777576.992611:0:35933:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788777576.992618:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00010000:0.0:1788777576.992622:0:35933:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788777576.992630:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:0.0:1788777576.992632:0:35933:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777576.992635:0:35933:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777576.992639:0:35933:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777576.992641:0:35933:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992643:0:35933:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992645:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000001:0.0:1788777576.992646:0:35933:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788777576.992649:0:35933:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.992651:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.992652:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.992653:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5c00 refcount=5 00000020:00000001:0.0:1788777576.992655:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:0.0:1788777576.992657:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:0.0:1788777576.992660:0:35933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777576.992663:0:35933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.992670:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.992671:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777576.992675:0:35933:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.992682:0:35933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777576.992684:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.992685:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777576.992686:0:35933:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777576.992689:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777576.992694:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ea00 x1875667211148928/t0(0) o101->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777576.992701:0:35933:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777576.992704:0:35933:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777576.992708:0:35933:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc333ac00. 02000000:00000001:0.0:1788777576.992712:0:35933:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777576.992715:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777576.992718:0:35933:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777576.992721:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777576.992725:0:35933:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc837bc00. 02000000:00000001:0.0:1788777576.992730:0:35933:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777576.992732:0:35933:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777576.992734:0:35933:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ea00. 00000100:00000001:0.0:1788777576.992739:0:35933:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777576.992740:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777576.992742:0:35933:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.992745:0:35933:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992749:0:35933:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.992752:0:35933:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992754:0:35933:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992756:0:35933:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992760:0:35933:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992762:0:35933:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992765:0:35933:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788777576.992771:0:35933:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788777576.992778:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63b80 00000080:00200000:0.0:1788777576.992781:0:35933:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1788777576.992784:0:35933:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777576.992788:0:35933:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00020000:00000002:0.0:1788777576.992792:0:35933:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fca617a80 addref 2/0 by ffff9b1fca608000. 00020000:00000002:0.0:1788777576.992795:0:35933:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00000020:00000001:0.0:1788777576.992798:0:35933:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788777576.992802:0:35933:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788777576.992806:0:35933:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788777576.992811:0:35933:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788777576.992814:0:35933:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.992816:0:35933:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:0.0:1788777576.992818:0:35933:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777576.992822:0:35933:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777576.992825:0:35933:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992827:0:35933:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.992829:0:35933:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992831:0:35933:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.992840:0:35933:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777576.992843:0:35933:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1788777576.992895:0:35933:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777576.992898:0:35933:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2f:0x0] ffffd8398492d7c0 0 1 00000020:00000001:0.0:1788777576.992901:0:35933:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777576.992903:0:35933:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992906:0:35933:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788777576.992912:0:35933:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b1fd06832a0. 00000020:00000001:0.0:1788777576.992917:0:35933:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777576.992918:0:35933:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788777576.992921:0:35933:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788777576.992925:0:35933:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788777576.992927:0:35933:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.992928:0:35933:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000008:00000001:0.0:1788777576.992932:0:35933:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788777576.992934:0:35933:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9b1fd0683310 folio ffffd8398492d7c0 pg:0 obj off 0 00000008:00000001:0.0:1788777576.992937:0:35933:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992939:0:35933:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777576.992940:0:35933:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788777576.992942:0:35933:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788777576.992943:0:35933:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.992948:0:35933:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.992950:0:35933:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633159675622048 : -110914033929568 : ffff9b1fd06832a0) 00000020:00000001:0.0:1788777576.992953:0:35933:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633159675622048 : -110914033929568 : ffff9b1fd06832a0) 00000020:00000001:0.0:1788777576.992955:0:35933:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777576.992958:0:35933:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777576.992960:0:35933:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452333360 : -110914257218256 : ffff9b1fc3191530) 00000020:00000001:0.0:1788777576.992963:0:35933:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777576.992964:0:35933:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777576.992966:0:35933:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777576.992972:0:35933:0:(cl_page.c:507:__cl_page_state_set()) page@00000000efd78de2[2 00000000b72e5226 1 1 00000000deeb02fb 0 0 0] 00000020:00000001:0.0:1788777576.992974:0:35933:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777576.992976:0:35933:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777576.992977:0:35933:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788777576.992981:0:35933:0:(rw26.c:769:ll_write_begin()) page@00000000efd78de2[2 00000000b72e5226 2 1 00000000deeb02fb 0 0 0] 00000080:00008000:0.0:1788777576.992983:0:35933:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788777576.992985:0:35933:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777576.992987:0:35933:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.992993:0:35933:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777576.992996:0:35933:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1788777576.992998:0:35933:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777576.992999:0:35933:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452333360 : -110914257218256 : ffff9b1fc3191530) 00000020:00000001:0.0:1788777576.993001:0:35933:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777576.993003:0:35933:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777576.993011:0:35933:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777576.993013:0:35933:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777576.993015:0:35933:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777576.993016:0:35933:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777576.993020:0:35933:0:(rw26.c:929:ll_write_end()) page@00000000efd78de2[3 00000000b72e5226 2 1 00000000deeb02fb 0 0 0] 00000080:00200000:0.0:1788777576.993024:0:35933:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9d3e471 17ffffc0001001 3:0 ffff9b1fd06832a0 0 lru 00000080:00200000:0.0:1788777576.993032:0:35933:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7dd79d7 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000bac04322 0000000097c0027b > 3< 0 0 > 4< 0 0 8 8376320 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777576.993035:0:35933:0:(rw26.c:929:ll_write_end()) end page@00000000efd78de2 00000080:00200000:0.0:1788777576.993037:0:35933:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788777576.993039:0:35933:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788777576.993042:0:35933:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777576.993044:0:35933:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1788777576.993060:0:35933:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777576.993062:0:35933:0:(cl_page.c:427:cl_page_find()) 1@[0x200000405:0x2f:0x0] ffffd8398493b600 0 1 00000020:00000001:0.0:1788777576.993065:0:35933:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777576.993066:0:35933:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993068:0:35933:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788777576.993071:0:35933:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b1fd06838c0. 00000020:00000001:0.0:1788777576.993073:0:35933:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777576.993074:0:35933:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788777576.993076:0:35933:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788777576.993078:0:35933:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1788777576.993081:0:35933:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.993082:0:35933:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000008:00000001:0.0:1788777576.993085:0:35933:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788777576.993086:0:35933:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9b1fd0683930 folio ffffd8398493b600 pg:0 obj off 4096 00000008:00000001:0.0:1788777576.993089:0:35933:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993090:0:35933:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777576.993091:0:35933:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788777576.993093:0:35933:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788777576.993094:0:35933:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993098:0:35933:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993100:0:35933:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633159675623616 : -110914033928000 : ffff9b1fd06838c0) 00000020:00000001:0.0:1788777576.993103:0:35933:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633159675623616 : -110914033928000 : ffff9b1fd06838c0) 00000020:00000001:0.0:1788777576.993105:0:35933:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777576.993106:0:35933:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777576.993107:0:35933:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452333360 : -110914257218256 : ffff9b1fc3191530) 00000020:00000001:0.0:1788777576.993109:0:35933:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777576.993111:0:35933:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777576.993112:0:35933:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777576.993116:0:35933:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ba860f64[2 00000000b72e5226 1 1 00000000deeb02fb 0 0 1] 00000020:00000001:0.0:1788777576.993117:0:35933:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777576.993119:0:35933:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777576.993120:0:35933:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788777576.993123:0:35933:0:(rw26.c:769:ll_write_begin()) page@00000000ba860f64[2 00000000b72e5226 2 1 00000000deeb02fb 0 0 1] 00000080:00008000:0.0:1788777576.993125:0:35933:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788777576.993126:0:35933:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777576.993127:0:35933:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777576.993131:0:35933:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777576.993132:0:35933:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1788777576.993133:0:35933:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777576.993134:0:35933:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452333360 : -110914257218256 : ffff9b1fc3191530) 00000020:00000001:0.0:1788777576.993136:0:35933:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777576.993138:0:35933:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777576.993139:0:35933:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777576.993140:0:35933:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777576.993141:0:35933:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777576.993142:0:35933:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777576.993145:0:35933:0:(rw26.c:929:ll_write_end()) page@00000000ba860f64[3 00000000b72e5226 2 1 00000000deeb02fb 0 0 1] 00000080:00200000:0.0:1788777576.993149:0:35933:0:(rw26.c:929:ll_write_end()) vmpage @00000000c0e60e68 17ffffc0001001 3:0 ffff9b1fd06838c0 1 lru 00000080:00200000:0.0:1788777576.993155:0:35933:0:(rw26.c:929:ll_write_end()) osc-page@00000000b272267c 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000bac04322 0000000097c0027b > 3< 0 0 > 4< 0 0 8 8376320 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777576.993157:0:35933:0:(rw26.c:929:ll_write_end()) end page@00000000ba860f64 00000080:00200000:0.0:1788777576.993159:0:35933:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1788777576.993160:0:35933:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788777576.993164:0:35933:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788777576.993166:0:35933:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1788777576.993169:0:35933:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788777576.993172:0:35933:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788777576.993173:0:35933:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.993174:0:35933:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:0.0:1788777576.993178:0:35933:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788777576.993180:0:35933:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788777576.993182:0:35933:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777576.993183:0:35933:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777576.993185:0:35933:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777576.993187:0:35933:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777576.993190:0:35933:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b1fd0683310 folio ffffd8398492d7c0 pg:0 added for cmd 2 00000008:00000001:0.0:1788777576.993195:0:35933:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788777576.993198:0:35933:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 28672 avail: 8376320, dirty_grant: 32768, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:28672 00000008:00000020:0.0:1788777576.993203:0:35933:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 28672 avail: 8376320, dirty_grant: 32768, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:28672 00000008:00000020:0.0:1788777576.993208:0:35933:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b1fd0683348 page ffffd8398492d7c0 00000008:00000020:0.0:1788777576.993212:0:35933:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 3/118272 dirty_pages: 3/472727 dropped: 28672 avail: 8347648, dirty_grant: 32768, reserved: 28672, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }granted from cache 00000008:00000001:0.0:1788777576.993216:0:35933:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788777576.993217:0:35933:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.993220:0:35933:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788777576.993226:0:35933:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b1fc83656c0. 00000008:00000020:0.0:1788777576.993232:0:35933:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9b1fc7188380 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1788777576.993237:0:35933:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788777576.993243:0:35933:0:(osc_cache.c:858:osc_extent_find()) extent ffff9b1fc83656c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff9b1fc7188380], [28672|0|-|-|ffff9b1fd07f5c00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788777576.993249:0:35933:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000006ef94dd0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788777576.993257:0:35933:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788777576.993260:0:35933:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.993263:0:35933:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.993265:0:35933:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788777576.993267:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000002:0.0:1788777576.993269:0:35933:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1788777576.993271:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:0.0:1788777576.993273:0:35933:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777576.993275:0:35933:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1788777576.993277:0:35933:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777576.993293:0:35933:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993296:0:35933:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993298:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000001:0.0:1788777576.993299:0:35933:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788777576.993301:0:35933:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788777576.993304:0:35933:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777576.993308:0:35933:0:(cl_page.c:556:cl_batch_put()) page@00000000efd78de2[4 00000000b72e5226 2 1 00000000deeb02fb 0 0 0] 00000020:00000001:0.0:1788777576.993310:0:35933:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777576.993312:0:35933:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777576.993313:0:35933:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1788777576.993314:0:35933:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777576.993316:0:35933:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777576.993317:0:35933:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777576.993318:0:35933:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777576.993320:0:35933:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b1fd0683930 folio ffffd8398493b600 pg:0 added for cmd 2 00000008:00000020:0.0:1788777576.993325:0:35933:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b1fc31a7000: grant { dirty: 3/118272 dirty_pages: 3/472727 dropped: 28672 avail: 8347648, dirty_grant: 61440, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:28672 00000008:00000020:0.0:1788777576.993329:0:35933:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b1fd0683968 page ffffd8398493b600 00000008:00000001:0.0:1788777576.993332:0:35933:0:(osc_cache.c:1256:osc_extent_expand()) Process entered 00000008:00000001:0.0:1788777576.993335:0:35933:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788777576.993338:0:35933:0:(osc_cache.c:1292:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1788777576.993340:0:35933:0:(osc_cache.c:1296:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777576.993343:0:35933:0:(osc_cache.c:2567:osc_queue_async_io()) extent ffff9b1fc83656c0@{[0 -> 1/1023], [2|1|-|active|wi|ffff9b1fc7188380], [32768|1|+|-|ffff9b1fd07f5c00|1024|0000000000000000]} expanded for 1. 00000008:00010000:0.0:1788777576.993349:0:35933:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006ef94dd0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788777576.993356:0:35933:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.993358:0:35933:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.993360:0:35933:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788777576.993362:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000002:0.0:1788777576.993363:0:35933:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1788777576.993365:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:0.0:1788777576.993367:0:35933:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777576.993369:0:35933:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1788777576.993370:0:35933:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777576.993372:0:35933:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993374:0:35933:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993376:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000001:0.0:1788777576.993378:0:35933:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788777576.993379:0:35933:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788777576.993380:0:35933:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777576.993383:0:35933:0:(cl_page.c:556:cl_batch_put()) page@00000000ba860f64[4 00000000b72e5226 2 1 00000000deeb02fb 0 0 1] 00000020:00000001:0.0:1788777576.993384:0:35933:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777576.993385:0:35933:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777576.993386:0:35933:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788777576.993389:0:35933:0:(osc_request.c:745:osc_update_next_shrink()) next time 3213 to shrink grant 00000080:00000001:0.0:1788777576.993391:0:35933:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788777576.993394:0:35933:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788777576.993402:0:35933:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b1fd157a378, count 2, dirtied 2 00000080:00000001:0.0:1788777576.993405:0:35933:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788777576.993406:0:35933:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788777576.993408:0:35933:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777576.993410:0:35933:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777576.993411:0:35933:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777576.993414:0:35933:0:(cl_page.c:507:__cl_page_state_set()) page@00000000efd78de2[3 00000000b72e5226 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777576.993416:0:35933:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788777576.993417:0:35933:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777576.993420:0:35933:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788777576.993421:0:35933:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777576.993424:0:35933:0:(cl_page.c:556:cl_batch_put()) page@00000000efd78de2[3 00000000b72e5226 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777576.993425:0:35933:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788777576.993427:0:35933:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777576.993428:0:35933:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788777576.993429:0:35933:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777576.993430:0:35933:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777576.993431:0:35933:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777576.993434:0:35933:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ba860f64[3 00000000b72e5226 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777576.993435:0:35933:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788777576.993436:0:35933:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777576.993437:0:35933:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788777576.993438:0:35933:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777576.993441:0:35933:0:(cl_page.c:556:cl_batch_put()) page@00000000ba860f64[3 00000000b72e5226 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777576.993443:0:35933:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788777576.993444:0:35933:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788777576.993445:0:35933:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788777576.993446:0:35933:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788777576.993448:0:35933:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993450:0:35933:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993452:0:35933:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993453:0:35933:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777576.993456:0:35933:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1788777576.993459:0:35933:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777576.993496:0:35933:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788777576.993498:0:35933:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993501:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63b80 00000080:00200000:0.0:1788777576.993503:0:35933:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1788777576.993506:0:35933:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993508:0:35933:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777576.993510:0:35933:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777576.993511:0:35933:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777576.993513:0:35933:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788777576.993514:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:0.0:1788777576.993517:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:0.0:1788777576.993518:0:35933:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777576.993520:0:35933:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777576.993521:0:35933:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993523:0:35933:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993525:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000001:0.0:1788777576.993527:0:35933:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993529:0:35933:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993531:0:35933:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993532:0:35933:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993534:0:35933:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993536:0:35933:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777576.993538:0:35933:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788777576.993539:0:35933:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777576.993540:0:35933:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788777576.993542:0:35933:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788777576.993544:0:35933:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777576.993548:0:35933:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188380 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1788777576.993554:0:35933:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777576.993558:0:35933:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.993559:0:35933:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777576.993562:0:35933:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777576.993564:0:35933:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788777576.993565:0:35933:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777576.993567:0:35933:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993569:0:35933:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993572:0:35933:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777576.993573:0:35933:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777576.993576:0:35933:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777576.993578:0:35933:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_release():245 00000020:00000001:0.0:1788777576.993581:0:35933:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777576.993582:0:35933:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777576.993586:0:35933:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777576.993588:0:35933:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777576.993589:0:35933:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:0.0:1788777576.993591:0:35933:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777576.993592:0:35933:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d530 (ffff9b1fc93db638/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777576.993595:0:35933:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777576.993597:0:35933:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777576.993599:0:35933:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777576.993600:0:35933:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777576.993602:0:35933:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5c00 refcount=5 00000020:00000001:0.0:1788777576.993605:0:35933:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:0.0:1788777576.993608:0:35933:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:0.0:1788777576.993611:0:35933:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777576.993614:0:35933:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777576.993622:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.993625:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.993627:0:35933:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777576.993630:0:35933:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777576.993633:0:35933:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777576.993650:0:35933:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777576.993654:0:35933:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777576.993656:0:35933:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777576.993662:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.993663:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.993665:0:35933:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.993669:0:35933:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777576.993671:0:35933:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.993674:0:35933:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.993677:0:35933:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777576.993678:0:35933:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777576.993680:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.993681:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777576.993682:0:35933:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777576.993683:0:35933:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777576.993684:0:35933:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777576.993686:0:35933:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777576.993687:0:35933:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777576.993689:0:35933:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777576.993690:0:35933:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777576.993692:0:35933:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01e0038 (ffff9b1fc93dbbd8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777576.993695:0:35933:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777576.993696:0:35933:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777576.993697:0:35933:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d530 (ffff9b1fc93dbbd8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777576.993700:0:35933:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f59db0. 00000020:00000001:0.0:1788777576.993705:0:35933:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777576.993707:0:35933:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d500. 00020000:00000001:0.0:1788777576.993710:0:35933:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777576.993711:0:35933:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777576.993713:0:35933:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788777576.993715:0:35933:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777576.993716:0:35933:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777576.993718:0:35933:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777576.993719:0:35933:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777576.993720:0:35933:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993723:0:35933:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993724:0:35933:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777576.993727:0:35933:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777576.993729:0:35933:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788777576.993732:0:35933:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788777576.993734:0:35933:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777576.993735:0:35933:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777576.993738:0:35933:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777576.993739:0:35933:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777576.993741:0:35933:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777576.993743:0:35933:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777576.993745:0:35933:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993747:0:35933:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777576.993749:0:35933:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777576.993750:0:35933:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777576.993752:0:35933:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777576.993757:0:35933:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788777576.993760:0:35933:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788777576.993764:0:35933:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788777576.993767:0:35933:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777576.993769:0:35933:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777576.993771:0:35933:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777576.993772:0:35933:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777576.993773:0:35933:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777576.993775:0:35933:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:0.0:1788777576.993779:0:35933:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777576.993780:0:35933:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777576.993782:0:35933:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777576.993784:0:35933:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777576.993787:0:35933:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777576.993788:0:35933:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788777576.993790:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63c98 00000080:00200000:0.0:1788777576.993792:0:35933:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788777576.993798:0:35933:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777576.993800:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cad00 -> ffff9b1fc72cad00 00000020:00000001:0.0:1788777576.993802:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cad00 -> ffff9b1fc72cad00 00000020:00000001:0.0:1788777576.993804:0:35933:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777576.993810:0:35933:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777576.993815:0:35933:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777576.993817:0:35933:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788777576.993819:0:35933:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777576.993820:0:35933:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788777576.993823:0:35933:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2f:1029 on OST[0]: s=8192 (1) m=1788777576 a=0 c=1788777576 b=0 00020000:00000001:0.0:1788777576.993827:0:35933:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777576.993830:0:35933:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788777576 a=0 c=1788777576 b=0 00020000:00000001:0.0:1788777576.993833:0:35933:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993835:0:35933:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777576.993836:0:35933:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cad00 -> ffff9b1fc72cad00 00000080:00200000:0.0:1788777576.993839:0:35933:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2f:0x0] updating i_size 8192 i_blocks 0 00000080:00000001:0.0:1788777576.993842:0:35933:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788777576.993846:0:35933:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788777576.993850:0:35933:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788777576.993852:0:35933:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000020:00000001:0.0:1788777576.993856:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63d88 00000080:00000008:0.0:1788777576.993858:0:35933:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788777576.993860:0:35933:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:1.0:1788777577.036169:0:35937:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777577.036181:0:35937:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777577.036185:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c6bb78 00000080:00200000:1.0:1788777577.036191:0:35937:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777577.036280:0:35937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327000. 00800000:00000002:1.0:1788777577.036291:0:35937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777577.036296:0:35937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777577.036304:0:35937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777577.036306:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c6ba98 00800000:00000002:1.0:1788777577.036309:0:35937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777577.036314:0:35937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777577.036317:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777577.036321:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777577.036324:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777577.036327:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777577.036402:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777577.036405:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777577.036407:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777577.036412:0:35937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777577.036418:0:35937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777577.036420:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c6b968 00000002:00010000:1.0:1788777577.036422:0:35937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777577.036426:0:35937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777577.036428:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777577.036432:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777577.036441:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:1.0:1788777577.036444:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777577.036451:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777577.036457:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777577.036483:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777577.036497:0:35937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777577.036504:0:35937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777577.036508:0:35937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777577.036522:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777577.036525:0:35937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777577.036527:0:35937:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777577.036529:0:35937:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777577.036531:0:35937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777577.036533:0:35937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777577.036536:0:35937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777577.036540:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777577.036711:0:35937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327000. 00000080:00000001:1.0:1788777577.036717:0:35937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777577.036719:0:35937:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777577.036789:0:35937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777577.036795:0:35937:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcaec 00800000:00000001:1.0:1788777577.036799:0:35937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777577.036802:0:35937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777577.036804:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777577.036807:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777577.036811:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:1.0:1788777577.036813:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777577.036816:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777577.036820:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777577.036823:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777577.036824:0:35937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777577.036826:0:35937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777577.036829:0:35937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcaec from it ffffb70bc1c6bbb0 00010000:00000001:1.0:1788777577.036832:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777577.036833:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777577.036834:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:1.0:1788777577.036836:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777577.036838:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:1.0:1788777577.036841:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777577.036845:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777577.036853:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777577.036854:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777577.036856:0:35937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777577.036859:0:35937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777577.036861:0:35937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777577.036887:0:35937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777577.036891:0:35937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777577.036893:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777577.036898:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777577.036899:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777577.036901:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777577.036905:0:35937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777577.036908:0:35937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777577.036910:0:35937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777577.036913:0:35937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777577.036915:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777577.036916:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777577.036917:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777577.036921:0:35937:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777577.036923:0:35937:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777577.036926:0:35937:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788777577.036931:0:35937:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.036937:0:35937:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777577.036940:0:35937:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777577.036942:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c6bb78 00000080:00200008:1.0:1788777577.036944:0:35937:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 504000 00000080:00000010:1.0:1788777577.036952:0:35937:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c45540. 00000080:00000001:1.0:1788777577.036957:0:35937:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.036959:0:35937:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.036992:0:35937:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777577.036995:0:35937:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=8028667f arg=7ffdb3e32e00 00000080:00000001:1.0:1788777577.037002:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:1.0:1788777577.037006:0:35937:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:1.0:1788777577.037008:0:35937:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.037010:0:35937:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.037013:0:35937:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.037021:0:35937:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777577.037024:0:35937:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777577.037026:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c6bdd0 00000080:00200008:1.0:1788777577.037028:0:35937:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 504000 00000080:00400000:1.0:1788777577.037033:0:35937:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788777577.037036:0:35937:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c45540. 00000080:00000001:1.0:1788777577.037039:0:35937:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777577.037042:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c6bdd0 00000080:00000008:1.0:1788777577.037043:0:35937:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 504000, rc = 0 00000080:00000001:1.0:1788777577.037046:0:35937:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.037048:0:35937:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.652963:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777577.652973:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.652980:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777577.652982:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.652985:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777577.652989:0:26690:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777577.652992:0:26690:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777577.652999:0:26690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.653001:0:26690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777577.653003:0:26690:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.653006:0:26690:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777577.653009:0:26690:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.653011:0:26690:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.653014:0:26690:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.653016:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777577.653018:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.653203:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777577.653207:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777577.653210:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777577.656641:0:8:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788777577.656648:0:8:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788777577.656652:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777577.656658:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:0.0:1788777577.656666:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:0.0:1788777577.656675:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7c38 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777577.656678:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777577.656682:0:8:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777577.656685:0:8:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777577.656688:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777577.656690:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777577.656692:0:8:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777577.656698:0:8:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9b1fc3191530 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788777577.656702:0:8:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc12227c0 00020000:00000001:0.0:1788777577.656706:0:8:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777577.656708:0:8:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777577.656711:0:8:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777577.656713:0:8:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656716:0:8:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777577.656718:0:8:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777577.656720:0:8:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656722:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777577.656723:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777577.656725:0:8:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777577.656726:0:8:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc81074d8) owner 0000000000000000/ffff9b1fc12227c0 00000020:00000001:0.0:1788777577.656729:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656732:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777577.656734:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788777577.656737:0:8:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777577.656741:0:8:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777577.656745:0:8:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777577.656749:0:8:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777577.656751:0:8:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777577.656752:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777577.656755:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:0.0:1788777577.656757:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:0.0:1788777577.656761:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c7210 -> ffff9b1fc82c7c38 00000020:00000001:0.0:1788777577.656763:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777577.656767:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777577.656768:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777577.656770:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656772:0:8:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656774:0:8:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:0.0:1788777577.656777:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777577.656778:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656781:0:8:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656783:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656785:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788777577.656787:0:8:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777577.656789:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.656790:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777577.656792:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777577.656794:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656795:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656797:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656799:0:8:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656800:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777577.656802:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656803:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656806:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788777577.656808:0:8:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777577.656809:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.656810:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777577.656812:0:8:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1788777577.656815:0:8:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff9b1fc31a7000: unstable/dirty counts are both zero 00000008:00000001:0.0:1788777577.656817:0:8:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656819:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656820:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656822:0:8:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656824:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656826:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777577.656828:0:8:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788777577.656830:0:8:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777577.656831:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788777577.656833:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777577.656835:0:8:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656837:0:8:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788777577.656838:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777577.656840:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788777577.656843:0:8:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777577.656844:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.656845:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777577.656846:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777577.656847:0:8:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656849:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656850:0:8:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777577.656851:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777577.656853:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788777577.656863:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777577.656866:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777577.656867:0:8:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777577.656869:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.656869:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777577.656871:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777577.656872:0:8:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656874:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656875:0:8:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777577.656876:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777577.656878:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656881:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777577.656882:0:8:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777577.656884:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777577.656885:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777577.656886:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777577.656888:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:0.0:1788777577.656891:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777577.656894:0:8:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777577.656896:0:8:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777577.656899:0:8:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777577.656902:0:8:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777577.656903:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777577.656906:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:0.0:1788777577.656908:0:8:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777577.656911:0:8:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777577.656918:0:8:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788777577.656920:0:8:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788777577.656921:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777577.656923:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:0.0:1788777577.656925:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:0.0:1788777577.656927:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.656929:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777577.656931:0:8:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777577.656932:0:8:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777577.656935:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777577.656936:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777577.656937:0:8:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777577.656940:0:8:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9b1fc3191530 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788777577.656943:0:8:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12227c0 00020000:00000001:0.0:1788777577.656945:0:8:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777577.656946:0:8:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777577.656947:0:8:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777577.656949:0:8:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656950:0:8:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777577.656952:0:8:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777577.656953:0:8:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656954:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777577.656955:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777577.656956:0:8:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777577.656958:0:8:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12227c0 00000020:00000001:0.0:1788777577.656960:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656962:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777577.656963:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788777577.656964:0:8:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777577.656965:0:8:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777577.656967:0:8:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777577.656969:0:8:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777577.656971:0:8:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777577.656972:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777577.656974:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:0.0:1788777577.656976:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:0.0:1788777577.656978:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.656979:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777577.656981:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777577.656982:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777577.656983:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656985:0:8:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656986:0:8:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:0.0:1788777577.656988:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777577.656989:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.656990:0:8:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656992:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656993:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788777577.656994:0:8:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777577.656995:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.656996:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777577.656997:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777577.656998:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.656999:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.657000:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.657002:0:8:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.657003:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777577.657004:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.657005:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.657007:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788777577.657008:0:8:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777577.657009:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.657010:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777577.657011:0:8:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788777577.657013:0:8:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788777577.657019:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788777577.657021:0:8:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788777577.657023:0:8:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777577.657026:0:8:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788777577.657027:0:8:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777577.657029:0:8:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446633159519407616 : -110914190144000 : ffff9b1fc7188e00) 00000008:00000020:0.0:1788777577.657032:0:8:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff9b1fc7188e00 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1788777577.657036:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788777577.657037:0:8:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788777577.657038:0:8:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777577.657040:0:8:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788777577.657042:0:8:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788777577.657045:0:8:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff9b1fc83659c0@{[0 -> 1/1023], [1|0|+|cache|wiuY|ffff9b1fc7188e00], [32768|2|+|-|ffff9b1fd07f7200|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788777577.657055:0:8:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000026d2d72f ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788777577.657068:0:8:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788777577.657071:0:8:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1788777577.657076:0:8:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788777577.657079:0:8:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777577.657082:0:8:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9b1fc83659c0@{[0 -> 1/1023], [1|0|+|locking|wiuY|ffff9b1fc7188e00], [32768|2|+|-|ffff9b1fd07f7200|1024|ffff9b1fc12227c0]} make ready 00000008:00010000:0.0:1788777577.657087:0:8:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000026d2d72f ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788777577.657094:0:8:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788777577.657096:0:8:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788777577.657114:0:8:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788777577.657116:0:8:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788777577.657118:0:8:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788777577.657119:0:8:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777577.657121:0:8:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777577.657122:0:8:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777577.657124:0:8:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777577.657126:0:8:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777577.657130:0:8:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777577.657131:0:8:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788777577.657133:0:8:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777577.657135:0:8:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788777577.657138:0:8:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000ebe5a56a[2 000000005a21fcfc 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777577.657140:0:8:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788777577.657141:0:8:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657144:0:8:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788777577.657145:0:8:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788777577.657148:0:8:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000bf17e28e[2 000000005a21fcfc 1 1 0000000000000000 0 0 1] 00000020:00008000:0.0:1788777577.657150:0:8:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788777577.657151:0:8:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788777577.657152:0:8:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777577.657153:0:8:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777577.657154:0:8:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777577.657155:0:8:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777577.657157:0:8:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777577.657159:0:8:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bf17e28e[2 000000005a21fcfc 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777577.657160:0:8:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788777577.657161:0:8:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777577.657162:0:8:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788777577.657165:0:8:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000bf17e28e[2 000000005a21fcfc 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777577.657166:0:8:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788777577.657167:0:8:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.657169:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.657171:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.657173:0:8:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788777577.657175:0:8:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.657177:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777577.657179:0:8:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657181:0:8:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788777577.657184:0:8:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b1fc31a7000: cli: ffff9b1fc93abb90 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788777577.657195:0:8:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9b1fc32a6fd0. 00000008:00000010:0.0:1788777577.657200:0:8:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b1fd186e1a0. 00000008:00000020:0.0:1788777577.657202:0:8:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1788777577.657205:0:8:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777577.657207:0:8:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777577.657209:0:8:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777577.657212:0:8:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788777576/1788777576 00000020:00000001:0.0:1788777577.657217:0:8:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777577.657218:0:8:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777577.657221:0:8:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788777577.657224:0:8:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788777577.657238:0:8:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777577.657246:0:8:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e300 count: 2 00010000:00000001:0.0:1788777577.657249:0:8:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777577.657256:0:8:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788777577.657260:0:8:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788777577.657265:0:8:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777577.657270:0:8:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777577.657274:0:8:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777577.657283:0:8:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777577.657286:0:8:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777577.657287:0:8:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777577.657290:0:8:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777577.657292:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777577.657296:0:8:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:0.0:1788777577.657298:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777577.657300:0:8:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00000008:00000001:0.0:1788777577.657303:0:8:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:0.0:1788777577.657305:0:8:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777577.657306:0:8:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788777577.657307:0:8:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777577.657310:0:8:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788777577.657316:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777577.657321:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777577.657330:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777577.657334:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777577.657336:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777577.657371:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9b1fd1154000. 00000100:00000001:0.0:1788777577.657380:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777577.657390:0:8:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1788777577.657400:0:8:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b1fc31a7000: dirty: 65536 undirty: 484638720 dropped 28672 grant: 8343552 cl_lost_grant 0 00000008:00000001:0.0:1788777577.657406:0:8:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788777577.657446:0:8:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5963 MB/s 00000008:00008000:0.0:1788777577.657502:0:8:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffd83984a4b640 map ffff9b1fd157dd38 index 0 flags 17ffffc0005028 count 2 priv ffff9b1fd0683540: off 0 00000008:00008000:0.0:1788777577.657507:0:8:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffd83984a51100 map ffff9b1fd157dd38 index 1 flags 17ffffc0005028 count 2 priv ffff9b1fd0683ee0: off 0 00000008:00000001:0.0:1788777577.657524:0:8:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788777577.657526:0:8:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:0.0:1788777577.657531:0:8:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b1fc31ed880 - object 0x280000401:67 offset 0<>8192 00000008:00000001:0.0:1788777577.657533:0:8:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.657536:0:8:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777577.657537:0:8:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777577.657539:0:8:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777577.657540:0:8:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788777576/1788777576 00000020:00000001:0.0:1788777577.657543:0:8:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777577.657544:0:8:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788777577.657545:0:8:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788777577.657548:0:8:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.657550:0:8:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000008:00000002:0.0:1788777577.657567:0:8:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000670833c2, now 0r/1w/0d in flight req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788777577.657577:0:8:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2e:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1788777577.657587:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051c2517a] to pc [ptlrpcd_00_00+0] req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788777577.657631:0:8:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788777577.657634:0:8:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657636:0:8:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657639:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777577.657641:0:8:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657643:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777577.657644:0:8:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657646:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777577.657647:0:8:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657650:0:8:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777577.657651:0:8:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657653:0:8:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1788777577.657656:0:8:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:0.0:1788777577.657660:0:8:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:0.0:1788777577.657663:0:8:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788777577.657665:0:8:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777577.657667:0:8:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777577.657668:0:8:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777577.657670:0:8:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777577.657671:0:8:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777577.657672:0:8:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777577.657675:0:8:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788777577.657679:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef800. 00000020:00000040:0.0:1788777577.657681:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777577.657684:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777577.657685:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777577.657687:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777577.657691:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc2c72000. 00000100:00000001:0.0:1788777577.657694:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.657699:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777577.657704:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.657708:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000310b65fb] to pc [ptlrpcd_00_01+1] req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788777577.657716:0:8:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657719:0:8:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.657720:0:8:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.657722:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.657724:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.657726:0:8:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.657728:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.657730:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777577.657732:0:8:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788777577.657733:0:8:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777577.657735:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788777577.657753:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.657757:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777577.657760:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777577.657766:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.657774:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777577.657777:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.657782:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777577.657785:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777577.657788:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777577.657791:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211149184:192.168.204.133@tcp:16:kworker.0 00000100:00000001:0.0:1788777577.657797:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777577.657805:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777577.657808:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.657811:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777577.657817:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777577.657819:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777577.657829:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777577.657835:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777577.657844:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b6e8. 00000100:00000200:0.0:1788777577.657853:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211149184, portal 4 00000100:00000001:0.0:1788777577.657867:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.657868:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000040:0.0:1788777577.657877:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.657885:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777577.657888:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777577.657891:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b770. 00000100:00000200:0.0:1788777577.657895:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667211149184, offset 0 00000400:00000200:0.0:1788777577.657903:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777577.657914:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777577.657923:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777577.657930:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777577.657936:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777577.657941:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777577.657944:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777577.657948:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3012:3012:256:4294967295] 192.168.204.133@tcp LPNI seq info [3011:3011:8:4294967295] 00000400:00000200:0.0:1788777577.657953:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777577.657965:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777577.657975:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777577.657981:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839b00. 00000800:00000200:0.0:1788777577.657990:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777577.657999:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777577.658004:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839b00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788777577.658027:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.658032:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20951 usecs (21 jiffies) 00000400:00000200:0.0:1788777577.658036:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777577.658040:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680986 00000100:00000001:0.0:1788777577.658043:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296681103 00000100:00000001:0.0:1788777577.658046:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680986 00000100:00000001:0.0:1788777577.658049:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296681103 00000100:00000001:0.0:1788777577.658051:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777577.658054:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.658058:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.658061:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.658070:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777577.658073:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777577.658075:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.658077:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777577.658079:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777577.658082:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788777577.658083:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.658086:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777577.658087:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777577.658088:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.658090:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.658093:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777577.658095:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.658095:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777577.658101:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.658107:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777577.658109:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.658112:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777577.658113:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777577.658116:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777577.658119:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211149056:192.168.204.133@tcp:4:multiop.0 00000100:00000001:0.0:1788777577.658123:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777577.658125:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777577.658127:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.658129:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777577.658132:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1003000. 02000000:00000001:0.0:1788777577.658134:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777577.658138:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777577.658140:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000010:0.0:1788777577.658143:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b7f8. 00000100:00000200:0.0:1788777577.658146:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211149056, portal 4 00000100:00000001:0.0:1788777577.658148:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.658149:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777577.658154:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.658160:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777577.658162:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777577.658165:0:2413:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9b1fc88c89c0. 00000100:00000200:0.0:1788777577.658167:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875667211149056, offset 0 00000400:00000200:0.0:1788777577.658171:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777577.658174:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777577.658177:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777577.658179:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777577.658182:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777577.658184:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777577.658186:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777577.658189:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3013:3013:255:4294967295] 192.168.204.133@tcp LPNI seq info [3012:3012:7:4294967295] 00000400:00000200:0.0:1788777577.658193:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777577.658199:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777577.658206:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777577.658210:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9b1fc2c72e00. 00000800:00000200:0.0:1788777577.658213:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777577.658217:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777577.658220:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc2c72e00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:0.0:1788777577.658227:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.658230:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20951 usecs (21 jiffies) 00000400:00000200:0.0:1788777577.658233:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777577.658235:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296680986 00000100:00000001:0.0:1788777577.658238:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296681103 00000100:00000001:0.0:1788777577.658240:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296680986 00000100:00000001:0.0:1788777577.658242:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296681103 00000100:00000001:0.0:1788777577.658245:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777577.658247:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.658249:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.658251:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777577.658456:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777577.658501:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839b00. 00000400:00000200:2.0:1788777577.658508:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777577.658515:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777577.658521:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b770 00000400:00000010:2.0:1788777577.658524:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b770. 00000100:00000001:2.0:1788777577.658531:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777577.658537:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.658549:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.658554:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.658562:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.658563:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777577.658612:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777577.658615:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9b1fc2c72e00. 00000400:00000200:2.0:1788777577.658619:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777577.658624:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777577.658626:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc88c89c0 00000400:00000010:2.0:1788777577.658629:0:2406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9b1fc88c89c0. 00000100:00000001:2.0:1788777577.658633:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777577.658637:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.658645:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.658648:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.658654:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.658656:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777577.689529:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.689554:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777577.689559:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.689562:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.689580:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.689591:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777577.689602:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.689609:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.689616:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.689621:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 4 MB=0x6a9e8cdd65f00 00000400:00000200:3.0:1788777577.689626:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.689635:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 448/448 into md 0x8c65 [1] + 224 00000800:00000001:3.0:1788777577.689644:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.689651:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.689655:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.689659:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777577.689669:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777577.689680:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777577.689691:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.689719:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777577.689731:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.689734:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.692456:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.692522:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777577.692537:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777577.692540:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777577.692546:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000200:0.0:1788777577.692558:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b7f8 00000400:00000010:0.0:1788777577.692561:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b7f8. 00000100:00000001:0.0:1788777577.692569:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777577.692587:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777577.692601:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211149056/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.692609:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777577.692611:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.692614:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777577.692619:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777577.692622:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777577.692625:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.692629:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777577.692641:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cca8 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1788777577.692646:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777577.692650:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777577.692652:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777577.692656:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777577.692662:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.692666:0:2413:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777577.692670:0:2413:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777577.692672:0:2413:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777577.692675:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.692677:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777577.692681:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777577.692684:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788777577.692686:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777577.692690:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.692697:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211149056/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.692704:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777577.692708:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777577.692711:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777577.692714:0:2413:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788777577.692717:0:2413:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788777577.692723:0:2413:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788777577.692727:0:2413:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788777577.692732:0:2413:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for usr 0 00000001:04000000:0.0:1788777577.692735:0:2413:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for grp 0 00000001:04000000:0.0:1788777577.692737:0:2413:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for prj 0 00000001:00000001:0.0:1788777577.692740:0:2413:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777577.692742:0:2413:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1788777577.692746:0:2413:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1788777577.692751:0:2413:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788777577.692755:0:2413:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788777577.692758:0:2413:0:(osc_request.c:2586:brw_interpret()) request ffff9b1fc31ed880 aa ffff9b1fc31eda30 rc 0 00000020:00000001:0.0:1788777577.692770:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.692774:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.692777:0:2413:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777577.692781:0:2413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777577.692784:0:2413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.692786:0:2413:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.692788:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000010:0.0:1788777577.692791:0:2413:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b1fd186e1a0. 00000020:00000001:0.0:1788777577.692798:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.692800:0:2413:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1788777577.692806:0:2413:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1788777577.692808:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.692812:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211149056/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.692820:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.692825:0:2413:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788777577.692827:0:2413:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9b1fc83659c0@{[0 -> 1/1023], [2|0|-|rpc|wiuY|ffff9b1fc7188e00], [32768|2|+|-|ffff9b1fd07f7200|1024|ffff9b1fc12227c0]} extent finished. 00000008:00010000:0.0:1788777577.692837:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000026d2d72f ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788777577.692852:0:2413:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788777577.692865:0:2413:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788777577.692872:0:2413:0:(cl_page.c:1104:cl_page_complete()) page@00000000ebe5a56a[2 000000005a21fcfc 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777577.692874:0:2413:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788777577.692876:0:2413:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777577.692878:0:2413:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777577.692880:0:2413:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777577.692883:0:2413:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777577.692885:0:2413:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788777577.692887:0:2413:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788777577.692891:0:2413:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788777577.692894:0:2413:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788777577.692897:0:2413:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788777577.692912:0:2413:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788777577.692914:0:2413:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788777577.692916:0:2413:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777577.692919:0:2413:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777577.692921:0:2413:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788777577.692923:0:2413:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788777577.692925:0:2413:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:0.0:1788777577.692926:0:2413:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788777577.692927:0:2413:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788777577.692930:0:2413:0:(cl_page.c:1104:cl_page_complete()) page@00000000bf17e28e[2 000000005a21fcfc 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777577.692932:0:2413:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788777577.692933:0:2413:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777577.692934:0:2413:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777577.692936:0:2413:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777577.692938:0:2413:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bf17e28e[2 000000005a21fcfc 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777577.692939:0:2413:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788777577.692941:0:2413:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788777577.692942:0:2413:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788777577.692944:0:2413:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000bf17e28e[2 000000005a21fcfc 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1788777577.692946:0:2413:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788777577.692957:0:2413:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788777577.692958:0:2413:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788777577.692959:0:2413:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777577.692961:0:2413:0:(cl_page.c:556:cl_batch_put()) page@00000000bf17e28e[2 000000005a21fcfc 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777577.692962:0:2413:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788777577.692963:0:2413:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788777577.692964:0:2413:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788777577.692967:0:2413:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 16781312 dirty: 8192/32768 00000008:00000020:0.0:1788777577.692972:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b1fc83659c0@{[0 -> 1/1023], [1|0|-|inv|wuY|ffff9b1fc7188e00], [32768|0|-|-|ffff9b1fd07f7200|1024|ffff9b1fc12227c0]} destroyed. 00000008:00010000:0.0:1788777577.692978:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000026d2d72f ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777577.692986:0:2413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777577.692989:0:2413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788777577.692993:0:2413:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b1fc83659c0. 00000008:00000001:0.0:1788777577.692997:0:2413:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788777577.692999:0:2413:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff9b1fc32a6fd0. 00000008:00000020:0.0:1788777577.693007:0:2413:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff9b1fc93abb90. 00000008:00000001:0.0:1788777577.693024:0:2413:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.693030:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211149056/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777577.693038:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211149056:192.168.204.133@tcp:4:multiop.0 00000100:00000001:0.0:1788777577.693044:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.693046:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.693049:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211149056/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.693055:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.693058:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.693061:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.693062:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777577.693064:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.693065:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.693103:0:21551:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777577.693107:0:21551:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555395592 : -110914154156024 : ffff9b1fc93db008) 00000020:00001000:0.0:1788777577.693110:0:21551:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db000 00000008:00000020:0.0:1788777577.693113:0:21551:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b1fc93abb90. 00000008:00000001:0.0:1788777577.693116:0:21551:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788777577.693118:0:21551:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777577.693121:0:21551:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.693123:0:21551:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788777577.693126:0:21551:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db000 00000800:00000001:2.0:1788777577.693142:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777577.693163:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777577.693167:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777577.693170:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777577.693179:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.693185:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777577.693197:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.693204:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.693211:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.693216:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 432 into portal 4 MB=0x6a9e8cdd65f80 00000400:00000200:2.0:1788777577.693222:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.693228:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 432/432 into md 0x8c5d [1] + 224 00000800:00000001:2.0:1788777577.693237:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777577.693244:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777577.693248:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777577.693254:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777577.693261:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777577.693267:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777577.693276:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.693293:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777577.693304:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777577.693308:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.694008:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.694015:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777577.694022:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777577.694023:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777577.694026:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777577.694037:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:0.0:1788777577.694040:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:0.0:1788777577.694045:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777577.694055:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777577.694065:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.694073:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777577.694075:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.694077:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777577.694080:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777577.694082:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777577.694085:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.694088:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777577.694095:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777577.694100:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777577.694102:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777577.694104:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777577.694106:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777577.694109:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.694113:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777577.694115:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: committing for last_committed 4294967338 gen 17 00000100:00000040:0.0:1788777577.694122:0:2413:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967338) req@ffff9b1fc31ed880 x1875667211149056/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.694130:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.694134:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211149056/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.694140:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777577.694143:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777577.694147:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1003000. 02000000:00000001:0.0:1788777577.694153:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777577.694157:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777577.694159:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777577.694162:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777577.694166:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9b1fd1154000. 02000000:00000001:0.0:1788777577.694188:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777577.694192:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777577.694195:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777577.694199:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777577.694201:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.694204:0:2413:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777577.694207:0:2413:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788777577.694210:0:2413:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777577.694211:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.694217:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.698336:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777577.698343:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777577.698346:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777577.698352:0:2413:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1788777577.698365:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.698370:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.698372:0:2413:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777577.698377:0:2413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777577.698380:0:2413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.698382:0:2413:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.698384:0:2413:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:0.0:1788777577.698410:0:2413:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.698428:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777577.698440:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:67f3d5ce-64e4-46be-9428-e80a71444531:2413:1875667211149184:192.168.204.133@tcp:16:kworker.0 00000100:00000001:0.0:1788777577.698448:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.698453:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.698457:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef800 x1875667211149184/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.698482:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777577.698487:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777577.698494:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777577.698504:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777577.698509:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777577.698512:0:2413:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777577.698515:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777577.698519:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc2c72000. 02000000:00000001:0.0:1788777577.698523:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777577.698525:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777577.698528:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef800. 00000100:00000001:0.0:1788777577.698533:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777577.698535:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.698538:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.698548:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777577.698551:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.698554:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.698557:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698723:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777577.698727:0:8:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698731:0:8:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788777577.698734:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777577.698737:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777577.698740:0:8:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777577.698744:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777577.698745:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777577.698747:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777577.698749:0:8:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698752:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698754:0:8:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777577.698755:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777577.698756:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777577.698758:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777577.698760:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777577.698762:0:8:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777577.698764:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777577.698765:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777577.698766:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777577.698767:0:8:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698769:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698771:0:8:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777577.698772:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777577.698774:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698778:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777577.698779:0:8:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777577.698781:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777577.698782:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777577.698784:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777577.698787:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:2.0:1788777577.698792:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777577.698795:0:8:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777577.698798:0:8:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777577.698802:0:8:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777577.698805:0:8:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777577.698807:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777577.698810:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:2.0:1788777577.698813:0:8:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:2.0:1788777577.698818:0:8:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777577.698832:0:8:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788777577.698834:0:8:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777577.698837:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777577.698839:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398616 : -110914154153000 : ffff9b1fc93dbbd8) 00000020:00001000:2.0:1788777577.698842:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dbbd0 00000020:00000001:2.0:1788777577.698846:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cad00 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777577.698849:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777577.698851:0:8:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777577.698853:0:8:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777577.698870:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777577.698872:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777577.698874:0:8:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777577.698877:0:8:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9b1fc3191530 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788777577.698881:0:8:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fc12227c0 00020000:00000001:2.0:1788777577.698885:0:8:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777577.698887:0:8:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777577.698890:0:8:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777577.698892:0:8:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698894:0:8:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777577.698897:0:8:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777577.698898:0:8:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698900:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777577.698901:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777577.698902:0:8:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777577.698903:0:8:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fc12227c0 00000020:00000001:2.0:1788777577.698906:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698908:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777577.698910:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777577.698912:0:8:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777577.698916:0:8:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777577.698920:0:8:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777577.698924:0:8:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777577.698926:0:8:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777577.698927:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777577.698929:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397176 : -110914154154440 : ffff9b1fc93db638) 00000020:00001000:2.0:1788777577.698931:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db630 00000020:00000001:2.0:1788777577.698934:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca468 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777577.698936:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777577.698939:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777577.698940:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777577.698942:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698944:0:8:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698945:0:8:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538764152 : -110914170787464 : ffff9b1fc83fe978) 00000020:00000001:2.0:1788777577.698948:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777577.698949:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698952:0:8:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698954:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698956:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777577.698958:0:8:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777577.698959:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777577.698960:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777577.698962:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777577.698963:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698965:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698967:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.698968:0:8:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698970:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777577.698971:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698972:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.698975:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777577.698977:0:8:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777577.698978:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777577.698979:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777577.698981:0:8:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788777577.698983:0:8:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788777577.698990:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788777577.698992:0:8:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788777577.698994:0:8:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777577.698996:0:8:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788777577.698998:0:8:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777577.699001:0:8:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446633159519404928 : -110914190146688 : ffff9b1fc7188380) 00000008:00000020:2.0:1788777577.699004:0:8:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff9b1fc7188380 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1788777577.699006:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788777577.699007:0:8:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788777577.699008:0:8:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777577.699011:0:8:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1788777577.699013:0:8:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1788777577.699016:0:8:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff9b1fc83656c0@{[0 -> 1/1023], [1|0|+|cache|wiuY|ffff9b1fc7188380], [32768|2|+|-|ffff9b1fd07f5c00|1024|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1788777577.699025:0:8:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000006ef94dd0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788777577.699038:0:8:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1788777577.699042:0:8:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:2.0:1788777577.699047:0:8:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788777577.699049:0:8:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788777577.699053:0:8:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9b1fc83656c0@{[0 -> 1/1023], [1|0|+|locking|wiuY|ffff9b1fc7188380], [32768|2|+|-|ffff9b1fd07f5c00|1024|ffff9b1fc12227c0]} make ready 00000008:00010000:2.0:1788777577.699059:0:8:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000006ef94dd0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788777577.699067:0:8:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788777577.699069:0:8:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788777577.699091:0:8:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000efd78de2[2 00000000b72e5226 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788777577.699093:0:8:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788777577.699095:0:8:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788777577.699097:0:8:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777577.699099:0:8:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777577.699101:0:8:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777577.699102:0:8:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777577.699105:0:8:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777577.699108:0:8:0:(cl_page.c:507:__cl_page_state_set()) page@00000000efd78de2[2 00000000b72e5226 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777577.699111:0:8:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788777577.699112:0:8:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777577.699113:0:8:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788777577.699117:0:8:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000efd78de2[2 00000000b72e5226 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777577.699119:0:8:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788777577.699121:0:8:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.699123:0:8:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788777577.699124:0:8:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788777577.699128:0:8:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000ba860f64[2 00000000b72e5226 1 1 0000000000000000 0 0 1] 00000020:00008000:2.0:1788777577.699130:0:8:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788777577.699131:0:8:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788777577.699132:0:8:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777577.699133:0:8:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777577.699134:0:8:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777577.699135:0:8:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777577.699137:0:8:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777577.699139:0:8:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ba860f64[2 00000000b72e5226 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788777577.699141:0:8:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788777577.699142:0:8:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777577.699143:0:8:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788777577.699145:0:8:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000ba860f64[2 00000000b72e5226 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788777577.699147:0:8:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788777577.699148:0:8:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.699150:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777577.699152:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777577.699154:0:8:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788777577.699157:0:8:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.699159:0:8:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000001:2.0:1788777577.699161:0:8:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.699163:0:8:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1788777577.699167:0:8:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b1fc31a7000: cli: ffff9b1fc93abb90 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1788777577.699179:0:8:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9b1fc33239b0. 00000008:00000010:2.0:1788777577.699185:0:8:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b1fd07991a0. 00000008:00000020:2.0:1788777577.699188:0:8:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:2.0:1788777577.699191:0:8:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788777577.699193:0:8:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788777577.699194:0:8:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788777577.699198:0:8:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788777576/1788777576 00000020:00000001:2.0:1788777577.699203:0:8:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788777577.699205:0:8:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1788777577.699209:0:8:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1788777577.699212:0:8:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1788777577.699215:0:8:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777577.699234:0:8:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:2.0:1788777577.699238:0:8:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777577.699246:0:8:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777577.699250:0:8:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777577.699255:0:8:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777577.699262:0:8:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777577.699266:0:8:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777577.699276:0:8:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.699278:0:8:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777577.699280:0:8:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788777577.699283:0:8:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777577.699285:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777577.699289:0:8:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5c00 refcount=3 00000020:00000001:2.0:1788777577.699291:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:2.0:1788777577.699295:0:8:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00000008:00000001:2.0:1788777577.699298:0:8:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:2.0:1788777577.699301:0:8:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.699302:0:8:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1788777577.699303:0:8:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1788777577.699305:0:8:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1788777577.699311:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f800. 00000020:00000040:2.0:1788777577.699315:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777577.699323:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777577.699327:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777577.699330:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777577.699368:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9b1fd1154000. 00000100:00000001:2.0:1788777577.699378:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788777577.699386:0:8:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:2.0:1788777577.699395:0:8:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b1fc31a7000: dirty: 32768 undirty: 484638720 dropped 0 grant: 16781312 cl_lost_grant 0 00000008:00000001:2.0:1788777577.699401:0:8:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1788777577.699443:0:8:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5963 MB/s 00000008:00008000:2.0:1788777577.699456:0:8:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffd8398492d7c0 map ffff9b1fd157a378 index 0 flags 17ffffc0005028 count 2 priv ffff9b1fd06832a0: off 0 00000008:00008000:2.0:1788777577.699460:0:8:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffd8398493b600 map ffff9b1fd157a378 index 1 flags 17ffffc0005028 count 2 priv ffff9b1fd06838c0: off 0 00000008:00000001:2.0:1788777577.699509:0:8:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1788777577.699511:0:8:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:2.0:1788777577.699529:0:8:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b1fc639f800 - object 0x280000401:68 offset 0<>8192 00000008:00000001:2.0:1788777577.699533:0:8:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.699535:0:8:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788777577.699537:0:8:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788777577.699538:0:8:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788777577.699539:0:8:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788777576/1788777576 00000020:00000001:2.0:1788777577.699542:0:8:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788777577.699543:0:8:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1788777577.699544:0:8:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1788777577.699546:0:8:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777577.699548:0:8:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000008:00000002:2.0:1788777577.699559:0:8:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000304137ca, now 0r/1w/0d in flight req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1788777577.699567:0:8:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2f:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:2.0:1788777577.699577:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb8fbd44] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788777577.699618:0:8:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1788777577.699621:0:8:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.699623:0:8:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.699626:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777577.699628:0:8:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.699630:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777577.699631:0:8:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.699632:0:8:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777577.699633:0:8:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.699636:0:8:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777577.699638:0:8:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.699640:0:8:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1788777577.699644:0:8:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:2.0:1788777577.699648:0:8:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:2.0:1788777577.699651:0:8:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1788777577.699654:0:8:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777577.699657:0:8:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777577.699658:0:8:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777577.699660:0:8:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777577.699662:0:8:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777577.699663:0:8:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777577.699665:0:8:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1788777577.699671:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d500. 00000020:00000040:2.0:1788777577.699674:0:8:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777577.699678:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777577.699679:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777577.699682:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.699684:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788777577.699688:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc837a600. 00000100:00000001:3.0:1788777577.699692:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777577.699693:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.699696:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788777577.699702:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1788777577.699707:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.699711:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.699721:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c76f60] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.699723:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777577.699727:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777577.699735:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:2.0:1788777577.699737:0:8:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777577.699741:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1788777577.699741:0:8:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.699745:0:8:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777577.699747:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.699749:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.699752:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777577.699755:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211149312:192.168.204.133@tcp:4:multiop.0 00020000:00000001:2.0:1788777577.699756:0:8:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.699760:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.699764:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788777577.699765:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00020000:00000001:2.0:1788777577.699767:0:8:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777577.699770:0:8:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777577.699771:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:3.0:1788777577.699774:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777577.699779:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777577.699783:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788777577.699785:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.699789:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777577.699791:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1788777577.699792:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ec400. 02000000:00000001:3.0:1788777577.699797:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.699799:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1788777577.699811:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777577.699819:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777577.699821:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.699824:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777577.699825:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1788777577.699828:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73dc0. 02000000:00000001:2.0:1788777577.699828:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777577.699834:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211149440:192.168.204.133@tcp:16:kworker.0 00000100:00000001:2.0:1788777577.699838:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777577.699840:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1788777577.699841:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255c38. 02000000:00000001:2.0:1788777577.699842:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.699848:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777577.699853:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339c00. 00000100:00000200:3.0:1788777577.699864:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211149312, portal 4 02000000:00000001:2.0:1788777577.699866:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.699868:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777577.699871:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000400:00000200:2.0:1788777577.699873:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777577.699878:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bb58. 00000100:00000040:3.0:1788777577.699883:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1788777577.699884:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777577.699890:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211149440, portal 4 00000100:00000001:2.0:1788777577.699895:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777577.699898:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788777577.699899:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:3.0:1788777577.699905:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000100:00000040:2.0:1788777577.699909:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1788777577.699911:0:2415:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9b1fd05400c0. 00000100:00000200:3.0:1788777577.699918:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875667211149312, offset 0 00000100:00000001:2.0:1788777577.699920:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777577.699925:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777577.699929:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93908. 00000400:00000200:3.0:1788777577.699933:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777577.699946:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.699957:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777577.699964:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777577.699970:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777577.699976:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777577.699981:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777577.699986:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3014:3014:256:4294967295] 192.168.204.133@tcp LPNI seq info [3013:3013:8:4294967295] 00000400:00000200:3.0:1788777577.699991:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.700017:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777577.700025:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777577.700032:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9b1fc4f4e000. 00000800:00000200:3.0:1788777577.700041:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777577.700051:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777577.700057:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc4f4e000 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:3.0:1788777577.700072:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777577.700077:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21160 usecs (22 jiffies) 00000400:00000200:3.0:1788777577.700081:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777577.700085:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681029 00000100:00000001:3.0:1788777577.700089:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296681103 00000100:00000001:3.0:1788777577.700092:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681029 00000100:00000001:3.0:1788777577.700096:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296681103 00000100:00000001:3.0:1788777577.700098:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777577.700101:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.700104:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.700107:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777577.700114:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777577.700115:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777577.700118:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777577.700119:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777577.700121:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.700123:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777577.700276:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777577.700281:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9b1fc4f4e000. 00000400:00000200:3.0:1788777577.700286:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.700292:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000200:2.0:1788777577.701104:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667211149440, offset 0 00000400:00000200:2.0:1788777577.701119:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777577.701128:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.701134:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777577.701139:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777577.701143:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777577.701147:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777577.701150:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777577.701154:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3015:3015:255:4294967295] 192.168.204.133@tcp LPNI seq info [3014:3014:7:4294967295] 00000400:00000200:2.0:1788777577.701159:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.701167:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777577.701173:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777577.701181:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979ce00. 00000800:00000200:2.0:1788777577.701187:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777577.701194:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777577.701198:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979ce00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788777577.701215:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.701219:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21160 usecs (22 jiffies) 00000400:00000200:3.0:1788777577.701482:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fd05400c0 00000400:00000010:3.0:1788777577.701487:0:2407:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9b1fd05400c0. 00000100:00000001:3.0:1788777577.701494:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777577.701504:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.701516:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777577.701520:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.701528:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.701529:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777577.701623:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777577.701627:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979ce00. 00000400:00000200:3.0:1788777577.701633:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.701638:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777577.701642:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93908 00000400:00000010:3.0:1788777577.701644:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93908. 00000100:00000001:3.0:1788777577.701647:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777577.701652:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.701664:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777577.701667:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.701673:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.701675:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1788777577.702018:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777577.702022:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681031 00000100:00000001:2.0:1788777577.702026:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296681103 00000100:00000001:2.0:1788777577.702028:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681031 00000100:00000001:2.0:1788777577.702030:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296681103 00000100:00000001:2.0:1788777577.702033:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777577.702037:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.702041:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.702045:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.702055:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777577.702057:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777577.702060:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.702062:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777577.702064:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.702067:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777577.710641:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.710664:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777577.710670:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.710672:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.710685:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.710694:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777577.710705:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.710711:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.710718:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.710722:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 448 into portal 4 MB=0x6a9e8cdd66000 00000400:00000200:3.0:1788777577.710729:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.710737:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 448/448 into md 0x8c6d [1] + 224 00000800:00000001:3.0:1788777577.710745:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.710770:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.710776:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.710781:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777577.710790:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777577.710801:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777577.710813:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.710853:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777577.710875:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.710878:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.714277:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.714291:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777577.714304:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777577.714308:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777577.714313:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73dc0. 00000400:00000200:2.0:1788777577.714327:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255c38 00000400:00000010:2.0:1788777577.714330:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255c38. 00000100:00000001:2.0:1788777577.714338:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777577.714355:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777577.714368:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f800 x1875667211149312/t0(0) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.714377:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777577.714380:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.714384:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777577.714388:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777577.714391:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777577.714395:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.714398:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777577.714411:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cca8 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1788777577.714416:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777577.714419:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777577.714421:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.714424:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777577.714431:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.714435:0:2415:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777577.714438:0:2415:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777577.714440:0:2415:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777577.714443:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777577.714444:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:2.0:1788777577.714448:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777577.714451:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967338 00000100:00000001:2.0:1788777577.714453:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777577.714456:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.714512:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f800 x1875667211149312/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.714521:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777577.714525:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777577.714527:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777577.714531:0:2415:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1788777577.714533:0:2415:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1788777577.714539:0:2415:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1788777577.714543:0:2415:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1788777577.714547:0:2415:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for usr 0 00000001:04000000:2.0:1788777577.714549:0:2415:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for grp 0 00000001:04000000:2.0:1788777577.714551:0:2415:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b1fc31a7000: setdq to remove for prj 0 00000001:00000001:2.0:1788777577.714553:0:2415:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788777577.714555:0:2415:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:2.0:1788777577.714559:0:2415:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:2.0:1788777577.714564:0:2415:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1788777577.714567:0:2415:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1788777577.714569:0:2415:0:(osc_request.c:2586:brw_interpret()) request ffff9b1fc639f800 aa ffff9b1fc639f9b0 rc 0 00000020:00000001:2.0:1788777577.714580:0:2415:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777577.714584:0:2415:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777577.714586:0:2415:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777577.714591:0:2415:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777577.714594:0:2415:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.714596:0:2415:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.714598:0:2415:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000010:2.0:1788777577.714601:0:2415:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b1fd07991a0. 00000020:00000001:2.0:1788777577.714606:0:2415:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777577.714609:0:2415:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1788777577.714614:0:2415:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1788777577.714617:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.714621:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211149312/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.714629:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.714633:0:2415:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788777577.714636:0:2415:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9b1fc83656c0@{[0 -> 1/1023], [2|0|-|rpc|wiuY|ffff9b1fc7188380], [32768|2|+|-|ffff9b1fd07f5c00|1024|ffff9b1fc12227c0]} extent finished. 00000008:00010000:2.0:1788777577.714646:0:2415:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000006ef94dd0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1788777577.714660:0:2415:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788777577.714663:0:2415:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788777577.714670:0:2415:0:(cl_page.c:1104:cl_page_complete()) page@00000000efd78de2[2 00000000b72e5226 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777577.714672:0:2415:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788777577.714674:0:2415:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777577.714676:0:2415:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777577.714678:0:2415:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777577.714681:0:2415:0:(cl_page.c:507:__cl_page_state_set()) page@00000000efd78de2[2 00000000b72e5226 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777577.714684:0:2415:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788777577.714685:0:2415:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788777577.714689:0:2415:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788777577.714692:0:2415:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000efd78de2[2 00000000b72e5226 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788777577.714694:0:2415:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788777577.714709:0:2415:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788777577.714711:0:2415:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788777577.714713:0:2415:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777577.714716:0:2415:0:(cl_page.c:556:cl_batch_put()) page@00000000efd78de2[2 00000000b72e5226 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777577.714718:0:2415:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788777577.714720:0:2415:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788777577.714721:0:2415:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:2.0:1788777577.714723:0:2415:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788777577.714724:0:2415:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788777577.714726:0:2415:0:(cl_page.c:1104:cl_page_complete()) page@00000000ba860f64[2 00000000b72e5226 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788777577.714727:0:2415:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788777577.714729:0:2415:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777577.714730:0:2415:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777577.714732:0:2415:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777577.714734:0:2415:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ba860f64[2 00000000b72e5226 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788777577.714736:0:2415:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788777577.714737:0:2415:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788777577.714738:0:2415:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788777577.714741:0:2415:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000ba860f64[2 00000000b72e5226 1 1 0000000000000000 0 0 1] 00000080:00008000:2.0:1788777577.714742:0:2415:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788777577.714747:0:2415:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788777577.714749:0:2415:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788777577.714750:0:2415:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777577.714753:0:2415:0:(cl_page.c:556:cl_batch_put()) page@00000000ba860f64[2 00000000b72e5226 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788777577.714754:0:2415:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788777577.714755:0:2415:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788777577.714756:0:2415:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788777577.714760:0:2415:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 25219072 dirty: 0/0 00000008:00000020:2.0:1788777577.714990:0:2415:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b1fc83656c0@{[0 -> 1/1023], [1|0|-|inv|wuY|ffff9b1fc7188380], [32768|0|-|-|ffff9b1fd07f5c00|1024|ffff9b1fc12227c0]} destroyed. 00000008:00010000:2.0:1788777577.714997:0:2415:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006ef94dd0 ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777577.715008:0:2415:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.715010:0:2415:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788777577.715014:0:2415:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b1fc83656c0. 00000008:00000001:2.0:1788777577.715018:0:2415:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788777577.715021:0:2415:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff9b1fc33239b0. 00000008:00000020:2.0:1788777577.715031:0:2415:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff9b1fc93abb90. 00000008:00000001:2.0:1788777577.715051:0:2415:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.715058:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f800 x1875667211149312/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777577.715067:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211149312:192.168.204.133@tcp:4:multiop.0 00000100:00000001:2.0:1788777577.715073:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.715076:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.715080:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211149312/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.715086:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.715089:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.715098:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777577.715101:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.715104:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.715107:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.715128:0:26690:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777577.715134:0:26690:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:2.0:1788777577.715137:0:26690:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000008:00000020:2.0:1788777577.715140:0:26690:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b1fc93abb90. 00000008:00000001:2.0:1788777577.715142:0:26690:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788777577.715143:0:26690:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777577.715146:0:26690:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.715148:0:26690:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1788777577.715151:0:26690:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000800:00000001:3.0:1788777577.719579:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.719603:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777577.719609:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.719612:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.719624:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.719633:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777577.719644:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.719650:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.719657:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.719663:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 432 into portal 4 MB=0x6a9e8cdd66080 00000400:00000200:3.0:1788777577.719668:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.719676:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 432/432 into md 0x8c75 [1] + 224 00000800:00000001:3.0:1788777577.719684:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.719693:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.719697:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.719702:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777577.719712:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777577.719725:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777577.719737:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.719766:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777577.719777:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.719781:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.720056:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.720063:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777577.720071:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777577.720074:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777577.720078:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bb58. 00000400:00000200:2.0:1788777577.720084:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:2.0:1788777577.720086:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:2.0:1788777577.720090:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777577.720096:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777577.720106:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.720113:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777577.720115:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.720118:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777577.720122:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777577.720125:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777577.720129:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.720132:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777577.720144:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777577.720149:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777577.720152:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777577.720154:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.720157:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777577.720162:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.720166:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777577.720169:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: committing for last_committed 4294967339 gen 17 00000100:00000040:2.0:1788777577.720176:0:2414:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967339) req@ffff9b1fc639f800 x1875667211149312/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.720184:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.720187:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f800 x1875667211149312/t4294967339(4294967339) o4->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777593 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.720194:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777577.720198:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777577.720203:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ec400. 02000000:00000001:2.0:1788777577.720206:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777577.720210:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777577.720212:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777577.720215:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777577.720218:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9b1fd1154000. 02000000:00000001:2.0:1788777577.720237:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777577.720240:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777577.720243:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f800. 00000100:00000001:2.0:1788777577.720247:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777577.720249:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.720251:0:2414:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777577.720254:0:2414:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1788777577.720257:0:2414:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777577.720379:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.720389:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.720397:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777577.720400:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777577.720403:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777577.720407:0:2414:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:2.0:1788777577.720417:0:2414:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777577.720420:0:2414:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:2.0:1788777577.720422:0:2414:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777577.720426:0:2414:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777577.720428:0:2414:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.720430:0:2414:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.720432:0:2414:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000001:2.0:1788777577.720593:0:2414:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.720600:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777577.720608:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211149440:192.168.204.133@tcp:16:kworker.0 00000100:00000001:2.0:1788777577.720613:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.720617:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.720620:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211149440/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.720626:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777577.720628:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777577.720630:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339c00. 02000000:00000001:2.0:1788777577.720634:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777577.720636:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777577.720637:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777577.720640:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777577.720641:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc837a600. 02000000:00000001:2.0:1788777577.720644:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777577.720646:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777577.720647:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:2.0:1788777577.720650:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777577.720651:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.720654:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.720663:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777577.720667:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.720669:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.720672:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.727214:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777577.727225:0:8:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.727232:0:8:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788777577.727235:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777577.727238:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788777577.727242:0:8:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777577.727245:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.727246:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777577.727248:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777577.727250:0:8:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.727252:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.727254:0:8:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777577.727255:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777577.727535:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788777577.727539:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777577.727540:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777577.727542:0:8:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777577.727544:0:8:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.727545:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777577.727546:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777577.727548:0:8:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.727550:0:8:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.727552:0:8:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777577.727553:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777577.727556:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.727560:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777577.727562:0:8:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777577.727564:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777577.727634:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777577.727635:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777577.727639:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db630 00020000:00000001:0.0:1788777577.727645:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777577.727649:0:8:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777577.727653:0:8:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777577.727656:0:8:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777577.727660:0:8:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777577.727661:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777577.727665:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dbbd0 00000080:00000001:0.0:1788777577.727668:0:8:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:0.0:1788777577.727673:0:8:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777577.836717:0:35930:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1788777577.836730:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4be48 00000080:00200008:2.0:1788777577.836737:0:35930:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:2.0:1788777577.836748:0:35930:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777577.836753:0:35930:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000002:2.0:1788777577.836760:0:35930:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000001:2.0:1788777577.836763:0:35930:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777577.836766:0:35930:0:(file.c:5353:ll_mdsync()) inode ffff9b1fd157db88 metadata sync [0x200000405:0x2e:0x0] (need_sync=1) 00800000:00000001:2.0:1788777577.836775:0:35930:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:2.0:1788777577.836778:0:35930:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777577.836782:0:35930:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777577.836785:0:35930:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777577.836789:0:35930:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777577.836792:0:35930:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777577.836794:0:35930:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:2.0:1788777577.836798:0:35930:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777577.836804:0:35930:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:2.0:1788777577.836815:0:35930:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d500. 00000020:00000040:2.0:1788777577.836833:0:35930:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777577.836840:0:35930:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777577.836846:0:35930:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777577.836861:0:35930:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777577.836874:0:35930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc837a600. 00000100:00000001:2.0:1788777577.836884:0:35930:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.836894:0:35930:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777577.836896:0:35930:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777577.836904:0:35930:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1304480. 00000100:00000001:2.0:1788777577.836906:0:35930:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688733824 : -110914020817792 : ffff9b1fd1304480) 00000100:00000001:2.0:1788777577.836910:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777577.836912:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:2.0:1788777577.836917:0:35930:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777577.836932:0:35930:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.836934:0:35930:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777577.836936:0:35930:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777577.836952:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.836962:0:35930:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777577.836965:0:35930:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.836969:0:35930:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777577.836972:0:35930:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777577.836975:0:35930:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777577.836979:0:35930:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211149568:192.168.204.133@tcp:44:multiop.0 00000100:00000001:2.0:1788777577.836984:0:35930:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777577.836991:0:35930:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777577.836994:0:35930:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.836997:0:35930:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777577.837003:0:35930:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339c00. 02000000:00000001:2.0:1788777577.837006:0:35930:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777577.837015:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777577.837021:0:35930:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bb58. 00000400:00000010:2.0:1788777577.837030:0:35930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777577.837039:0:35930:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211149568, portal 10 00000100:00000001:2.0:1788777577.837042:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777577.837043:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:2.0:1788777577.837051:0:35930:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.837058:0:35930:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777577.837061:0:35930:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777577.837064:0:35930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93770. 00000100:00000200:2.0:1788777577.837067:0:35930:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875667211149568, offset 0 00000400:00000200:2.0:1788777577.837075:0:35930:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777577.837086:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.837094:0:35930:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777577.837101:0:35930:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777577.837106:0:35930:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777577.837111:0:35930:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777577.837114:0:35930:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777577.837118:0:35930:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3016:3016:256:4294967295] 192.168.204.133@tcp LPNI seq info [3015:3015:8:4294967295] 00000400:00000200:2.0:1788777577.837123:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.837134:0:35930:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777577.837141:0:35930:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777577.837147:0:35930:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979cd00. 00000800:00000200:2.0:1788777577.837155:0:35930:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777577.837164:0:35930:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777577.837170:0:35930:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979cd00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788777577.837193:0:35930:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.837199:0:35930:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 830582 usecs (831 jiffies) 00000400:00000200:2.0:1788777577.837202:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777577.837205:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681973 00000100:00000001:2.0:1788777577.837215:0:35930:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296681103 00000100:00000001:2.0:1788777577.837222:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681973 00000100:00000001:2.0:1788777577.837225:0:35930:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296681103 00000100:00000001:2.0:1788777577.837229:0:35930:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777577.837232:0:35930:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.837234:0:35930:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777577.837236:0:35930:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777577.837239:0:35930:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1304480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777577.837242:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777577.837245:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777577.837611:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777577.837617:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979cd00. 00000400:00000200:3.0:1788777577.837623:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.837629:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777577.837636:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93770 00000400:00000010:3.0:1788777577.837639:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93770. 00000100:00000001:3.0:1788777577.837643:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777577.837648:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777577.837659:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777577.837663:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777577.837671:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.837673:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777577.848815:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.848864:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777577.848870:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.848874:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.848887:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.848899:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777577.848911:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.848917:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.849115:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.849120:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 440 into portal 10 MB=0x6a9e8cdd66100 00000400:00000200:3.0:1788777577.849129:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.849138:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 440/440 into md 0x8c8d [1] + 224 00000800:00000001:3.0:1788777577.849147:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.849157:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.849161:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.849168:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777577.849178:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777577.849192:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777577.849205:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777577.849224:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777577.849236:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.849240:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.849948:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777577.849962:0:35930:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777577.849965:0:35930:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777577.849970:0:35930:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bb58. 00000400:00000200:2.0:1788777577.849978:0:35930:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:2.0:1788777577.849981:0:35930:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:2.0:1788777577.849985:0:35930:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777577.849995:0:35930:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777577.850004:0:35930:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.850012:0:35930:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777577.850014:0:35930:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.850017:0:35930:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777577.850023:0:35930:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777577.850026:0:35930:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777577.850029:0:35930:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.850033:0:35930:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777577.850046:0:35930:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=86 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777577.850051:0:35930:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777577.850054:0:35930:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777577.850056:0:35930:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.850059:0:35930:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777577.850065:0:35930:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.850069:0:35930:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777577.850072:0:35930:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 8589934608 gen 2 00000100:00000040:2.0:1788777577.850079:0:35930:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934608) req@ffff9b1fd1120e00 x1875667211146752/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.850087:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.850091:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120e00 x1875667211146752/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.850098:0:35930:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777577.850101:0:35930:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777577.850105:0:35930:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356d000. 02000000:00000001:2.0:1788777577.850111:0:35930:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777577.850115:0:35930:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777577.850117:0:35930:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777577.850119:0:35930:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777577.850123:0:35930:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356e800. 02000000:00000001:2.0:1788777577.850128:0:35930:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777577.850130:0:35930:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777577.850133:0:35930:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120e00. 00000100:00000001:2.0:1788777577.850137:0:35930:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777577.850139:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777577.850144:0:35930:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934608) req@ffff9b1fc3255500 x1875667211147776/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.850151:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.850153:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3255500 x1875667211147776/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.850159:0:35930:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777577.850160:0:35930:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777577.850162:0:35930:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12edc00. 02000000:00000001:2.0:1788777577.850164:0:35930:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777577.850165:0:35930:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777577.850166:0:35930:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777577.850168:0:35930:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777577.850169:0:35930:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd12ee000. 02000000:00000001:2.0:1788777577.850172:0:35930:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777577.850174:0:35930:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777577.850175:0:35930:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3255500. 00000100:00000001:2.0:1788777577.850178:0:35930:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777577.850179:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777577.850184:0:35930:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777577.850194:0:35930:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.850201:0:35930:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777577.850204:0:35930:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:2.0:1788777577.850207:0:35930:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777577.850209:0:35930:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.850213:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.850221:0:35930:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777577.850224:0:35930:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777577.850227:0:35930:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777577.850231:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777577.850239:0:35930:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211149568:192.168.204.133@tcp:44:multiop.0 00000100:00000001:2.0:1788777577.850244:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.850247:0:35930:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.850250:0:35930:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777577.850252:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.850255:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.850272:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777577.850275:0:35930:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1304480. 00000100:00000001:2.0:1788777577.850278:0:35930:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777577.850281:0:35930:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777577.850284:0:35930:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777577.850288:0:35930:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.850292:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.850295:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211149568/t0(0) o44->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.850301:0:35930:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777577.850302:0:35930:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777577.850304:0:35930:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339c00. 02000000:00000001:2.0:1788777577.850307:0:35930:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777577.850308:0:35930:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777577.850309:0:35930:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777577.850311:0:35930:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777577.850313:0:35930:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc837a600. 02000000:00000001:2.0:1788777577.850315:0:35930:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777577.850316:0:35930:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777577.850318:0:35930:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:2.0:1788777577.850320:0:35930:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777577.850322:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777577.850327:0:35930:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1788777577.850329:0:35930:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777577.850331:0:35930:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777577.850334:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777577.850340:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519907208 : -110914189644408 : ffff9b1fc7202d88) 00000020:00001000:2.0:1788777577.850343:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202d80 00000020:00000001:2.0:1788777577.850351:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777577.850354:0:35930:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777577.850357:0:35930:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777577.850359:0:35930:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777577.850363:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777577.850364:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777577.850366:0:35930:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777577.850371:0:35930:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9b1fc2fb5090 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1788777577.850374:0:35930:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000001:2.0:1788777577.850379:0:35930:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777577.850381:0:35930:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777577.850383:0:35930:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777577.850386:0:35930:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.850389:0:35930:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777577.850391:0:35930:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777577.850393:0:35930:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850395:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777577.850396:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777577.850397:0:35930:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777577.850398:0:35930:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00000020:00000001:2.0:1788777577.850401:0:35930:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850404:0:35930:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777577.850405:0:35930:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777577.850408:0:35930:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777577.850412:0:35930:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777577.850416:0:35930:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1788777577.850420:0:35930:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777577.850422:0:35930:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777577.850423:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777577.850425:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905768 : -110914189645848 : ffff9b1fc72027e8) 00000020:00001000:2.0:1788777577.850427:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72027e0 00000020:00000001:2.0:1788777577.850430:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca918 -> ffff9b1fc72ca148 00000020:00000001:2.0:1788777577.850432:0:35930:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777577.850435:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777577.850436:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777577.850437:0:35930:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.850439:0:35930:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.850441:0:35930:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453704296 : -110914255847320 : ffff9b1fc32e0068) 00000020:00000001:2.0:1788777577.850443:0:35930:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777577.850445:0:35930:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.850448:0:35930:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850449:0:35930:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850451:0:35930:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777577.850453:0:35930:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777577.850455:0:35930:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777577.850456:0:35930:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777577.850458:0:35930:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777577.850459:0:35930:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850494:0:35930:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.850496:0:35930:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.850498:0:35930:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850499:0:35930:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777577.850501:0:35930:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850502:0:35930:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850504:0:35930:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777577.850506:0:35930:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777577.850507:0:35930:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777577.850508:0:35930:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777577.850510:0:35930:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788777577.850512:0:35930:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788777577.850517:0:35930:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:2.0:1788777577.850520:0:35930:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.850523:0:35930:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788777577.850525:0:35930:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788777577.850528:0:35930:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.850530:0:35930:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1788777577.850532:0:35930:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777577.850534:0:35930:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777577.850536:0:35930:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777577.850538:0:35930:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777577.850539:0:35930:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777577.850540:0:35930:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777577.850543:0:35930:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1788777577.850553:0:35930:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d500. 00000020:00000040:2.0:1788777577.850557:0:35930:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777577.850571:0:35930:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777577.850575:0:35930:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777577.850581:0:35930:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777577.850588:0:35930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc837a600. 00000100:00000001:2.0:1788777577.850595:0:35930:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.850605:0:35930:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777577.850610:0:35930:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.850618:0:35930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c76f60] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788777577.850648:0:35930:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.850650:0:35930:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777577.850652:0:35930:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850654:0:35930:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.850656:0:35930:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777577.850658:0:35930:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850660:0:35930:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.850662:0:35930:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777577.850664:0:35930:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777577.850666:0:35930:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777577.850667:0:35930:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1788777577.850681:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788777577.850685:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788777577.850687:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.850695:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777577.850698:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.850700:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.850701:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777577.850703:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777577.850709:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.850717:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777577.850720:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.850724:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777577.850727:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777577.850730:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777577.850733:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211149696:192.168.204.133@tcp:16:multiop.0 00000100:00000001:2.0:1788777577.850737:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777577.850744:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777577.850747:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.850750:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777577.850755:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc3339c00. 02000000:00000001:2.0:1788777577.850757:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777577.850766:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777577.850769:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bb58. 00000400:00000010:2.0:1788777577.850775:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777577.850783:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211149696, portal 4 00000100:00000001:2.0:1788777577.850785:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777577.850787:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:2.0:1788777577.850794:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.850815:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777577.850818:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777577.850821:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93330. 00000100:00000200:2.0:1788777577.850824:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667211149696, offset 0 00000400:00000200:2.0:1788777577.850831:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777577.850842:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.850850:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777577.850867:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777577.850873:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777577.850878:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777577.850881:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777577.850885:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3017:3017:256:4294967295] 192.168.204.133@tcp LPNI seq info [3016:3016:8:4294967295] 00000400:00000200:2.0:1788777577.850890:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.850899:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777577.850906:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777577.850913:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979c200. 00000800:00000200:2.0:1788777577.850921:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777577.850931:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777577.850938:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979c200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788777577.850950:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.850955:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21167 usecs (22 jiffies) 00000400:00000200:2.0:1788777577.850959:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777577.850962:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681179 00000100:00000001:2.0:1788777577.850966:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296681973 00000100:00000001:2.0:1788777577.850969:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681179 00000100:00000001:2.0:1788777577.850971:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296681973 00000100:00000001:2.0:1788777577.850974:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777577.850976:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.850980:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.850982:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777577.851842:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777577.851861:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979c200. 00000400:00000200:3.0:1788777577.851867:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.851875:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777577.851882:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93330 00000400:00000010:3.0:1788777577.851886:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93330. 00000100:00000001:3.0:1788777577.851891:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777577.851899:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.851911:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777577.851914:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.851933:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.851935:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777577.851954:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777577.851959:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777577.856012:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.856036:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777577.856043:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.856046:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.856058:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.856067:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777577.856079:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.856085:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.856092:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.856096:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd66180 00000400:00000200:3.0:1788777577.856102:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.856110:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8c9d [1] + 224 00000800:00000001:3.0:1788777577.856119:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.856127:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.856131:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.856136:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777577.856146:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777577.856158:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777577.856170:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.856201:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777577.856211:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.856215:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.856499:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.856506:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777577.856516:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777577.856519:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777577.856523:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bb58. 00000400:00000200:2.0:1788777577.856529:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:2.0:1788777577.856532:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:2.0:1788777577.856535:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777577.856541:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777577.856550:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.856556:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777577.856558:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.856561:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777577.856565:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777577.856568:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777577.856571:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.856576:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777577.856589:0:2414:0:(import.c:2149:obd_at_measure()) add 0 to ffff9b1fc530cc60 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777577.856593:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777577.856596:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1788777577.856601:0:2414:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9b1fc31a7000: operation ost_sync to node 192.168.204.133@tcp failed: rc = -107 00000100:00000001:2.0:1788777577.856605:0:2414:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788777577.856609:0:2414:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1788777577.856612:0:2414:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9b1fc31a7000 of lustre-OST0000_UUID@192.168.204.133@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1788777577.856618:0:2414:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788777577.856623:0:2414:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9b1fc31a7000: Connection to lustre-OST0000 (at 192.168.204.133@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788777577.856627:0:2414:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788777577.856631:0:2414:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788777577.856633:0:2414:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.856636:0:2414:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788777577.856639:0:2414:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788777577.856641:0:2414:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788777577.856644:0:2414:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788777577.856647:0:2414:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b1fc31a7000: connect to NID 192.168.204.133@tcp last attempt 2004 00000400:00000200:2.0:1788777577.856653:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.856657:0:2414:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.133@tcp is discovered: rc = 1 00000100:00000040:2.0:1788777577.856661:0:2414:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777577.856665:0:2414:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777577.856668:0:2414:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777577.856671:0:2414:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000001:2.0:1788777577.856675:0:2414:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777577.856677:0:2414:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:2.0:1788777577.856680:0:2414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777577.856683:0:2414:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:2.0:1788777577.856686:0:2414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:2.0:1788777577.856689:0:2414:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00000040:2.0:1788777577.856692:0:2414:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 14 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777577.856694:0:2414:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777577.856696:0:2414:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777577.856698:0:2414:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 00000020:00000040:2.0:1788777577.856702:0:2414:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00080000:2.0:1788777577.856705:0:2414:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b1fc31a7000: import ffff9b1fc530c800 using connection 192.168.204.133@tcp/192.168.204.133@tcp 00000100:00000001:2.0:1788777577.856709:0:2414:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.856712:0:2414:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788777577.856720:0:2414:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777577.856723:0:2414:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.856725:0:2414:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788777577.856729:0:2414:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1788777577.856733:0:2414:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.856735:0:2414:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777577.856742:0:2414:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f800. 00000020:00000040:2.0:1788777577.856746:0:2414:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777577.856751:0:2414:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777577.856753:0:2414:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.856756:0:2414:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777577.856760:0:2414:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777577.856765:0:2414:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777577.856773:0:2414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc333b000. 00000100:00000001:2.0:1788777577.856781:0:2414:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777577.856788:0:2414:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777577.856798:0:2414:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777577.856803:0:2414:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.856808:0:2414:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb8fbd44] to pc [ptlrpcd_rcv+-1] req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.856840:0:2414:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.856843:0:2414:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1788777577.856845:0:2414:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788777577.856849:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.856861:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.856872:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777577.856874:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.856877:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.856878:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777577.856881:0:2414:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.856883:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777577.856886:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.856888:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.856891:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.857049:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.857053:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777577.857056:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777577.857064:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777577.857072:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777577.857073:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.857078:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777577.857081:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777577.857084:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777577.857087:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211149824:192.168.204.133@tcp:8:ptlrpcd_01_00.0 00000100:00000001:0.0:1788777577.857091:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777577.857096:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777577.857099:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.857102:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777577.857108:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777577.857110:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777577.857116:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777577.857120:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777577.857127:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b6e8. 00000100:00000200:0.0:1788777577.857135:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211149824, portal 4 00000100:00000001:0.0:1788777577.857137:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.857139:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000040:0.0:1788777577.857146:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777577.857155:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777577.857157:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777577.857161:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b7f8. 00000100:00000200:0.0:1788777577.857165:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667211149824, offset 0 00000400:00000200:0.0:1788777577.857172:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777577.857180:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777577.857187:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777577.857192:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777577.857197:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777577.857202:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777577.857205:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777577.857209:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3018:3018:256:4294967295] 192.168.204.133@tcp LPNI seq info [3017:3017:8:4294967295] 00000400:00000200:0.0:1788777577.857214:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777577.857224:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777577.857232:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777577.857239:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839c00. 00000800:00000200:0.0:1788777577.857246:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777577.857255:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777577.857271:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777577.857290:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.857295:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21107 usecs (22 jiffies) 00000400:00000200:0.0:1788777577.857299:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777577.857302:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681185 00000100:00000001:0.0:1788777577.857305:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296681973 00000100:00000001:0.0:1788777577.857308:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681185 00000100:00000001:0.0:1788777577.857310:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296681973 00000100:00000001:0.0:1788777577.857313:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777577.857316:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.857319:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.857321:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.857326:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777577.857327:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788777577.857329:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.857331:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777577.857332:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.857334:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777577.857785:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777577.857791:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839c00. 00000400:00000200:3.0:1788777577.857797:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.857803:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777577.857808:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b7f8 00000400:00000010:3.0:1788777577.857811:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b7f8. 00000100:00000001:3.0:1788777577.857825:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777577.857833:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777577.857844:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777577.857848:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777577.857866:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.857868:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777577.863130:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.863158:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777577.863166:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.863169:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.863181:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.863191:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777577.863203:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.863210:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.863218:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.863222:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 416 into portal 4 MB=0x6a9e8cdd66200 00000400:00000200:3.0:1788777577.863229:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.863237:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 416/416 into md 0x8cad [1] + 0 00000800:00000001:3.0:1788777577.863247:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.863257:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.863262:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.863267:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777577.863278:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777577.863290:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777577.863304:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777577.863339:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777577.863352:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.863356:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.863896:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777577.863903:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777577.863912:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777577.863915:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777577.864051:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777577.864060:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:0.0:1788777577.864063:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:0.0:1788777577.864069:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777577.864076:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777577.864086:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777577.864093:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777577.864095:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.864098:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777577.864103:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777577.864105:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777577.864108:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.864111:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777577.864123:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777577.864128:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777577.864130:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777577.864133:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777577.864136:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777577.864140:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.864145:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777577.864148:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1788777577.864150:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777577.864153:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.864159:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777577.864165:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777577.864169:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777577.864172:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.864174:0:2411:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788777577.864183:0:2411:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b1fc31a7000: connect to target with instance 1 00000020:00000001:0.0:1788777577.864186:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777577.864188:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe12 00000020:00000001:0.0:1788777577.864191:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777577.864195:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd895f800 refcount=4 00000020:00000001:0.0:1788777577.864197:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000020:00000001:0.0:1788777577.864200:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812839424 : -110913896712192 : ffff9b1fd895f800) 00000100:00001000:0.0:1788777577.864204:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=1788777577 v=0 (0 0 0 0) 00000100:00001000:0.0:1788777577.864207:0:2411:0:(import.c:2215:obd_at_measure()) AT ffff9b1fc530cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788777577.864212:0:2411:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1087, crc32c 5963, adler 467 00000020:00000040:0.0:1788777577.864219:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd895f800 : new refcount 3 00000100:00000001:0.0:1788777577.864222:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788777577.864226:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788777577.864230:0:2411:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9b1fc31a7000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1788777577.864233:0:2411:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788777577.864237:0:2411:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788777577.864241:0:2411:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777577.864245:0:2411:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.864249:0:2411:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.864251:0:2411:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777577.864253:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.864255:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777577.864272:0:2411:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9b1fc31a7000: evicting (reconnect/recover flags not set: 4) req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788777577.864280:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1788777577.864285:0:2411:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:0.0:1788777577.864288:0:2411:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9b1fc31a7000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:0.0:1788777577.879450:0:2411:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.133@tcp; invalidating 00000020:00000040:0.0:1788777577.879639:0:2411:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=5 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777577.881425:0:2411:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.881435:0:2411:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.881458:0:2411:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777577.881498:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:67f3d5ce-64e4-46be-9428-e80a71444531:2411:1875667211149824:192.168.204.133@tcp:8:ptlrpcd_01_00.0 00000100:00000001:2.0:1788777577.881505:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.881510:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.881514:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f800 x1875667211149824/t0(0) o8->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777577.881531:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777577.881537:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777577.881543:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:2.0:1788777577.881550:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777577.881555:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777577.881556:0:2411:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777577.881560:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777577.881573:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333b000. 02000000:00000001:2.0:1788777577.881579:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777577.881582:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777577.881585:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f800. 00000100:00000001:2.0:1788777577.881591:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777577.881593:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.881595:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.881609:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777577.881612:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.881616:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.881618:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777577.889309:0:35946:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1788777577.889342:0:35946:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9b1fc31a7000 to lustre-OST0000_UUID@192.168.204.133@tcp 00000100:00000001:1.0:1788777577.889348:0:35946:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788777577.889349:0:35946:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1788777577.889353:0:35946:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788777577.889367:0:35946:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/224 e 0 to 0 dl 1788777593 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777577.889401:0:35946:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777577.889404:0:35946:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: committing for last_committed 4294967339 gen 18 00000100:00000040:1.0:1788777577.889408:0:35946:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788777577.889411:0:35946:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777577.889412:0:35946:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788777577.889413:0:35946:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788777577.889415:0:35946:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777577.889419:0:35946:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788777577.889424:0:35946:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777577.889427:0:35946:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788777577.889431:0:35946:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788777577.889433:0:35946:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b1fc339bb90 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1788777577.889439:0:35946:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1788777577.889442:0:35946:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 22b16ee488cdbe12 00020000:00000001:1.0:1788777577.889445:0:35946:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.889449:0:35946:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777577.889452:0:35946:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777577.889455:0:35946:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.889458:0:35946:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.889460:0:35946:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777577.889477:0:35946:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1788777577.889480:0:35946:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1788777577.889731:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.889736:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777577.889741:0:2414:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777577.889751:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/224 e 0 to 0 dl 1788777593 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.889760:0:2414:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788777577.889763:0:2414:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.889766:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777577.889769:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777577.889774:0:2414:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1788777577.889776:0:2414:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:2.0:1788777577.889790:0:2414:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.889795:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/224 e 0 to 0 dl 1788777593 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777577.889804:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211149696:192.168.204.133@tcp:16:multiop.0 00000100:00000001:2.0:1788777577.889828:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.889833:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.889838:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211149696/t0(0) o16->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 440/224 e 0 to 0 dl 1788777593 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.889846:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777577.889861:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777577.889866:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339c00. 02000000:00000001:2.0:1788777577.889874:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777577.889878:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777577.889880:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777577.889883:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777577.889889:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc837a600. 02000000:00000001:2.0:1788777577.889894:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777577.889897:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777577.889900:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:2.0:1788777577.889905:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777577.889906:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.889909:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777577.889931:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777577.889934:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.889937:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777577.889940:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.890218:0:35930:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777577.890232:0:35930:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.890235:0:35930:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1788777577.890245:0:35930:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777577.890251:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.890261:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:0.0:1788777577.890264:0:35930:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777577.890271:0:35930:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777577.890278:0:35930:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777577.890281:0:35930:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788777577.890284:0:35930:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777577.890285:0:35930:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788777577.890287:0:35930:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1788777576 a=0 c=1788777576 b=16 00020000:00000001:0.0:1788777577.890291:0:35930:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777577.890294:0:35930:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788777576 a=0 c=1788777576 b=16 00020000:00000001:0.0:1788777577.890297:0:35930:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.890299:0:35930:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.890301:0:35930:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000080:00200000:0.0:1788777577.890304:0:35930:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:0.0:1788777577.890307:0:35930:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777577.890308:0:35930:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777577.890312:0:35930:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788777577.890315:0:35930:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777577.890319:0:35930:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.890320:0:35930:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777577.890322:0:35930:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777577.890323:0:35930:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.890325:0:35930:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.890327:0:35930:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777577.890328:0:35930:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777577.890331:0:35930:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788777577.890333:0:35930:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777577.890336:0:35930:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777577.890338:0:35930:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777577.890339:0:35930:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777577.890340:0:35930:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777577.890342:0:35930:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777577.890343:0:35930:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.890345:0:35930:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.890347:0:35930:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777577.890348:0:35930:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777577.890351:0:35930:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788777577.890355:0:35930:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777577.890357:0:35930:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777577.890358:0:35930:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777577.890360:0:35930:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777577.890362:0:35930:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777577.890365:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72027e0 00020000:00000001:0.0:1788777577.890369:0:35930:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777577.890371:0:35930:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777577.890374:0:35930:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777577.890377:0:35930:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777577.890380:0:35930:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777577.890382:0:35930:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777577.890385:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202d80 00000080:00000001:0.0:1788777577.890388:0:35930:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788777577.890394:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4be48 00000080:00000008:0.0:1788777577.890397:0:35930:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:0.0:1788777577.890400:0:35930:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1788777577.893045:0:35946:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777577.893060:0:35946:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:1.0:1788777577.893065:0:35946:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777577.893069:0:35946:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1788777577.893089:0:35946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e300 count: 2 00010000:00000001:1.0:1788777577.893101:0:35946:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777577.893104:0:35946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777577.893107:0:35946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777577.893111:0:35946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f7200 refcount=3 00000020:00000001:1.0:1788777577.893113:0:35946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777577.893119:0:35946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677145600 : -110914032406016 : ffff9b1fd07f7200) 00010000:00000001:1.0:1788777577.893123:0:35946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777577.893128:0:35946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788777577.893142:0:35946:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788777577.893145:0:35946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777577.893151:0:35946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777577.893154:0:35946:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000008:00000001:1.0:1788777577.893156:0:35946:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788777577.893160:0:35946:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788777577.893162:0:35946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788777577.893172:0:35946:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b1fc93db6c0. 00000020:00000010:1.0:1788777577.893180:0:35946:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc3326000. 00000020:00000010:1.0:1788777577.893187:0:35946:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fc3326200. 00000020:00000010:1.0:1788777577.893193:0:35946:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b1fd12130c0. 00000008:00000010:1.0:1788777577.893201:0:35946:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b1fca696fe0. 00020000:00000010:1.0:1788777577.893208:0:35946:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b1fd8bfd6c0. 00008000:00000010:1.0:1788777577.893213:0:35946:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b1fc2fefc08. 00000080:00000010:1.0:1788777577.893222:0:35946:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b1fc31841f8. 00000080:00000010:1.0:1788777577.893238:0:35946:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b1fc3192750. 00000020:00000010:1.0:1788777577.893243:0:35946:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc3326800. 00000008:00000010:1.0:1788777577.893247:0:35946:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b1fc2fe6420. 00020000:00000010:1.0:1788777577.893252:0:35946:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b1fc83fe480. 00008000:00000010:1.0:1788777577.893264:0:35946:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b1fc61a63d8. 00000080:00000010:1.0:1788777577.893269:0:35946:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b1fd01e0a50. 00000020:00000001:1.0:1788777577.893271:0:35946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397320 : -110914154154296 : ffff9b1fc93db6c8) 00000020:00001000:1.0:1788777577.893273:0:35946:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db6c0 00000008:00000001:1.0:1788777577.893276:0:35946:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788777577.893278:0:35946:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788777577.893282:0:35946:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788777577.893284:0:35946:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.893287:0:35946:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788777577.893291:0:35946:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777577.893294:0:35946:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777577.893297:0:35946:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777577.893300:0:35946:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1788777577.893304:0:35946:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777577.893306:0:35946:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b1fc7188e00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788777577.893310:0:35946:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788777577.893313:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777577.893316:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777577.893319:0:35946:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777577.893322:0:35946:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777577.893324:0:35946:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777577.893328:0:35946:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777577.893330:0:35946:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777577.893332:0:35946:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777577.893336:0:35946:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9b1fca697080 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788777577.893341:0:35946:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777577.893343:0:35946:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777577.893345:0:35946:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777577.893348:0:35946:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777577.893350:0:35946:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.893351:0:35946:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777577.893353:0:35946:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777577.893354:0:35946:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788777577.893356:0:35946:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.893358:0:35946:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788777577.893364:0:35946:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788777577.893366:0:35946:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788777577.893368:0:35946:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788777577.893369:0:35946:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788777577.893371:0:35946:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788777577.893374:0:35946:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777577.893376:0:35946:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159575040128 : -110914134511488 : ffff9b1fca697080) 00000020:00000001:1.0:1788777577.893379:0:35946:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788777577.893381:0:35946:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788777577.893383:0:35946:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777577.893388:0:35946:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 1 1 0000000038317a94 0 0 0] 00000020:00000001:1.0:1788777577.893391:0:35946:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788777577.893393:0:35946:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788777577.893394:0:35946:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788777577.893396:0:35946:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.893399:0:35946:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788777577.893401:0:35946:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788777577.893403:0:35946:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777577.893405:0:35946:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777577.893406:0:35946:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777577.893409:0:35946:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ebe5a56a[2 000000005a21fcfc 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777577.893411:0:35946:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788777577.893412:0:35946:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788777577.893414:0:35946:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788777577.893416:0:35946:0:(osc_page.c:138:osc_page_delete()) ffff9b1fd06835a0 00000008:00000001:1.0:1788777577.893418:0:35946:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788777577.893420:0:35946:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff9b1fd06835b0 page ffff9b1fd06835a0 at index 0. 00000008:00000001:1.0:1788777577.893423:0:35946:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.893431:0:35946:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788777577.893433:0:35946:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd83984a4b640 index 0 00000020:00000001:1.0:1788777577.893439:0:35946:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777577.893441:0:35946:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777577.893452:0:35946:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788777577.893453:0:35946:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777577.893454:0:35946:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777577.893456:0:35946:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788777577.893457:0:35946:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788777577.893459:0:35946:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777577.893460:0:35946:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159575040128 : -110914134511488 : ffff9b1fca697080) 00000020:00000001:1.0:1788777577.893488:0:35946:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788777577.893490:0:35946:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788777577.893491:0:35946:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777577.893494:0:35946:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bf17e28e[2 000000005a21fcfc 1 1 0000000038317a94 0 0 1] 00000020:00000001:1.0:1788777577.893496:0:35946:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788777577.893497:0:35946:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788777577.893498:0:35946:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788777577.893499:0:35946:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.893501:0:35946:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788777577.893502:0:35946:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788777577.893503:0:35946:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777577.893504:0:35946:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777577.893505:0:35946:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777577.893507:0:35946:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bf17e28e[2 000000005a21fcfc 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788777577.893509:0:35946:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788777577.893510:0:35946:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788777577.893511:0:35946:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788777577.893512:0:35946:0:(osc_page.c:138:osc_page_delete()) ffff9b1fd0683f40 00000008:00000001:1.0:1788777577.893513:0:35946:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788777577.893515:0:35946:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff9b1fd0683f50 page ffff9b1fd0683f40 at index 1. 00000008:00000001:1.0:1788777577.893517:0:35946:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.893521:0:35946:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788777577.893523:0:35946:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd83984a51100 index 1 00000020:00000001:1.0:1788777577.893525:0:35946:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777577.893526:0:35946:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777577.893531:0:35946:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788777577.893532:0:35946:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777577.893533:0:35946:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777577.893534:0:35946:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788777577.893537:0:35946:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777577.893540:0:35946:0:(cl_page.c:556:cl_batch_put()) page@00000000ebe5a56a[1 000000005a21fcfc 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777577.893542:0:35946:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788777577.893544:0:35946:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788777577.893550:0:35946:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b1fd0683540. 00000020:00000001:1.0:1788777577.893554:0:35946:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788777577.893555:0:35946:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788777577.893556:0:35946:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777577.893560:0:35946:0:(cl_page.c:556:cl_batch_put()) page@00000000bf17e28e[1 000000005a21fcfc 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788777577.893561:0:35946:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788777577.893691:0:35946:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788777577.893693:0:35946:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b1fd0683ee0. 00000020:00000001:1.0:1788777577.893697:0:35946:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788777577.893698:0:35946:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788777577.893722:0:35946:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777577.893725:0:35946:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777577.893728:0:35946:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777577.893730:0:35946:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777577.893734:0:35946:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777577.893736:0:35946:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788777577.893740:0:35946:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777577.893741:0:35946:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788777577.893742:0:35946:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777577.893745:0:35946:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db6c0 00000008:00000001:1.0:1788777577.893748:0:35946:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.893750:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00010000:00000001:1.0:1788777577.893753:0:35946:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788777577.893757:0:35946:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.893759:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777577.893761:0:35946:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777577.893764:0:35946:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1788777577.893767:0:35946:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777577.893769:0:35946:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.893771:0:35946:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.893772:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777577.893774:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca148 -> ffff9b1fc72ca148 00000020:00000001:1.0:1788777577.893775:0:35946:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788777577.893778:0:35946:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.893780:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188e00 -> ffff9b1fc72ca148 00000008:00000001:1.0:1788777577.893784:0:35946:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777577.893786:0:35946:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00000008:00000001:1.0:1788777577.893788:0:35946:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777577.893791:0:35946:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788777577.893794:0:35946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777577.893799:0:35946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777577.893801:0:35946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777577.893804:0:35946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777577.894397:0:35946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777577.894404:0:35946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f7200 with handle 0x22b16ee488cdcb08 from hash 00010000:00000001:1.0:1788777577.894407:0:35946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777577.894409:0:35946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777577.894411:0:35946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777577.894413:0:35946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777577.894417:0:35946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777577.894420:0:35946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788777577.894423:0:35946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777577.894424:0:35946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777577.894425:0:35946:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777577.894427:0:35946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777577.894431:0:35946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 000000003495e0b1/0x22b16ee488cdcb08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x542deec0941a746a expref: -99 pid: 35930 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788777577.894442:0:35946:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fd12e4cc0. 00010000:00000001:1.0:1788777577.894451:0:35946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1788777577.894455:0:35946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd0f4e300 count: 0 00010000:00000010:1.0:1788777577.894488:0:35946:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd0f4ea00. 00010000:00000040:1.0:1788777577.894499:0:35946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6a00 count: 2 00010000:00000001:1.0:1788777577.894502:0:35946:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777577.894504:0:35946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777577.894506:0:35946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777577.894508:0:35946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5c00 refcount=3 00000020:00000001:1.0:1788777577.894511:0:35946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:1.0:1788777577.894514:0:35946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677139968 : -110914032411648 : ffff9b1fd07f5c00) 00010000:00000001:1.0:1788777577.894517:0:35946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777577.894521:0:35946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788777577.894529:0:35946:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788777577.894531:0:35946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777577.894534:0:35946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777577.894536:0:35946:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000008:00000001:1.0:1788777577.894539:0:35946:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788777577.894541:0:35946:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788777577.894543:0:35946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777577.894544:0:35946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397320 : -110914154154296 : ffff9b1fc93db6c8) 00000020:00001000:1.0:1788777577.894546:0:35946:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db6c0 00000008:00000001:1.0:1788777577.894547:0:35946:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788777577.894550:0:35946:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788777577.894553:0:35946:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788777577.894555:0:35946:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.894556:0:35946:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788777577.894559:0:35946:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777577.894561:0:35946:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777577.894625:0:35946:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777577.894628:0:35946:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1788777577.894631:0:35946:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777577.894633:0:35946:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b1fc7188380: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788777577.894636:0:35946:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788777577.894639:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:1.0:1788777577.894641:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cad00 -> ffff9b1fc72cad00 00000020:00000001:1.0:1788777577.894643:0:35946:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777577.894646:0:35946:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777577.894648:0:35946:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777577.894650:0:35946:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777577.894652:0:35946:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777577.894653:0:35946:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777577.894657:0:35946:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9b1fca697080 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788777577.894660:0:35946:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777577.894663:0:35946:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777577.894665:0:35946:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777577.894668:0:35946:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777577.894669:0:35946:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.894671:0:35946:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777577.894672:0:35946:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777577.894673:0:35946:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788777577.894674:0:35946:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.894676:0:35946:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788777577.894680:0:35946:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788777577.894681:0:35946:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788777577.894683:0:35946:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788777577.894684:0:35946:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788777577.894685:0:35946:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788777577.894687:0:35946:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777577.894688:0:35946:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159575040128 : -110914134511488 : ffff9b1fca697080) 00000020:00000001:1.0:1788777577.894690:0:35946:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788777577.894691:0:35946:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788777577.894693:0:35946:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777577.894697:0:35946:0:(cl_page.c:507:__cl_page_state_set()) page@00000000efd78de2[2 00000000b72e5226 1 1 0000000038317a94 0 0 0] 00000020:00000001:1.0:1788777577.894699:0:35946:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788777577.894701:0:35946:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788777577.894702:0:35946:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788777577.894703:0:35946:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.894705:0:35946:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788777577.894706:0:35946:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788777577.894708:0:35946:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777577.894709:0:35946:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777577.894710:0:35946:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777577.894713:0:35946:0:(cl_page.c:507:__cl_page_state_set()) page@00000000efd78de2[2 00000000b72e5226 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777577.894715:0:35946:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788777577.894716:0:35946:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788777577.894718:0:35946:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788777577.894719:0:35946:0:(osc_page.c:138:osc_page_delete()) ffff9b1fd0683300 00000008:00000001:1.0:1788777577.894721:0:35946:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788777577.894722:0:35946:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff9b1fd0683310 page ffff9b1fd0683300 at index 0. 00000008:00000001:1.0:1788777577.894724:0:35946:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.894728:0:35946:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788777577.894730:0:35946:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd8398492d7c0 index 0 00000020:00000001:1.0:1788777577.894733:0:35946:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777577.894735:0:35946:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777577.894742:0:35946:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788777577.894743:0:35946:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777577.894744:0:35946:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777577.894745:0:35946:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788777577.894747:0:35946:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788777577.894748:0:35946:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777577.894749:0:35946:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159575040128 : -110914134511488 : ffff9b1fca697080) 00000020:00000001:1.0:1788777577.894751:0:35946:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788777577.894752:0:35946:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788777577.894753:0:35946:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777577.894755:0:35946:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ba860f64[2 00000000b72e5226 1 1 0000000038317a94 0 0 1] 00000020:00000001:1.0:1788777577.894756:0:35946:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788777577.894757:0:35946:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788777577.894758:0:35946:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788777577.894759:0:35946:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.894761:0:35946:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788777577.894762:0:35946:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788777577.894763:0:35946:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777577.894763:0:35946:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777577.894764:0:35946:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777577.894767:0:35946:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ba860f64[2 00000000b72e5226 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788777577.894768:0:35946:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788777577.894769:0:35946:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788777577.894770:0:35946:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788777577.894771:0:35946:0:(osc_page.c:138:osc_page_delete()) ffff9b1fd0683920 00000008:00000001:1.0:1788777577.894772:0:35946:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788777577.894773:0:35946:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff9b1fd0683930 page ffff9b1fd0683920 at index 1. 00000008:00000001:1.0:1788777577.894775:0:35946:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.894779:0:35946:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788777577.894780:0:35946:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd8398493b600 index 1 00000020:00000001:1.0:1788777577.894781:0:35946:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777577.894782:0:35946:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777577.894785:0:35946:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788777577.894786:0:35946:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777577.894787:0:35946:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777577.894788:0:35946:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788777577.894789:0:35946:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777577.894792:0:35946:0:(cl_page.c:556:cl_batch_put()) page@00000000efd78de2[1 00000000b72e5226 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777577.894793:0:35946:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788777577.894794:0:35946:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788777577.894797:0:35946:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b1fd06832a0. 00000020:00000001:1.0:1788777577.894800:0:35946:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788777577.894801:0:35946:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788777577.894802:0:35946:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777577.895064:0:35946:0:(cl_page.c:556:cl_batch_put()) page@00000000ba860f64[1 00000000b72e5226 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788777577.895067:0:35946:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788777577.895068:0:35946:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788777577.895071:0:35946:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b1fd06838c0. 00000020:00000001:1.0:1788777577.895074:0:35946:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788777577.895075:0:35946:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788777577.895089:0:35946:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777577.895092:0:35946:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777577.895095:0:35946:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777577.895096:0:35946:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777577.895098:0:35946:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777577.895100:0:35946:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788777577.895103:0:35946:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777577.895104:0:35946:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788777577.895106:0:35946:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777577.895108:0:35946:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db6c0 00000008:00000001:1.0:1788777577.895111:0:35946:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.895113:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00010000:00000001:1.0:1788777577.895115:0:35946:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788777577.895118:0:35946:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.895120:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:1.0:1788777577.895122:0:35946:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777577.895123:0:35946:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1788777577.895126:0:35946:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777577.895128:0:35946:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.895130:0:35946:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.895131:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000020:00000001:1.0:1788777577.895132:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72cad00 -> ffff9b1fc72cad00 00000020:00000001:1.0:1788777577.895134:0:35946:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788777577.895136:0:35946:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.895137:0:35946:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188380 -> ffff9b1fc72cad00 00000008:00000001:1.0:1788777577.895140:0:35946:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777577.895141:0:35946:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00000008:00000001:1.0:1788777577.895143:0:35946:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777577.895146:0:35946:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788777577.895148:0:35946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777577.895151:0:35946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777577.895153:0:35946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777577.895155:0:35946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777577.895157:0:35946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777577.895160:0:35946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5c00 with handle 0x22b16ee488cdcb16 from hash 00010000:00000001:1.0:1788777577.895162:0:35946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777577.895163:0:35946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777577.895165:0:35946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777577.895166:0:35946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777577.895168:0:35946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777577.895169:0:35946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788777577.895171:0:35946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777577.895172:0:35946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777577.895173:0:35946:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777577.895175:0:35946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777577.895178:0:35946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b1fc31a7000 lock: 00000000900426ce/0x22b16ee488cdcb16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x542deec0941a7494 expref: -99 pid: 35933 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788777577.895186:0:35946:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4f3d040. 00010000:00000001:1.0:1788777577.895191:0:35946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1788777577.895193:0:35946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6a00 count: 0 00010000:00000010:1.0:1788777577.895197:0:35946:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd20e6900. 00000001:00000001:1.0:1788777577.895239:0:35946:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777577.895242:0:35946:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777577.895244:0:35946:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788777577.895277:0:35946:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.895280:0:35946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777577.895282:0:35946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777577.895283:0:35946:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000008:00000001:1.0:1788777577.895286:0:35946:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788777577.895288:0:35946:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788777577.895290:0:35946:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.895293:0:35946:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1788777577.895294:0:35946:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777577.895296:0:35946:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788777577.895320:0:35946:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777577.895322:0:35946:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00000001:00000001:1.0:1788777577.895324:0:35946:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777577.895325:0:35946:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788777577.895349:0:35946:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777577.895350:0:35946:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777577.895351:0:35946:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788777577.895375:0:35946:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.895377:0:35946:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777577.895380:0:35946:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777577.895387:0:35946:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1788777577.895390:0:35946:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788777577.895393:0:35946:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788777577.895396:0:35946:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777577.895398:0:35946:0:(import.c:65:import_set_state_nolock()) ffff9b1fc530c800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788777577.895401:0:35946:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777577.895404:0:35946:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788777577.895406:0:35946:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777577.895409:0:35946:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788777577.895412:0:35946:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788777577.895414:0:35946:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b1fc339bb90 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1788777577.895420:0:35946:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1788777577.895423:0:35946:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 22b16ee488cdbe12 00020000:00000001:1.0:1788777577.895426:0:35946:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.895430:0:35946:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777577.895434:0:35946:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788777577.895436:0:35946:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788777577.895438:0:35946:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788777577.895440:0:35946:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777577.895442:0:35946:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777577.895445:0:35946:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.895447:0:35946:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.895449:0:35946:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777577.895450:0:35946:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777577.895451:0:35946:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.895453:0:35946:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788777577.895455:0:35946:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788777577.895460:0:35946:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788777577.895493:0:35946:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.895495:0:35946:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.895497:0:35946:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.895500:0:35946:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777577.895502:0:35946:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.895504:0:35946:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777577.895506:0:35946:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777577.895507:0:35946:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788777577.895516:0:35946:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9b1fc31a7000: Connection restored to 192.168.204.133@tcp (at 192.168.204.133@tcp) 00000100:00000001:1.0:1788777577.895521:0:35946:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777577.895525:0:35946:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777577.895527:0:35946:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777577.895529:0:35946:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777577.895531:0:35946:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777577.896552:0:35930:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777577.896560:0:35930:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000002:1.0:1788777577.896708:0:35930:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000001:1.0:1788777577.896712:0:35930:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.896731:0:35930:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777577.896735:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bd88 00000080:00200008:1.0:1788777577.896738:0:35930:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9b1fd157db88), flags 100002 00000080:00000001:1.0:1788777577.896744:0:35930:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777577.896747:0:35930:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788777577.896748:0:35930:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777577.896750:0:35930:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000002:1.0:1788777577.896753:0:35930:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f829b0) owner 0000000000000000/ffff9b1fc12dcf80 00020000:00000001:1.0:1788777577.896755:0:35930:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777577.896758:0:35930:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788777577.896766:0:35930:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777577.896770:0:35930:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777577.896773:0:35930:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777577.896776:0:35930:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777577.896778:0:35930:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777577.896780:0:35930:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1788777577.896784:0:35930:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777577.896791:0:35930:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777577.896794:0:35930:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777577.896802:0:35930:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e900 count: 2 00010000:00000001:1.0:1788777577.896821:0:35930:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777577.896827:0:35930:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777577.896830:0:35930:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2e:0x0]: 0 00000080:00000001:1.0:1788777577.896833:0:35930:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777577.896835:0:35930:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777577.896845:0:35930:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc3326600. 00000080:00000001:1.0:1788777577.896847:0:35930:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788777577.896863:0:35930:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777577.896869:0:35930:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788777577.896870:0:35930:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777577.896872:0:35930:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777577.896873:0:35930:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777577.896875:0:35930:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777577.896876:0:35930:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777577.896878:0:35930:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1788777577.896881:0:35930:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777577.896883:0:35930:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2e:0x0] 00000002:00000001:1.0:1788777577.896887:0:35930:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777577.896889:0:35930:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x2e:0x0] file closed with intent: 200 00000100:00000010:1.0:1788777577.896900:0:35930:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1122300. 00000020:00000040:1.0:1788777577.896905:0:35930:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777577.896910:0:35930:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777577.896914:0:35930:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777577.897169:0:35930:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777577.897181:0:35930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc3327e00. 00000100:00000001:1.0:1788777577.897190:0:35930:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777577.897214:0:35930:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777577.897236:0:35930:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777577.897243:0:35930:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1122300 x1875667211150080/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777577.897264:0:35930:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777577.897267:0:35930:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777577.897275:0:35930:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba3c0. 00000100:00000001:1.0:1788777577.897278:0:35930:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682139072 : -110914027412544 : ffff9b1fd0cba3c0) 00000100:00000001:1.0:1788777577.897281:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777577.897283:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000001:1.0:1788777577.897289:0:35930:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777577.897294:0:35930:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777577.897296:0:35930:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777577.897298:0:35930:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777577.897303:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1122300 x1875667211150080/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777577.897310:0:35930:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777577.897313:0:35930:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777577.897317:0:35930:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777577.897320:0:35930:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777577.897323:0:35930:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777577.897327:0:35930:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211150080:192.168.204.133@tcp:35:multiop.0 00000100:00000001:1.0:1788777577.897332:0:35930:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777577.897339:0:35930:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777577.897342:0:35930:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777577.897346:0:35930:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777577.897352:0:35930:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fc356e400. 02000000:00000001:1.0:1788777577.897354:0:35930:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777577.897363:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777577.897368:0:35930:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12630. 00000400:00000010:1.0:1788777577.897377:0:35930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256330. 00000100:00000200:1.0:1788777577.897386:0:35930:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211150080, portal 10 00000100:00000001:1.0:1788777577.897388:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777577.897389:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000040:1.0:1788777577.897397:0:35930:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1122300 x1875667211150080/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777577.897410:0:35930:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777577.897413:0:35930:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777577.897416:0:35930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256e58. 00000100:00000200:1.0:1788777577.897420:0:35930:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211150080, offset 0 00000400:00000200:1.0:1788777577.897428:0:35930:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777577.897441:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777577.897450:0:35930:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777577.897457:0:35930:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777577.899200:0:35930:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777577.899211:0:35930:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777577.899216:0:35930:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777577.899734:0:35930:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3019:3019:256:4294967295] 192.168.204.133@tcp LPNI seq info [3018:3018:8:4294967295] 00000400:00000200:1.0:1788777577.899745:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777577.899764:0:35930:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777577.899772:0:35930:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777577.899787:0:35930:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5b00. 00000800:00000200:1.0:1788777577.899798:0:35930:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777577.900170:0:35930:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777577.900176:0:35930:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777577.900193:0:35930:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777577.900202:0:35930:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 829580 usecs (830 jiffies) 00000400:00000200:1.0:1788777577.900207:0:35930:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777577.900211:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682037 00000100:00000001:1.0:1788777577.900221:0:35930:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296681973 00000800:00000200:3.0:1788777577.900555:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777577.900566:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5b00. 00000400:00000200:3.0:1788777577.900576:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.900582:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777577.900590:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256e58 00000400:00000010:3.0:1788777577.900594:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256e58. 00000100:00000001:3.0:1788777577.900601:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777577.900613:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1122300 x1875667211150080/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.900627:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777577.900631:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122300 x1875667211150080/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.900638:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.900640:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777577.903395:0:35930:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682040 00000100:00000001:1.0:1788777577.903416:0:35930:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296681973 00000100:00000001:1.0:1788777577.903423:0:35930:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777577.903428:0:35930:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777577.903433:0:35930:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777577.903436:0:35930:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777577.903440:0:35930:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777577.903445:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777577.903448:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788777577.905118:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.905146:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777577.905153:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.905156:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.905168:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.905178:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777577.905190:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.905198:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.905206:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.905210:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd66300 00000400:00000200:3.0:1788777577.905216:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.905238:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8cb5 [1] + 224 00000800:00000001:3.0:1788777577.905248:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.905267:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.905271:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.905277:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777577.905287:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777577.905301:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1122300 x1875667211150080/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777577.905314:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fd1122300 x1875667211150080/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.905335:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777577.905347:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.905351:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788777577.907116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f7200. 00010000:00000010:1.1:1788777577.907136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd0f4e300. 00010000:00000010:1.1:1788777577.907147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5c00. 00010000:00000010:1.1:1788777577.907151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6a00. 00000100:00000001:0.0:1788777577.912553:0:35930:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777577.912585:0:35930:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777577.912589:0:35930:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777577.912595:0:35930:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12630. 00000400:00000200:0.0:1788777577.912608:0:35930:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256330 00000400:00000010:0.0:1788777577.912610:0:35930:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256330. 00000100:00000001:0.0:1788777577.912616:0:35930:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777577.912630:0:35930:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1122300 x1875667211150080/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777577.912642:0:35930:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1122300 x1875667211150080/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.912658:0:35930:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777577.912661:0:35930:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.912664:0:35930:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777577.912670:0:35930:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777577.912672:0:35930:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777577.912675:0:35930:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.912679:0:35930:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777577.912691:0:35930:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777577.912696:0:35930:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777577.912699:0:35930:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777577.912701:0:35930:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777577.912704:0:35930:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777577.912709:0:35930:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.912713:0:35930:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777577.912714:0:35930:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777577.912716:0:35930:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777577.912719:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.912720:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000100:00000001:0.0:1788777577.912724:0:35930:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777577.912726:0:35930:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1788777577.912728:0:35930:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777577.912731:0:35930:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.912736:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1122300 x1875667211150080/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.912743:0:35930:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777577.912747:0:35930:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777577.912749:0:35930:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777577.912752:0:35930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1122300 x1875667211150080/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777577.912760:0:35930:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1122300 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35930:1875667211150080:192.168.204.133@tcp:35:multiop.0 00000100:00000001:0.0:1788777577.912765:0:35930:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.912768:0:35930:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.912770:0:35930:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777577.912773:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.912776:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122300 x1875667211150080/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.912783:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777577.912786:0:35930:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba3c0. 00000100:00000001:0.0:1788777577.912791:0:35930:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777577.912793:0:35930:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.912801:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.912802:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686759168 : -110914022792448 : ffff9b1fd1122300) 00000002:00000001:0.0:1788777577.912805:0:35930:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777577.912809:0:35930:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777577.912815:0:35930:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3326600. 00000080:00000001:0.0:1788777577.912832:0:35930:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777577.912837:0:35930:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788777577.912840:0:35930:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777577.912845:0:35930:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777577.912847:0:35930:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777577.912858:0:35930:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777577.912861:0:35930:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777577.912863:0:35930:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1788777577.912865:0:35930:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777577.912872:0:35930:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777577.912878:0:35930:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.912886:0:35930:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.912888:0:35930:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504818432 : -110914204733184 : ffff9b1fc639f100) 00000100:00000001:0.0:1788777577.912890:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.912893:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.912899:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.912901:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.912904:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f100 x1875667211148416/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.912912:0:35930:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777577.912916:0:35930:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777577.912928:0:35930:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777577.912932:0:35930:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777577.912936:0:35930:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc333bc00. 02000000:00000001:0.0:1788777577.912941:0:35930:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777577.912944:0:35930:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777577.912946:0:35930:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f100. 00000100:00000001:0.0:1788777577.912950:0:35930:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777577.912952:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.912953:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.912957:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1122300 x1875667211150080/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.912963:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777577.912966:0:35930:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd1882a60. 00000002:00000001:0.0:1788777577.912968:0:35930:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777577.912971:0:35930:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777577.912973:0:35930:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4a40. 00000100:00000001:0.0:1788777577.912976:0:35930:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.912979:0:35930:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1122300 x1875667211150080/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.912985:0:35930:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777577.912988:0:35930:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777577.912994:0:35930:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b47a40. 00000080:00000001:0.0:1788777577.912998:0:35930:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.913007:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bd88 00000080:00000008:0.0:1788777577.913009:0:35930:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9b1fd157db88), flags 100002, rc = 0 00000080:00000001:0.0:1788777577.913013:0:35930:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777577.913021:0:35930:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777577.913024:0:35930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c4bd98 00000080:00002000:0.0:1788777577.913026:0:35930:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff9b1fd1768d80, parent ffff9b1fd1768948, inode ffff9b1fd157db88) hashed, 00000080:00000001:0.0:1788777577.913029:0:35930:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777577.914218:0:35933:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777577.914227:0:35933:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00020000:00000002:0.0:1788777577.914236:0:35933:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:0.0:1788777577.914239:0:35933:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777577.914249:0:35933:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777577.914252:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63df0 00000080:00200008:0.0:1788777577.914255:0:35933:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9b1fd157a1c8), flags 100002 00000080:00000001:0.0:1788777577.914262:0:35933:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777577.914267:0:35933:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788777577.914269:0:35933:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777577.914271:0:35933:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00020000:00000002:0.0:1788777577.914273:0:35933:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc4f82ba0) owner 0000000000000000/ffff9b1fca608000 00020000:00000001:0.0:1788777577.914275:0:35933:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777577.914278:0:35933:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788777577.914284:0:35933:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777577.914287:0:35933:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777577.914289:0:35933:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777577.914293:0:35933:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777577.914294:0:35933:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777577.914297:0:35933:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1788777577.914300:0:35933:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777577.914307:0:35933:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777577.914311:0:35933:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777577.914320:0:35933:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd0f4e700 count: 2 00010000:00000001:0.0:1788777577.914325:0:35933:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777577.914331:0:35933:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777577.914333:0:35933:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2f:0x0]: 0 00000080:00000001:0.0:1788777577.914336:0:35933:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777577.914338:0:35933:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777577.914345:0:35933:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc2c72400. 00000080:00000001:0.0:1788777577.914348:0:35933:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777577.914354:0:35933:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777577.914358:0:35933:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788777577.914359:0:35933:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777577.914361:0:35933:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777577.914362:0:35933:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777577.914364:0:35933:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777577.914366:0:35933:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777577.914368:0:35933:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1788777577.914370:0:35933:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777577.914372:0:35933:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2f:0x0] 00000002:00000001:0.0:1788777577.914375:0:35933:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777577.914377:0:35933:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x2f:0x0] file closed with intent: 200 00000100:00000010:0.0:1788777577.914384:0:35933:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ef800. 00000020:00000040:0.0:1788777577.914388:0:35933:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777577.914393:0:35933:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777577.914397:0:35933:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777577.914403:0:35933:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777577.914412:0:35933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc2c72000. 00000100:00000001:0.0:1788777577.914420:0:35933:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777577.914441:0:35933:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777577.914454:0:35933:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777577.914460:0:35933:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ef800 x1875667211150336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777577.914549:0:35933:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777577.914552:0:35933:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777577.914560:0:35933:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8780. 00000100:00000001:0.0:1788777577.914562:0:35933:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543785344 : -110914165766272 : ffff9b1fc88c8780) 00000100:00000001:0.0:1788777577.914565:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.914566:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000001:0.0:1788777577.914571:0:35933:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777577.914576:0:35933:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.914579:0:35933:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777577.914580:0:35933:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777577.914585:0:35933:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ef800 x1875667211150336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.914592:0:35933:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777577.914595:0:35933:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.914599:0:35933:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777577.914602:0:35933:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777577.914605:0:35933:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777577.914608:0:35933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35933:1875667211150336:192.168.204.133@tcp:35:multiop.0 00000100:00000001:0.0:1788777577.914613:0:35933:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777577.914619:0:35933:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777577.914622:0:35933:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.914625:0:35933:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777577.914630:0:35933:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1001800. 02000000:00000001:0.0:1788777577.914632:0:35933:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777577.914640:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777577.914645:0:35933:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777577.914653:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b6e8. 00000100:00000200:0.0:1788777577.914661:0:35933:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211150336, portal 10 00000100:00000001:0.0:1788777577.914662:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.914664:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000040:0.0:1788777577.914671:0:35933:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ef800 x1875667211150336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.914679:0:35933:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777577.914682:0:35933:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777577.914684:0:35933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b2a8. 00000100:00000200:0.0:1788777577.914688:0:35933:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211150336, offset 0 00000400:00000200:0.0:1788777577.914695:0:35933:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777577.914706:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777577.914715:0:35933:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777577.914721:0:35933:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777577.914726:0:35933:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777577.914731:0:35933:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777577.914733:0:35933:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777577.914737:0:35933:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3020:3020:256:4294967295] 192.168.204.133@tcp LPNI seq info [3019:3019:8:4294967295] 00000400:00000200:0.0:1788777577.914741:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777577.914753:0:35933:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777577.914762:0:35933:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777577.914767:0:35933:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839f00. 00000800:00000200:0.0:1788777577.914775:0:35933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777577.914783:0:35933:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777577.914788:0:35933:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777577.914846:0:35933:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.914862:0:35933:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 828583 usecs (829 jiffies) 00000400:00000200:0.0:1788777577.914866:0:35933:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777577.914869:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682051 00000100:00000001:0.0:1788777577.914877:0:35933:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682037 00000100:00000001:0.0:1788777577.914883:0:35933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682051 00000100:00000001:0.0:1788777577.914886:0:35933:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682040 00000100:00000001:0.0:1788777577.914890:0:35933:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777577.914893:0:35933:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.914895:0:35933:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777577.914897:0:35933:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777577.914901:0:35933:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8780 going to sleep for 11 seconds 00000100:00000001:0.0:1788777577.914904:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777577.914907:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777577.920605:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777577.920619:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839f00. 00000400:00000200:3.0:1788777577.920628:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.920638:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777577.920649:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b2a8 00000400:00000010:3.0:1788777577.920652:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b2a8. 00000100:00000001:3.0:1788777577.920660:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777577.920670:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ef800 x1875667211150336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.920685:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777577.920689:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211150336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.920764:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777577.920767:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777577.926700:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.926727:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777577.926735:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.926737:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.926750:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.926760:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777577.926772:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.926779:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.926786:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.926790:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd66400 00000400:00000200:3.0:1788777577.926796:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777577.926803:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8cbd [1] + 224 00000800:00000001:3.0:1788777577.926814:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.927026:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777577.927032:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777577.927039:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777577.927049:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777577.927061:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ef800 x1875667211150336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777577.927073:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc31ef800 x1875667211150336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777577.927102:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777577.927113:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777577.927117:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.928210:0:35933:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777577.928236:0:35933:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777577.928238:0:35933:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777577.928243:0:35933:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:0.0:1788777577.928254:0:35933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:0.0:1788777577.928264:0:35933:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:0.0:1788777577.928272:0:35933:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777577.928284:0:35933:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ef800 x1875667211150336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777577.928295:0:35933:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ef800 x1875667211150336/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.928303:0:35933:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777577.928306:0:35933:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.928309:0:35933:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777577.928314:0:35933:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777577.928317:0:35933:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777577.928320:0:35933:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777577.928324:0:35933:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777577.928337:0:35933:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777577.928343:0:35933:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777577.928346:0:35933:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777577.928348:0:35933:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777577.928351:0:35933:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777577.928356:0:35933:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.928361:0:35933:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777577.928363:0:35933:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777577.928365:0:35933:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777577.928368:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.928370:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000100:00000001:0.0:1788777577.928374:0:35933:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777577.928377:0:35933:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1788777577.928379:0:35933:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777577.928382:0:35933:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777577.928388:0:35933:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ef800 x1875667211150336/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.928396:0:35933:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777577.928400:0:35933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777577.928403:0:35933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777577.928407:0:35933:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ef800 x1875667211150336/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777577.928415:0:35933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ef800 pname:cluuid:pid:xid:nid:opc:job multiop:67f3d5ce-64e4-46be-9428-e80a71444531:35933:1875667211150336:192.168.204.133@tcp:35:multiop.0 00000100:00000001:0.0:1788777577.928421:0:35933:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.928424:0:35933:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.928427:0:35933:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777577.928430:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.928434:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211150336/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.928442:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777577.928446:0:35933:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8780. 00000100:00000001:0.0:1788777577.928452:0:35933:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777577.928453:0:35933:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.928707:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.928709:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452719104 : -110914256832512 : ffff9b1fc31ef800) 00000002:00000001:0.0:1788777577.928713:0:35933:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777577.928718:0:35933:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777577.928725:0:35933:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c72400. 00000080:00000001:0.0:1788777577.928730:0:35933:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777577.928734:0:35933:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788777577.928738:0:35933:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777577.928741:0:35933:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777577.928744:0:35933:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777577.928748:0:35933:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777577.928750:0:35933:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777577.928752:0:35933:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1788777577.928755:0:35933:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777577.928762:0:35933:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777577.928769:0:35933:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.928777:0:35933:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777577.928779:0:35933:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000001:0.0:1788777577.928781:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.928784:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.928791:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777577.928793:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.928796:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec000 x1875667211148800/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777592 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.928803:0:35933:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777577.928808:0:35933:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777577.928810:0:35933:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777577.928812:0:35933:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777577.928898:0:35933:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1002000. 02000000:00000001:0.0:1788777577.928906:0:35933:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777577.928908:0:35933:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777577.928911:0:35933:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec000. 00000100:00000001:0.0:1788777577.928915:0:35933:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777577.928916:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777577.928918:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.928922:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ef800 x1875667211150336/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.928928:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777577.928930:0:35933:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fca613640. 00000002:00000001:0.0:1788777577.928934:0:35933:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777577.928936:0:35933:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777577.928939:0:35933:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc4f3dac0. 00000100:00000001:0.0:1788777577.928941:0:35933:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777577.928944:0:35933:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ef800 x1875667211150336/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777577.928950:0:35933:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777577.928954:0:35933:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777577.928958:0:35933:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a72c0. 00000080:00000001:0.0:1788777577.928963:0:35933:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777577.928971:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63df0 00000080:00000008:0.0:1788777577.928974:0:35933:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9b1fd157a1c8), flags 100002, rc = 0 00000080:00000001:0.0:1788777577.928978:0:35933:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777577.928985:0:35933:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777577.928987:0:35933:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1c63e00 00000080:00002000:0.0:1788777577.928989:0:35933:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff9b1fd1770d80, parent ffff9b1fd1768948, inode ffff9b1fd157a1c8) hashed, 00000080:00000001:0.0:1788777577.928992:0:35933:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777577.982762:0:35948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777577.982773:0:35948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777577.982776:0:35948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777577.982780:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043bc0 00000080:00200000:2.0:1788777577.982786:0:35948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777577.982796:0:35948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837a000. 00800000:00000002:2.0:1788777577.982805:0:35948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777577.982810:0:35948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777577.982816:0:35948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777577.982818:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043ae0 00800000:00000002:2.0:1788777577.982821:0:35948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777577.982825:0:35948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777577.982829:0:35948:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777577.982832:0:35948:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777577.982835:0:35948:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777577.982837:0:35948:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777577.982840:0:35948:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777577.982842:0:35948:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777577.982844:0:35948:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777577.982859:0:35948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777577.982866:0:35948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777577.982868:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20439b0 00000002:00010000:2.0:1788777577.982870:0:35948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777577.982873:0:35948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777577.982875:0:35948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777577.982879:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777577.982888:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:2.0:1788777577.982892:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777577.982897:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777577.982902:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777577.982909:0:35948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777577.982924:0:35948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777577.982930:0:35948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777577.982934:0:35948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788777577.982941:0:35948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777577.982943:0:35948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777577.982945:0:35948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777577.982948:0:35948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777577.982950:0:35948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777577.982953:0:35948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777577.982956:0:35948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777577.982959:0:35948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777577.982963:0:35948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837a000. 00000080:00000001:2.0:1788777577.982970:0:35948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777577.982972:0:35948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777577.982976:0:35948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777577.982979:0:35948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcaec 00800000:00000001:2.0:1788777577.982983:0:35948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777577.982985:0:35948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777577.982987:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777577.982989:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777577.983006:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:2.0:1788777577.983009:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777577.983012:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777577.983015:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983017:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777577.983019:0:35948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777577.983021:0:35948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777577.983024:0:35948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcaec from it ffffb70bc2043bf8 00010000:00000001:2.0:1788777577.983026:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777577.983028:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777577.983029:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:2.0:1788777577.983031:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777577.983033:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777577.983035:0:35948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777577.983038:0:35948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777577.983046:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983047:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777577.983049:0:35948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777577.983052:0:35948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777577.983054:0:35948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777577.983062:0:35948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777577.983066:0:35948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777577.983068:0:35948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777577.983073:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983074:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777577.983076:0:35948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983079:0:35948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777577.983081:0:35948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983084:0:35948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983087:0:35948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983090:0:35948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777577.983092:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983093:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777577.983097:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777577.983099:0:35948:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777577.983101:0:35948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777577.983106:0:35948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777577.983120:0:35948:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b1fca6130c0. 00000080:00000001:2.0:1788777577.983125:0:35948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777577.983126:0:35948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777577.983127:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043b00 00000080:00200000:2.0:1788777577.983129:0:35948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777577.983133:0:35948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837a000. 00800000:00000002:2.0:1788777577.983135:0:35948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777577.983138:0:35948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777577.983139:0:35948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777577.983141:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043a20 00800000:00000002:2.0:1788777577.983143:0:35948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777577.983146:0:35948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777577.983147:0:35948:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777577.983149:0:35948:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777577.983150:0:35948:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777577.983152:0:35948:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777577.983154:0:35948:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777577.983156:0:35948:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777577.983157:0:35948:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777577.983160:0:35948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777577.983163:0:35948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777577.983164:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20438f0 00000002:00010000:2.0:1788777577.983166:0:35948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777577.983168:0:35948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777577.983169:0:35948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777577.983171:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777577.983174:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:2.0:1788777577.983176:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777577.983178:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777577.983180:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777577.983182:0:35948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777577.983189:0:35948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777577.983191:0:35948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777577.983194:0:35948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788777577.983201:0:35948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777577.983203:0:35948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777577.983204:0:35948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777577.983206:0:35948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777577.983207:0:35948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777577.983209:0:35948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777577.983211:0:35948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777577.983213:0:35948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777577.983215:0:35948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837a000. 00000080:00000001:2.0:1788777577.983218:0:35948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777577.983219:0:35948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777577.983221:0:35948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777577.983224:0:35948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcaec 00800000:00000001:2.0:1788777577.983227:0:35948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777577.983228:0:35948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777577.983229:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777577.983231:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777577.983232:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:2.0:1788777577.983235:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777577.983237:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777577.983239:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983240:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777577.983241:0:35948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777577.983243:0:35948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777577.983245:0:35948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcaec from it ffffb70bc2043b38 00010000:00000001:2.0:1788777577.983247:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777577.983248:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777577.983249:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044400 refcount=3 00000020:00000001:2.0:1788777577.983251:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777577.983253:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507933696 : -110913201617920 : ffff9b2002044400) 00010000:00000001:2.0:1788777577.983255:0:35948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777577.983258:0:35948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777577.983265:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983266:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777577.983267:0:35948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777577.983269:0:35948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777577.983271:0:35948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777577.983276:0:35948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777577.983278:0:35948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777577.983279:0:35948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777577.983282:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983283:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777577.983285:0:35948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983287:0:35948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777577.983288:0:35948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983290:0:35948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983292:0:35948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983293:0:35948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777577.983295:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983296:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777577.983298:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777577.983299:0:35948:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777577.983300:0:35948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788777577.983304:0:35948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777577.983307:0:35948:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777577.983310:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043b58 00000080:00200000:2.0:1788777577.983312:0:35948:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), file ffff9b1fc2867080, open_flags 8441, mode 81b6 opened 0 00000080:00000010:2.0:1788777577.983318:0:35948:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b1fd0efc6c0. 00000080:00000001:2.0:1788777577.983323:0:35948:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777577.983325:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043a08 00000080:00200000:2.0:1788777577.983327:0:35948:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000010:2.0:1788777577.983335:0:35948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837a000. 00800000:00000002:2.0:1788777577.983337:0:35948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777577.983343:0:35948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777577.983345:0:35948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777577.983346:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043928 00800000:00000002:2.0:1788777577.983348:0:35948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777577.983351:0:35948:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777577.983355:0:35948:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777577.983358:0:35948:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777577.983360:0:35948:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777577.983361:0:35948:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777577.983363:0:35948:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777577.983364:0:35948:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777577.983366:0:35948:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777577.983368:0:35948:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777577.983371:0:35948:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633159671586304 : -110914037965312 : ffff9b1fd02a9e00) 00800000:00000001:2.0:1788777577.983374:0:35948:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777577.983378:0:35948:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777577.983381:0:35948:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777577.983384:0:35948:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777577.983387:0:35948:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b1fc31a7000: Allocated FID [0x200000405:0x30:0x0] 40000000:00000001:2.0:1788777577.983390:0:35948:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777577.983392:0:35948:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777577.983394:0:35948:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777577.983396:0:35948:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777577.983398:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20438a8 00800000:00000002:2.0:1788777577.983400:0:35948:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1788777577.983404:0:35948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777577.983405:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc20437e0 00000002:00010000:2.0:1788777577.983407:0:35948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:2.0:1788777577.983411:0:35948:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777577.983414:0:35948:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777577.983418:0:35948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777577.983422:0:35948:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777577.983424:0:35948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777577.983426:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 2 00010000:00000001:2.0:1788777577.983428:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777577.983431:0:35948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777577.983435:0:35948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777577.983438:0:35948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788777577.983447:0:35948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777577.983452:0:35948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777577.983455:0:35948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777577.983457:0:35948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777577.983459:0:35948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777577.983493:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777577.983496:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 3 00010000:00000001:2.0:1788777577.983499:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777577.983501:0:35948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777577.983503:0:35948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777577.983505:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777577.983506:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 3 00010000:00000001:2.0:1788777577.983507:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777577.983510:0:35948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777577.983511:0:35948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777577.983512:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777577.983513:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611000 count: 3 00010000:00000001:2.0:1788777577.983515:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777577.983516:0:35948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777577.983519:0:35948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777577.983521:0:35948:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777577.983526:0:35948:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777577.983528:0:35948:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777577.983531:0:35948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777577.983532:0:35948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983536:0:35948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777577.983540:0:35948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777577.983542:0:35948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777577.983543:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777577.983545:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777577.983548:0:35948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044400 with handle 0x22b16ee488cdcaec from hash 00010000:00000001:2.0:1788777577.983550:0:35948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777577.983552:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983553:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777577.983554:0:35948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777577.983558:0:35948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777577.983559:0:35948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777577.983563:0:35948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777577.983564:0:35948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777577.983566:0:35948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777577.983574:0:35948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639d500. 00000020:00000040:2.0:1788777577.983579:0:35948:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777577.983587:0:35948:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777577.983589:0:35948:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983592:0:35948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777577.983597:0:35948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777577.983600:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777577.983602:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777577.983603:0:35948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.983606:0:35948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777577.983608:0:35948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777577.983612:0:35948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777577.983621:0:35948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3339c00. 00000100:00000001:2.0:1788777577.983630:0:35948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983637:0:35948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777577.983640:0:35948:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777577.983644:0:35948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788777577.983651:0:35948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777577.983653:0:35948:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777577.983656:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777577.983658:0:35948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044400/0x22b16ee488cdcaec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a7401 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788777577.983666:0:35948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611000 count: 0 00010000:00000010:2.0:1788777577.983671:0:35948:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182300. 00010000:00000001:2.0:1788777577.983685:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777577.983687:0:35948:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983689:0:35948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777577.983690:0:35948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777577.983692:0:35948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777577.983703:0:35948:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00010000:00000001:2.0:1788777577.983708:0:35948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777577.983710:0:35948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777577.983715:0:35948:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6d00. 00010000:00000010:2.0:1788777577.983719:0:35948:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d280. 00010000:00000001:2.0:1788777577.983723:0:35948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777577.983727:0:35948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5800. 00000020:00000001:2.0:1788777577.983729:0:35948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777577.983732:0:35948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5800 with handle 0x22b16ee488cdcb1d to hash 00000020:00000001:2.0:1788777577.983735:0:35948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777577.983737:0:35948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777577.983741:0:35948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777577.983744:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777577.983746:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777577.983749:0:35948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777577.983757:0:35948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35948 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777577.983771:0:35948:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777577.983787:0:35948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639d500 x1875667211150592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777577.983797:0:35948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35948 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777577.983804:0:35948:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777577.983806:0:35948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777577.983814:0:35948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd1304480. 00000100:00000001:2.0:1788777577.983817:0:35948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688733824 : -110914020817792 : ffff9b1fd1304480) 00000100:00000001:2.0:1788777577.983820:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777577.983822:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:2.0:1788777577.983827:0:35948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777577.983833:0:35948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.983836:0:35948:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777577.983838:0:35948:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777577.983843:0:35948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639d500 x1875667211150592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.983862:0:35948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777577.983865:0:35948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.983870:0:35948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777577.983874:0:35948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777577.983878:0:35948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777577.983882:0:35948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:35948:1875667211150592:192.168.204.133@tcp:101:bash.0 00000100:00000001:2.0:1788777577.983886:0:35948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777577.983893:0:35948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777577.983896:0:35948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777577.983899:0:35948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777577.983976:0:35948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd1220000. 02000000:00000001:2.0:1788777577.983980:0:35948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777577.983990:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777577.983995:0:35948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bb58. 00000400:00000010:2.0:1788777577.984004:0:35948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fc333b000. 00000100:00000200:2.0:1788777577.984013:0:35948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211150592, portal 10 00000100:00000001:2.0:1788777577.984016:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777577.984017:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000040:2.0:1788777577.984025:0:35948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639d500 x1875667211150592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777593 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.984033:0:35948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777577.984036:0:35948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777577.984040:0:35948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777577.984044:0:35948:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211150592, offset 0 00000400:00000200:2.0:1788777577.984051:0:35948:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777577.984063:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.984071:0:35948:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777577.984079:0:35948:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777577.984084:0:35948:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777577.984089:0:35948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777577.984092:0:35948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777577.984096:0:35948:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3021:3021:256:4294967295] 192.168.204.133@tcp LPNI seq info [3020:3020:8:4294967295] 00000400:00000200:2.0:1788777577.984100:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777577.984112:0:35948:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777577.984120:0:35948:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777577.984126:0:35948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979c400. 00000800:00000200:2.0:1788777577.984134:0:35948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777577.984144:0:35948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777577.984149:0:35948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979c400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777577.984183:0:35948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777577.984189:0:35948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 827586 usecs (828 jiffies) 00000400:00000200:2.0:1788777577.984192:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777577.984195:0:35948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682119 00000100:00000001:2.0:1788777577.984205:0:35948:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682051 00000100:00000001:2.0:1788777577.984211:0:35948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682119 00000100:00000001:2.0:1788777577.984215:0:35948:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682051 00000100:00000001:2.0:1788777577.984217:0:35948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777577.984220:0:35948:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.984223:0:35948:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777577.984225:0:35948:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777577.984228:0:35948:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd1304480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777577.984231:0:35948:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777577.984235:0:35948:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777577.984397:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777577.984401:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979c400. 00000400:00000200:2.0:1788777577.984406:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777577.984412:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777577.984419:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:2.0:1788777577.984421:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:2.0:1788777577.984426:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777577.984431:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639d500 x1875667211150592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777593 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.984440:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777577.984444:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211150592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777593 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777577.984451:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777577.984454:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777577.993781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611000. 00010000:00000010:2.1:1788777577.993804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044400. 00000800:00000001:3.0:1788777578.000844:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.000875:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.000883:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.000885:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.000898:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.000908:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.000919:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.000927:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.000935:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.000939:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd66500 00000400:00000200:3.0:1788777578.000946:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.000955:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8cc5 [32] + 224 00000800:00000001:3.0:1788777578.000964:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.000972:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.000976:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.000981:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.000993:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.001004:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639d500 x1875667211150592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777593 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777578.001016:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fc639d500 x1875667211150592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.001047:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.001059:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.001062:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.001505:0:35948:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777578.001516:0:35948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777578.001518:0:35948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777578.001523:0:35948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bb58. 00000400:00000200:2.0:1788777578.001529:0:35948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc333b000 00000400:00000010:2.0:1788777578.001531:0:35948:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fc333b000. 00000100:00000001:2.0:1788777578.001534:0:35948:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.001540:0:35948:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639d500 x1875667211150592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777578.001551:0:35948:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639d500 x1875667211150592/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777593 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.001566:0:35948:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777578.001569:0:35948:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.001573:0:35948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777578.001577:0:35948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777578.001580:0:35948:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777578.001583:0:35948:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777578.001586:0:35948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777578.001599:0:35948:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=87 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777578.001603:0:35948:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777578.001606:0:35948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777578.001608:0:35948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.001611:0:35948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777578.001616:0:35948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.001619:0:35948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777578.001621:0:35948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:2.0:1788777578.001623:0:35948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777578.001626:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.001628:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:2.0:1788777578.001631:0:35948:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777578.001634:0:35948:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1788777578.001636:0:35948:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777578.001639:0:35948:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777578.001644:0:35948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777593 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.001659:0:35948:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777578.001662:0:35948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777578.001664:0:35948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777578.001668:0:35948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777593 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777578.001675:0:35948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639d500 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:35948:1875667211150592:192.168.204.133@tcp:101:bash.0 00000100:00000001:2.0:1788777578.001681:0:35948:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.001684:0:35948:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.001686:0:35948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777578.001689:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.001692:0:35948:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777593 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.001699:0:35948:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777578.001702:0:35948:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd1304480. 00000100:00000001:2.0:1788777578.001706:0:35948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777578.001708:0:35948:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.001712:0:35948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777578.001717:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.001720:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.001724:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=4 00000020:00000001:2.0:1788777578.001726:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.001729:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000040:2.0:1788777578.001736:0:35948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5800, remote cookie: 0x542deec0941a74b7, flags: 0x1001 00010000:00010000:2.0:1788777578.001742:0:35948:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777578.001751:0:35948:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777578.001755:0:35948:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777578.001765:0:35948:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6100. 00010000:00000010:2.0:1788777578.001771:0:35948:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d600. 00010000:00000040:2.0:1788777578.001776:0:35948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6d00 count: 0 00010000:00000010:2.0:1788777578.001782:0:35948:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d280. 00010000:00000001:2.0:1788777578.001791:0:35948:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.001794:0:35948:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777578.001803:0:35948:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.001809:0:35948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777578.001813:0:35948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777578.001816:0:35948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777578.001817:0:35948:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777578.001819:0:35948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777578.001821:0:35948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9b1fd20e6100) refcount = 1 00010000:00010000:2.0:1788777578.001825:0:35948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.001832:0:35948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777578.001835:0:35948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777578.001837:0:35948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.001840:0:35948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777578.001842:0:35948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.001845:0:35948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.001860:0:35948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777578.001862:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.001864:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.001865:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.001866:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.001868:0:35948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.001874:0:35948:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777578.001877:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.001878:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.001880:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777578.001882:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.001884:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.001886:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.001887:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.001888:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=4 00000020:00000001:2.0:1788777578.001890:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.001891:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.001895:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.001898:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.001902:0:35948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.001908:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.001909:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.001910:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.001911:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.001913:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=5 00000020:00000001:2.0:1788777578.001915:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.001917:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.001920:0:35948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.001922:0:35948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.001929:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.001930:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777578.001933:0:35948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.001944:0:35948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.001946:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.001947:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.001949:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.001950:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777578.001955:0:35948:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777593 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777578.001965:0:35948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777578.001970:0:35948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777593 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777578.001978:0:35948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.001985:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.001987:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.001989:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777578.001991:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.001992:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00000002:00010000:2.0:1788777578.001997:0:35948:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777578.002009:0:35948:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc4f3d200. 00010000:00000001:2.0:1788777578.002011:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.002012:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.002014:0:35948:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.002016:0:35948:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.002019:0:35948:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777578.002021:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.002023:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:2.0:1788777578.002025:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.002026:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00010000:00000001:2.0:1788777578.002028:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.002031:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.002032:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777578.002034:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.002036:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00000002:00010000:2.0:1788777578.002039:0:35948:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.002045:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.002046:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.002049:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777578.002050:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.002051:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.002052:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777578.002054:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.002057:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000040:2.0:1788777578.002061:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:2.0:1788777578.002063:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777578.002068:0:35948:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:2.0:1788777578.002070:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.002072:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.002073:0:35948:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777578.002076:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043768 00000002:00002000:2.0:1788777578.002079:0:35948:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788777578.002083:0:35948:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.002087:0:35948:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.002090:0:35948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777578.002094:0:35948:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777578.002099:0:35948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.002104:0:35948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777578.002107:0:35948:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777578.002110:0:35948:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b1fd0efc6c0 it_disposition 1800037 00000080:00002000:2.0:1788777578.002116:0:35948:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b1fd1768438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788777578.002122:0:35948:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777578.002125:0:35948:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788777578.002128:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043998 00000080:00200000:2.0:1788777578.002130:0:35948:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), intent=open|creat 00000080:00000001:2.0:1788777578.002133:0:35948:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788777578.002136:0:35948:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777578.002143:0:35948:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777578.002146:0:35948:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777578.002149:0:35948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1788777578.002152:0:35948:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777578.002171:0:35948:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b1fd15b4a40. 00000020:00000001:2.0:1788777578.002184:0:35948:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788777578.002186:0:35948:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788777578.002189:0:35948:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777578.002191:0:35948:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08) 00000020:00000001:2.0:1788777578.002197:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.002202:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398040 : -110914154153576 : ffff9b1fc93db998) 00000020:00001000:2.0:1788777578.002205:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db990 00000020:00000001:2.0:1788777578.002210:0:35948:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788777578.002219:0:35948:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b1fc82c7258. 00000020:00000001:2.0:1788777578.002222:0:35948:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788777578.002224:0:35948:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.002232:0:35948:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788777578.002237:0:35948:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b1fc8107000. 00020000:00000001:2.0:1788777578.002239:0:35948:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633159535652864 : -110914173898752 : ffff9b1fc8107000) 00020000:00000001:2.0:1788777578.002242:0:35948:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788777578.002245:0:35948:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777578.002251:0:35948:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd0efc780. 00020000:00000010:2.0:1788777578.002255:0:35948:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a3900. 00020000:00000010:2.0:1788777578.002261:0:35948:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd0efcde0. 00020000:00000001:2.0:1788777578.002264:0:35948:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159684509152 : -110914025042464 : ffff9b1fd0efcde0) 00020000:00000002:2.0:1788777578.002267:0:35948:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efcde0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777578.002272:0:35948:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777578.002277:0:35948:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3900: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1788777578.002280:0:35948:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788777578.002282:0:35948:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efcde0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777578.002288:0:35948:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777578.002291:0:35948:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3900: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1788777578.002295:0:35948:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b1fc33239b0. 00020000:00000010:2.0:1788777578.002298:0:35948:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b1fd1304480. 00020000:00000001:2.0:1788777578.002302:0:35948:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788777578.002305:0:35948:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b1fca5e7960. 00020000:00000001:2.0:1788777578.003212:0:35948:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788777578.003219:0:35948:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788777578.003228:0:35948:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788777578.003830:0:35948:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b1fc72ca708. 00000020:00000001:0.0:1788777578.003840:0:35948:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777578.003842:0:35948:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.003846:0:35948:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633159520724872 : -110914188826744 : ffff9b1fc72ca788) 00020000:00000001:0.0:1788777578.003863:0:35948:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788777578.003870:0:35948:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b1fc7188fc0. 00020000:00000001:0.0:1788777578.003873:0:35948:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.003880:0:35948:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159520724872 : -110914188826744 : ffff9b1fc72ca788) 00020000:00000001:0.0:1788777578.003883:0:35948:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633159520724872 : -110914188826744 : ffff9b1fc72ca788) 00020000:00000002:0.0:1788777578.003888:0:35948:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x42:0x0]@ffff9b1fc72ca708[0:0] -> [0x200000405:0x30:0x0]@ffff9b1fc82c7258: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1788777578.003894:0:35948:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788777578.003897:0:35948:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788777578.003899:0:35948:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.003904:0:35948:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633159537488600 : -110914172063016 : ffff9b1fc82c72d8) 00000020:00001000:0.0:1788777578.003909:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db990 00000080:00000001:0.0:1788777578.003918:0:35948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:0.0:1788777578.003922:0:35948:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777578.003925:0:35948:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611184 mtime from 0 to 1788777577 00000080:00000001:0.0:1788777578.003934:0:35948:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788777578.003937:0:35948:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633159691553544 : -110914017998072 : ffff9b1fd15b4b08) 00010000:00000001:0.0:1788777578.003941:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.003944:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.003947:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.003949:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.003952:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00000080:00000001:0.0:1788777578.003956:0:35948:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777578.003957:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777578.003960:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398040 : -110914154153576 : ffff9b1fc93db998) 00000020:00001000:0.0:1788777578.003962:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db990 00000020:00000001:0.0:1788777578.003964:0:35948:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777578.003967:0:35948:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777578.003970:0:35948:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777578.003977:0:35948:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617d80. 00020000:00000010:0.0:1788777578.003982:0:35948:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc7efe880. 00020000:00000010:0.0:1788777578.004000:0:35948:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617e40. 00020000:00000001:0.0:1788777578.004003:0:35948:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574519360 : -110914135032256 : ffff9b1fca617e40) 00020000:00000002:0.0:1788777578.004008:0:35948:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617e40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777578.004013:0:35948:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777578.004017:0:35948:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc7efe880: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788777578.004021:0:35948:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc8107000) owner ffff9b1fc7160000 00020000:00000001:0.0:1788777578.004025:0:35948:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777578.004027:0:35948:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc8107000) owner ffff9b1fc7160000 00020000:00000010:0.0:1788777578.004032:0:35948:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc7efe880. 00020000:00000010:0.0:1788777578.004039:0:35948:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617d80. 00020000:00000010:0.0:1788777578.004045:0:35948:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617e40. 00020000:00000002:0.0:1788777578.004049:0:35948:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777578.004051:0:35948:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.004054:0:35948:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.004058:0:35948:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777578.004062:0:35948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.004065:0:35948:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efcde0 addref 2/0 by ffff9b1fc7160000. 00020000:00000002:0.0:1788777578.004067:0:35948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.004070:0:35948:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777578.004072:0:35948:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777578.004074:0:35948:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777578.004076:0:35948:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777578.004078:0:35948:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777578.004081:0:35948:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788777578.004084:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db990 00000080:00000001:0.0:1788777578.004086:0:35948:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.004088:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.004090:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777578.004092:0:35948:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777578.004098:0:35948:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777578.004100:0:35948:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.004103:0:35948:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) 00000080:00010000:0.0:1788777578.004106:0:35948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) for lock 0x22b16ee488cdcb1d 00800000:00000001:0.0:1788777578.004110:0:35948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.004114:0:35948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.004116:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.004117:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.004119:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.004121:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.004124:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.004126:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.004127:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.004129:0:35948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.004131:0:35948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.004134:0:35948:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788777578.004138:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.004153:0:35948:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777593 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.004163:0:35948:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777578.004170:0:35948:0:(namei.c:1651:ll_create_it()) inode ffff9b1fd15b4b08 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:0.0:1788777578.004174:0:35948:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.004180:0:35948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) 00000080:00000001:0.0:1788777578.004183:0:35948:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777578.004187:0:35948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837a000. 00000100:00000001:0.0:1788777578.004191:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.004194:0:35948:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777593 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.004201:0:35948:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.004206:0:35948:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788777578.004208:0:35948:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777578.004210:0:35948:0:(namei.c:1500:ll_atomic_open()) inode ffff9b1fd15b4b08 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:0.0:1788777578.004221:0:35948:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777578.004224:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043a68 00000080:00200008:0.0:1788777578.004227:0:35948:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 102101 00000080:00000010:0.0:1788777578.004241:0:35948:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc4b47a40. 00000080:00000010:0.0:1788777578.004250:0:35948:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fd12e4a40. 00000080:00000001:0.0:1788777578.004254:0:35948:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777578.004259:0:35948:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788777578.004263:0:35948:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.004267:0:35948:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.004270:0:35948:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.004273:0:35948:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.004276:0:35948:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.004278:0:35948:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.004280:0:35948:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.004284:0:35948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788777578.004290:0:35948:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd1882a60. 00000002:00100000:0.0:1788777578.004296:0:35948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777593 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777578.004303:0:35948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.004305:0:35948:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788777578.004731:0:35948:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788777578.004737:0:35948:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.004740:0:35948:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.004744:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.004750:0:35948:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777593 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788777578.004758:0:35948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.004763:0:35948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd1220000. 02000000:00000001:0.0:1788777578.004803:0:35948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788777578.004806:0:35948:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.004809:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043a68 00000080:00000008:0.0:1788777578.004811:0:35948:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 102101, rc = 0 00000080:00000001:0.0:1788777578.004816:0:35948:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777578.004818:0:35948:0:(dcache.c:176:ll_intent_release()) intent ffff9b1fd0efc6c0 released 00000080:00010000:0.0:1788777578.004821:0:35948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb1d from it ffff9b1fd0efc6c0 00010000:00000001:0.0:1788777578.004824:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.004825:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.004827:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.004829:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.004831:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.004834:0:35948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.004841:0:35948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.004862:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.004864:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.004866:0:35948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.004870:0:35948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.004872:0:35948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777578.004883:0:35948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.004888:0:35948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.004890:0:35948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.004895:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.004896:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.004898:0:35948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.004902:0:35948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.004905:0:35948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.004907:0:35948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.004910:0:35948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.004912:0:35948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.004913:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.004914:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777578.004916:0:35948:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777578.004918:0:35948:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788777578.004922:0:35948:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777578.004924:0:35948:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.004927:0:35948:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777578.004929:0:35948:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.004933:0:35948:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788777578.004936:0:35948:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.004938:0:35948:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777578.004940:0:35948:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.004942:0:35948:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777578.004945:0:35948:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b1fd0efc6c0. 00000080:00000001:0.0:1788777578.004949:0:35948:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.004955:0:35948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777578.004958:0:35948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08), inode mode 81a4 mask 40 00000080:00000001:0.0:1788777578.004962:0:35948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.006410:0:35948:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777578.006419:0:35948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.006427:0:35948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.006429:0:35948:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.013447:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043d28 00000080:00200008:1.0:1788777578.013496:0:35948:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777578.013509:0:35948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777578.013511:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043ca0 00000080:00200000:1.0:1788777578.013513:0:35948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08),name=recon 00000080:00000010:1.0:1788777578.013524:0:35948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3326c00. 00800000:00000002:1.0:1788777578.013531:0:35948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777578.013541:0:35948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777578.013547:0:35948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777578.013550:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043bc0 00800000:00000002:1.0:1788777578.013553:0:35948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777578.013558:0:35948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777578.013634:0:35948:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777578.013638:0:35948:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777578.013641:0:35948:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777578.013644:0:35948:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777578.013646:0:35948:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.013648:0:35948:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777578.013651:0:35948:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777578.013723:0:35948:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777578.013724:0:35948:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777578.013726:0:35948:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777578.013727:0:35948:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777578.013729:0:35948:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.013731:0:35948:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788777578.013733:0:35948:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.013735:0:35948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777578.013742:0:35948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777578.013744:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043a90 00000002:00010000:1.0:1788777578.013746:0:35948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777578.013750:0:35948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777578.013754:0:35948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777578.013758:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777578.013768:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777578.013772:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.013778:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.013783:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777578.013788:0:35948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777578.013801:0:35948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777578.013807:0:35948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.013811:0:35948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777578.013818:0:35948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777578.013820:0:35948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777578.013822:0:35948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777578.013824:0:35948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777578.013826:0:35948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777578.013829:0:35948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777578.013832:0:35948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777578.013835:0:35948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777578.013839:0:35948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3326c00. 00000080:00000001:1.0:1788777578.013845:0:35948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777578.013847:0:35948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777578.013861:0:35948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) 00000080:00010000:1.0:1788777578.013865:0:35948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) for lock 0x22b16ee488cdcb1d 00800000:00000001:1.0:1788777578.013869:0:35948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777578.013871:0:35948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777578.013873:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.013876:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.013879:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777578.013881:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777578.013885:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777578.013890:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.013892:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777578.013894:0:35948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777578.013896:0:35948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777578.013899:0:35948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb1d from it ffffb70bc2043cd8 00010000:00000001:1.0:1788777578.013902:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.013903:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.013904:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777578.013906:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777578.013908:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777578.013911:0:35948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777578.013914:0:35948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777578.013921:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.013922:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.013923:0:35948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777578.013926:0:35948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777578.013928:0:35948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777578.013935:0:35948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777578.013939:0:35948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777578.013941:0:35948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777578.013946:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.013947:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.013950:0:35948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.013953:0:35948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777578.013956:0:35948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.013958:0:35948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.013961:0:35948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.013963:0:35948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777578.013965:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.013966:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777578.013969:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777578.013972:0:35948:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777578.013976:0:35948:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788777578.014054:0:35948:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777578.014057:0:35948:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777578.014060:0:35948:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777578.014062:0:35948:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777578.014065:0:35948:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777578.014068:0:35948:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777578.014072:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777578.014077:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:1.0:1788777578.014080:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000020:00000001:1.0:1788777578.014087:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:1.0:1788777578.014090:0:35948:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777578.014093:0:35948:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777578.014096:0:35948:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777578.014099:0:35948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777578.014101:0:35948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777578.014104:0:35948:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777578.014106:0:35948:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777578.014108:0:35948:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777578.014112:0:35948:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc3192310 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777578.014116:0:35948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:1.0:1788777578.014120:0:35948:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777578.014122:0:35948:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777578.014124:0:35948:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777578.014126:0:35948:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777578.014128:0:35948:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777578.014130:0:35948:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777578.014132:0:35948:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.014134:0:35948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777578.014135:0:35948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777578.014136:0:35948:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777578.014137:0:35948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00000020:00000001:1.0:1788777578.014140:0:35948:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777578.014142:0:35948:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777578.014144:0:35948:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1788777578.014146:0:35948:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777578.014149:0:35948:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777578.014151:0:35948:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777578.014154:0:35948:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777578.014161:0:35948:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777578.014169:0:35948:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fd0182280. 00020000:00000002:1.0:1788777578.014171:0:35948:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777578.014174:0:35948:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777578.014177:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777578.014178:0:35948:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777578.014179:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777578.014181:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397320 : -110914154154296 : ffff9b1fc93db6c8) 00000020:00001000:1.0:1788777578.014183:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db6c0 00000020:00000001:1.0:1788777578.014187:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:1.0:1788777578.014189:0:35948:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777578.014193:0:35948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777578.014194:0:35948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777578.014195:0:35948:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777578.014198:0:35948:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777578.014200:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000020:00000001:1.0:1788777578.014202:0:35948:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777578.014207:0:35948:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc722b300. 00000008:00010000:1.0:1788777578.014210:0:35948:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777578.014213:0:35948:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777578.014214:0:35948:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777578.014216:0:35948:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fd01822b0, osc lock ffff9b1fc722b300, flags 0x400001002 00000020:00000001:1.0:1788777578.014218:0:35948:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777578.014220:0:35948:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777578.014223:0:35948:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159670375040 : -110914039176576 : ffff9b1fd0182280) 00000020:00000001:1.0:1788777578.014225:0:35948:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777578.014226:0:35948:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777578.014227:0:35948:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.014229:0:35948:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.014232:0:35948:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777578.014235:0:35948:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777578.014236:0:35948:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777578.014238:0:35948:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777578.014240:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777578.014241:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000020:00000001:1.0:1788777578.014243:0:35948:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777578.014246:0:35948:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777578.014249:0:35948:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777578.014253:0:35948:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777578.014256:0:35948:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777578.014257:0:35948:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777578.014259:0:35948:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777578.014261:0:35948:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777578.014262:0:35948:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777578.014265:0:35948:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777578.014267:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777578.014272:0:35948:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.014276:0:35948:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788777578.014284:0:35948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120e00. 00000020:00000040:1.0:1788777578.014288:0:35948:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777578.014293:0:35948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777578.014298:0:35948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777578.014300:0:35948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.014305:0:35948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777578.014308:0:35948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777578.014756:0:35948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777578.014765:0:35948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc3326c00. 00000100:00000001:1.0:1788777578.014776:0:35948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.014783:0:35948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777578.014785:0:35948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.014786:0:35948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777578.014788:0:35948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.014790:0:35948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.014793:0:35948:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00010000:00000001:1.0:1788777578.014798:0:35948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777578.014800:0:35948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777578.014806:0:35948:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611800. 00010000:00000010:1.0:1788777578.014810:0:35948:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b1fd2611300. 00010000:00000001:1.0:1788777578.014816:0:35948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777578.014821:0:35948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044a00. 00000020:00000001:1.0:1788777578.014825:0:35948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777578.014827:0:35948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044a00 with handle 0x22b16ee488cdcb24 to hash 00000020:00000001:1.0:1788777578.014829:0:35948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777578.014831:0:35948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000010:1.0:1788777578.014836:0:35948:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc32def80. 00010000:00000001:1.0:1788777578.014839:0:35948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.014843:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.014845:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.014862:0:35948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777578.014883:0:35948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.014895:0:35948:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.014900:0:35948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777578.014905:0:35948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.014922:0:35948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c192c85] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.014987:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777578.014992:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777578.014996:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777578.015004:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.015013:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777578.015016:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.015021:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777578.015025:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777578.015028:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777578.015032:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211150720:192.168.204.133@tcp:101:uname.0 00000100:00000001:0.0:1788777578.015037:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777578.015044:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777578.015047:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.015051:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777578.015057:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000400. 02000000:00000001:0.0:1788777578.015060:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777578.015069:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777578.015076:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c03c8. 00000400:00000010:0.0:1788777578.015086:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b6e8. 00000100:00000200:0.0:1788777578.015095:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211150720, portal 4 00000100:00000001:0.0:1788777578.015098:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.015100:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000040:0.0:1788777578.015107:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.015114:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777578.015117:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777578.015120:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926be58. 00000100:00000200:0.0:1788777578.015124:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211150720, offset 0 00000400:00000200:0.0:1788777578.015132:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777578.015145:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.015154:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777578.015161:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777578.015166:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777578.015170:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777578.015173:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777578.015177:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3022:3022:256:4294967295] 192.168.204.133@tcp LPNI seq info [3021:3021:8:4294967295] 00000400:00000200:0.0:1788777578.015181:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.015193:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777578.015199:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777578.015206:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839400. 00000800:00000200:0.0:1788777578.015214:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777578.015224:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777578.015229:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777578.015249:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.015626:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 218835 usecs (219 jiffies) 00000400:00000200:0.0:1788777578.015633:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777578.015637:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681541 00000100:00000001:0.0:1788777578.015641:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296682119 00000100:00000001:0.0:1788777578.015643:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681541 00000100:00000001:0.0:1788777578.015646:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296682119 00000100:00000001:0.0:1788777578.015648:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.015651:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.015655:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.015658:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788777578.015767:0:35948:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777578.015772:0:35948:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.015775:0:35948:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777578.015783:0:35948:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.015784:0:35948:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.015788:0:35948:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777578.015790:0:35948:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777578.015792:0:35948:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777578.015794:0:35948:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788777578.015832:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.015836:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.015900:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777578.015904:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777578.015907:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777578.015908:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777578.016037:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.016040:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777578.017200:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.017210:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839400. 00000400:00000200:2.0:1788777578.017219:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.017229:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.017238:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926be58 00000400:00000010:2.0:1788777578.017241:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926be58. 00000100:00000001:2.0:1788777578.017249:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777578.017258:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.017271:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.017275:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.017282:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.017284:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777578.018898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6d00. 00000800:00000001:3.0:1788777578.019297:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.019317:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.019321:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.019323:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.019336:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.019348:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.019360:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.019366:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.019373:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.019378:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd66580 00000400:00000200:3.0:1788777578.019383:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.019391:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x8cd5 [1] + 224 00000800:00000001:3.0:1788777578.019399:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.019407:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.019411:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.019415:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.019424:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.019436:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777578.019453:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.019905:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.019912:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777578.019933:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.019947:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.019952:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777578.020914:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777578.020920:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777578.020925:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c03c8. 00000400:00000200:1.0:1788777578.020936:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b6e8 00000400:00000010:1.0:1788777578.020939:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b6e8. 00000100:00000001:1.0:1788777578.020945:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777578.020956:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777578.020966:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.020972:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777578.020975:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.020978:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777578.021105:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777578.021108:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777578.021110:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.021114:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777578.021127:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777578.021132:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777578.021135:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777578.021137:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.021140:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777578.021145:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.021149:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777578.021152:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788777578.021154:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777578.021156:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.021162:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.021168:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777578.021172:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777578.021174:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788777578.021177:0:2412:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788777578.021180:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.021183:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.021187:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=4 00000020:00000001:1.0:1788777578.021190:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.021193:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.021196:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.021197:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.021198:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=5 00000020:00000001:1.0:1788777578.021200:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.021202:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.021206:0:2412:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.021210:0:2412:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.021216:0:2412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.021229:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.021232:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.021234:0:2412:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777578.021237:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.021238:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.021239:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=6 00000020:00000001:1.0:1788777578.021241:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.021243:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000040:1.0:1788777578.021252:0:2412:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044a00, remote cookie: 0x542deec0941a74c5, flags: 0x1001 00010000:00010000:1.0:1788777578.021258:0:2412:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.021267:0:2412:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788777578.021271:0:2412:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.021274:0:2412:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777578.021279:0:2412:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788777578.021285:0:2412:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777578.021294:0:2412:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9b1fd2611800) refcount = 1 00010000:00000040:1.0:1788777578.021297:0:2412:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777578.021299:0:2412:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.021308:0:2412:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777578.021309:0:2412:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.021313:0:2412:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777578.021315:0:2412:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.023398:0:2412:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.023417:0:2412:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777578.023419:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.023421:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.023422:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.023423:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777578.023426:0:2412:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788777578.023429:0:2412:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777578.023433:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.023436:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.023439:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=5 00000020:00000001:1.0:1788777578.023442:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.023446:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00000008:00000001:1.0:1788777578.023451:0:2412:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788777578.023455:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00010000:1.0:1788777578.023534:0:2412:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788777578.023544:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:1.0:1788777578.023547:0:2412:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777578.023549:0:2412:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788777578.023553:0:2412:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777578.023555:0:2412:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.023558:0:2412:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.023628:0:2412:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:1.0:1788777578.023631:0:2412:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788777578.023634:0:2412:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777578.023637:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777578.023789:0:2412:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777578.023792:0:2412:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.023795:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.023797:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.023799:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=6 00000020:00000001:1.0:1788777578.023801:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.023803:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.023806:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777578.023809:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.023817:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.023819:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777578.023821:0:2412:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.023827:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777578.023829:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.023830:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777578.023832:0:2412:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.023833:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.023835:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.023836:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=5 00000020:00000001:1.0:1788777578.023837:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.023839:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.023840:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777578.023842:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.023863:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.023865:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.023866:0:2412:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777578.023870:0:2412:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777578.023873:0:2412:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777578.023885:0:2412:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777578.023889:0:2412:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777578.023892:0:2412:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777578.023897:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.023899:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.023901:0:2412:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.023905:0:2412:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777578.023907:0:2412:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.023909:0:2412:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.023912:0:2412:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.023914:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777578.023915:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.023916:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.023917:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.023918:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777578.023920:0:2412:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.023940:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777578.023951:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211150720:192.168.204.133@tcp:101:uname.0 00000100:00000001:1.0:1788777578.023958:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.023965:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777578.023969:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120e00 x1875667211150720/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.023977:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777578.023990:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777578.024002:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000400. 02000000:00000001:1.0:1788777578.024008:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777578.024012:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777578.024014:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777578.024016:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777578.024020:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc3326c00. 02000000:00000001:1.0:1788777578.024024:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777578.024026:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777578.024028:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120e00. 00000100:00000001:1.0:1788777578.024033:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777578.024035:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.024038:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.024050:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777578.024053:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.024056:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.024059:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.024202:0:35948:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.024207:0:35948:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.024215:0:35948:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777578.024219:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.024221:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.024223:0:35948:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777578.024229:0:35948:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788777578.024236:0:35948:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777578.024239:0:35948:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.024240:0:35948:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777578.024241:0:35948:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777578.024244:0:35948:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788777578.024247:0:35948:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777578.024249:0:35948:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788777578.024251:0:35948:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.024253:0:35948:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.024255:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:3.0:1788777578.024258:0:35948:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788777578.024261:0:35948:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777578.024264:0:35948:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788777578.024267:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc31922b0 (ffff9b1fc93db908/0) at cl_lock_release():245 00000020:00000001:3.0:1788777578.024270:0:35948:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777578.024271:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc31922b0 (ffff9b1fc93db908/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788777578.024275:0:35948:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788777578.024280:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777578.024283:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000020:00000001:3.0:1788777578.024285:0:35948:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777578.024286:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01822b0 (ffff9b1fc93db6c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788777578.024289:0:35948:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788777578.024291:0:35948:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788777578.024293:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.024295:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777578.024296:0:35948:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788777578.024298:0:35948:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777578.024299:0:35948:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777578.024300:0:35948:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777578.024302:0:35948:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777578.024304:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc31922b0 (ffff9b1fc93db908/0) at cl_lock_fini():72 00020000:00000001:3.0:1788777578.024306:0:35948:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788777578.024308:0:35948:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777578.024380:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01822b0 (ffff9b1fc93db908/1) at cl_lock_fini():72 00000008:00000010:3.0:1788777578.024385:0:35948:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc722b300. 00000020:00000001:3.0:1788777578.024389:0:35948:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788777578.024391:0:35948:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fd0182280. 00020000:00000001:3.0:1788777578.024394:0:35948:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788777578.024395:0:35948:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788777578.024397:0:35948:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788777578.024400:0:35948:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.024404:0:35948:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777578.024408:0:35948:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777578.024410:0:35948:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777578.024411:0:35948:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777578.024413:0:35948:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777578.024416:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db6c0 00020000:00000001:3.0:1788777578.024419:0:35948:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777578.024421:0:35948:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777578.024424:0:35948:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777578.024427:0:35948:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777578.024432:0:35948:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777578.024435:0:35948:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.024437:0:35948:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777578.024439:0:35948:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777578.024440:0:35948:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777578.024442:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00000001:00000001:3.0:1788777578.024444:0:35948:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.024454:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043d28 00000080:00000008:3.0:1788777578.024458:0:35948:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777578.024837:0:35948:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788777578.024840:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043d88 00000080:00200008:3.0:1788777578.024843:0:35948:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1788777578.024846:0:35948:0:(file.c:2656:do_file_write_iter()) inode ffff9b1fd15b4b08 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:3.0:1788777578.024859:0:35948:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788777578.024863:0:35948:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.024865:0:35948:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788777578.024868:0:35948:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.024872:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777578.024874:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:3.0:1788777578.024877:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000080:00000001:3.0:1788777578.024880:0:35948:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788777578.024882:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043c98 00000080:00200000:3.0:1788777578.024884:0:35948:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1788777578.024890:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043c30 00000080:00200000:3.0:1788777578.024896:0:35948:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1788777578.024899:0:35948:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777578.024900:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.024902:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.024904:0:35948:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777578.024907:0:35948:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788777578.024909:0:35948:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788777578.024911:0:35948:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.024912:0:35948:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.024914:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:3.0:1788777578.024916:0:35948:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788777578.024918:0:35948:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777578.024920:0:35948:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788777578.024926:0:35948:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e8b612e8[0x110, 1, [0x200000405:0x30:0x0] hash] 00000020:00200000:3.0:1788777578.024928:0:35948:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1788777578.024931:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.024933:0:35948:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777578.024935:0:35948:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777578.024937:0:35948:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777578.024940:0:35948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777578.024942:0:35948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788777578.024945:0:35948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777578.024951:0:35948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.024953:0:35948:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777578.024955:0:35948:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.024957:0:35948:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777578.024960:0:35948:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc3192310 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788777578.024963:0:35948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:3.0:1788777578.024968:0:35948:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777578.024969:0:35948:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777578.024972:0:35948:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777578.024974:0:35948:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788777578.024977:0:35948:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1788777578.025102:0:35948:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788777578.025104:0:35948:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777578.025105:0:35948:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025108:0:35948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777578.025109:0:35948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777578.025110:0:35948:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777578.025112:0:35948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00000020:00000001:3.0:1788777578.025115:0:35948:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025116:0:35948:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777578.025119:0:35948:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1788777578.025122:0:35948:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788777578.025125:0:35948:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025129:0:35948:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777578.025131:0:35948:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777578.025134:0:35948:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788777578.025136:0:35948:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788777578.025138:0:35948:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1788777578.025142:0:35948:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777578.025145:0:35948:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777578.025149:0:35948:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777578.025153:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777578.025154:0:35948:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777578.025156:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777578.025157:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397320 : -110914154154296 : ffff9b1fc93db6c8) 00000020:00001000:3.0:1788777578.025159:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db6c0 00000020:00000001:3.0:1788777578.025162:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.025164:0:35948:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777578.025167:0:35948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777578.025168:0:35948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777578.025170:0:35948:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.025171:0:35948:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.025174:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000020:00000001:3.0:1788777578.025177:0:35948:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788777578.025179:0:35948:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788777578.025183:0:35948:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025185:0:35948:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.025188:0:35948:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.025190:0:35948:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025191:0:35948:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025194:0:35948:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788777578.025197:0:35948:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788777578.025199:0:35948:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788777578.025202:0:35948:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788777578.025205:0:35948:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.025208:0:35948:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.025210:0:35948:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788777578.025211:0:35948:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1788777578.025213:0:35948:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788777578.025215:0:35948:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788777578.025217:0:35948:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025219:0:35948:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.025221:0:35948:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.025222:0:35948:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.025223:0:35948:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.025225:0:35948:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777578.025227:0:35948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777578.025228:0:35948:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777578.025229:0:35948:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777578.025231:0:35948:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025232:0:35948:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.025234:0:35948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.025235:0:35948:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025237:0:35948:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777578.025238:0:35948:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788777578.025240:0:35948:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788777578.025242:0:35948:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788777578.025244:0:35948:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788777578.025246:0:35948:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788777578.025257:0:35948:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fd0387500. 00020000:00000002:3.0:1788777578.025260:0:35948:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777578.025262:0:35948:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788777578.025265:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777578.025266:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000020:00000001:3.0:1788777578.025268:0:35948:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777578.025273:0:35948:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc80f4390. 00000008:00010000:3.0:1788777578.025276:0:35948:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788777578.025278:0:35948:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777578.025280:0:35948:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777578.025283:0:35948:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fd0387530, osc lock ffff9b1fc80f4390, flags 0x0 00000020:00000001:3.0:1788777578.025285:0:35948:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.025287:0:35948:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.025289:0:35948:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159672493312 : -110914037058304 : ffff9b1fd0387500) 00000020:00000001:3.0:1788777578.025292:0:35948:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777578.025293:0:35948:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777578.025295:0:35948:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025296:0:35948:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.025299:0:35948:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777578.025301:0:35948:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777578.025302:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777578.025303:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000020:00000001:3.0:1788777578.025305:0:35948:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777578.025307:0:35948:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777578.027504:0:35948:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788777578.027513:0:35948:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.027523:0:35948:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777578.027527:0:35948:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777578.027528:0:35948:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777578.027532:0:35948:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777578.027533:0:35948:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777578.027534:0:35948:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777578.027537:0:35948:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777578.027542:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.027553:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:3.0:1788777578.027699:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777578.027708:0:35948:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc329e000 type 11 mode 2 res 11811161089/66 (0 18446744073709551615) 00010000:00000001:3.0:1788777578.027714:0:35948:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788777578.027729:0:35948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254a80. 00000020:00000040:3.0:1788777578.027734:0:35948:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00010000:00000001:3.0:1788777578.027740:0:35948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777578.027745:0:35948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777578.027753:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.027756:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.027758:0:35948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.027763:0:35948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777578.027766:0:35948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777578.027773:0:35948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777578.027783:0:35948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc4f4fe00. 00000100:00000001:3.0:1788777578.027793:0:35948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.027800:0:35948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777578.027802:0:35948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.027803:0:35948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777578.027804:0:35948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.027806:0:35948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.027810:0:35948:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633159453133440 : -110914256418176 : ffff9b1fc3254a80) 00010000:00000001:3.0:1788777578.027814:0:35948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777578.027817:0:35948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777578.027820:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:3.0:1788777578.027822:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777578.027825:0:35948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777578.027829:0:35948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd1815c00. 00000020:00000001:3.0:1788777578.027835:0:35948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777578.027838:0:35948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd1815c00 with handle 0x22b16ee488cdcb2b to hash 00000020:00000001:3.0:1788777578.027840:0:35948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777578.027842:0:35948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000010:3.0:1788777578.027847:0:35948:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b1fc48175c0. 00010000:00000001:3.0:1788777578.027859:0:35948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:3.0:1788777578.027864:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777578.027866:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777578.027870:0:35948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777578.027883:0:35948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777578.027895:0:35948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777578.027902:0:35948:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777578.027904:0:35948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777578.027914:0:35948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd05400c0. 00000100:00000001:3.0:1788777578.027917:0:35948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159674298560 : -110914035253056 : ffff9b1fd05400c0) 00000100:00000001:3.0:1788777578.027920:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.027922:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453133440 : -110914256418176 : ffff9b1fc3254a80) 00000100:00000001:3.0:1788777578.027927:0:35948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777578.027932:0:35948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.027935:0:35948:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777578.027937:0:35948:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777578.027950:0:35948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.027959:0:35948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777578.027962:0:35948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.027966:0:35948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777578.027968:0:35948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777578.027971:0:35948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777578.027975:0:35948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254a80 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35948:1875667211150848:192.168.204.133@tcp:101:uname.0 00000100:00000001:3.0:1788777578.027979:0:35948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777578.027997:0:35948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777578.028000:0:35948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.028003:0:35948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777578.028008:0:35948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ed800. 02000000:00000001:3.0:1788777578.028010:0:35948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777578.028020:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777578.028026:0:35948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c739f8. 00000400:00000010:3.0:1788777578.028034:0:35948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92555d8. 00000100:00000200:3.0:1788777578.028043:0:35948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211150848, portal 4 00000100:00000001:3.0:1788777578.028046:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.028048:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453133440 : -110914256418176 : ffff9b1fc3254a80) 00000100:00000040:3.0:1788777578.028054:0:35948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.028061:0:35948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777578.028063:0:35948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777578.028067:0:35948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255908. 00000100:00000200:3.0:1788777578.028070:0:35948:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667211150848, offset 0 00000400:00000200:3.0:1788777578.028078:0:35948:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777578.028089:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.028097:0:35948:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777578.028104:0:35948:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777578.028109:0:35948:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777578.028114:0:35948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777578.028117:0:35948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777578.028120:0:35948:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3023:3023:256:4294967295] 192.168.204.133@tcp LPNI seq info [3022:3022:8:4294967295] 00000400:00000200:3.0:1788777578.028125:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.028136:0:35948:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777578.028143:0:35948:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777578.028149:0:35948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870b600. 00000800:00000200:3.0:1788777578.028158:0:35948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777578.028167:0:35948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777578.028172:0:35948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870b600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777578.028197:0:35948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777578.028203:0:35948:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 217793 usecs (218 jiffies) 00000400:00000200:3.0:1788777578.028207:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777578.028210:0:35948:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681553 00000100:00000001:3.0:1788777578.028214:0:35948:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296682119 00000100:00000001:3.0:1788777578.028217:0:35948:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681553 00000100:00000001:3.0:1788777578.028220:0:35948:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296682119 00000100:00000001:3.0:1788777578.028223:0:35948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777578.028226:0:35948:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.028229:0:35948:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777578.028231:0:35948:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777578.028234:0:35948:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd05400c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788777578.028237:0:35948:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777578.028240:0:35948:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777578.028809:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.028815:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870b600. 00000400:00000200:2.0:1788777578.028822:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.028830:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.028838:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255908 00000400:00000010:2.0:1788777578.028841:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255908. 00000100:00000001:2.0:1788777578.028846:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777578.028863:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.028882:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.028886:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.028894:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.028896:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777578.032731:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.032754:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.032761:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.032764:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.032776:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.032786:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.032796:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.032802:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.032809:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.032814:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2dde00 00000400:00000200:3.0:1788777578.032824:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x8b9d [2] + 0 00000800:00000001:3.0:1788777578.032831:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.032839:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.032843:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.032859:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.032869:0:2406:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777578.032872:0:2406:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777578.032880:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3256a00. 00000100:00000040:3.0:1788777578.032885:0:2406:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3256a00 x1875667233660416 msgsize 328 00000100:00100000:3.0:1788777578.032889:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777578.033073:0:2406:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.033087:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.033092:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.033294:0:16847:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788777578.033299:0:16847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233660416 02000000:00000001:2.0:1788777578.033302:0:16847:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788777578.033305:0:16847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777578.033307:0:16847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777578.033321:0:16847:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777578.033328:0:16847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233660416 00000020:00000001:2.0:1788777578.033332:0:16847:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777578.033334:0:16847:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:2.0:1788777578.033337:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.033341:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:2.0:1788777578.033343:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:2.0:1788777578.033346:0:16847:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00000001:2.0:1788777578.033351:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777578.033357:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3d780. 00000100:00000001:2.0:1788777578.033360:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777578.033363:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3d780. 00000020:00000010:2.0:1788777578.033371:0:16847:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc837a600. 00000020:00000010:2.0:1788777578.033378:0:16847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fc835d280. 00000020:00000010:2.0:1788777578.033384:0:16847:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc82c77d0. 00000100:00000040:2.0:1788777578.033395:0:16847:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788777578.033398:0:16847:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788777578.033400:0:16847:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788777578.033403:0:16847:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.033414:0:16847:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.033431:0:16847:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.033445:0:16847:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788777578.033447:0:16847:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788777578.033455:0:16847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 67 00000100:00000040:2.0:1788777578.033459:0:16847:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd8959000 : new rpc_count 1 00000100:00000001:2.0:1788777578.033519:0:16847:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159453141504 : -110914256410112 : ffff9b1fc3256a00) 00000100:00000040:2.0:1788777578.033528:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc3256a00 x1875667233660416/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:634/0 lens 328/0 e 0 to 0 dl 1788777589 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777578.033538:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777578.033542:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3d780. 00000100:00000001:2.0:1788777578.033544:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777578.033546:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3d780. 00000100:00100000:2.0:1788777578.033551:0:16847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc3256a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:10346:x1875667233660416:12345-192.168.204.133@tcp:104: 00000100:00000200:2.0:1788777578.033554:0:16847:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233660416 00010000:00000001:2.0:1788777578.033773:0:16847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788777578.033784:0:16847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.033786:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.033789:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=2 00000020:00000001:2.0:1788777578.033791:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:2.0:1788777578.033794:0:16847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:2.0:1788777578.033799:0:16847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.033803:0:16847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777578.033809:0:16847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788777578.033825:0:16847:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788777578.033828:0:16847:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788777578.033835:0:16847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fc3339000. 02000000:00000001:2.0:1788777578.033837:0:16847:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.033840:0:16847:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.033847:0:16847:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788777578.034106:0:16847:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777578.034111:0:16847:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777578.034118:0:16847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777578.034123:0:16847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777578.034125:0:16847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:2.0:1788777578.034128:0:16847:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788777578.034130:0:16847:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.034134:0:16847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777578.034137:0:16847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777578.034143:0:16847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777578.034150:0:16847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233660416, offset 224 00000400:00000200:2.0:1788777578.034158:0:16847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777578.034169:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.034177:0:16847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777578.034185:0:16847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3024:3024:256:4294967295] 192.168.204.133@tcp LPNI seq info [3023:3023:8:4294967295] 00000400:00000200:2.0:1788777578.034190:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.034199:0:16847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777578.034205:0:16847:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777578.034211:0:16847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979c400. 00000800:00000200:2.0:1788777578.034219:0:16847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777578.034227:0:16847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777578.034232:0:16847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777578.034248:0:16847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777578.034252:0:16847:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:2.0:1788777578.034256:0:16847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788777578.034261:0:16847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fd13049c0. 00010000:00000001:2.0:1788777578.034264:0:16847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788777578.034356:0:16847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788777578.034359:0:16847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.034361:0:16847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.034363:0:16847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777578.034370:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3256a00 x1875667233660416/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:634/0 lens 328/224 e 0 to 0 dl 1788777589 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788777578.034380:0:16847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc3256a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:10346:x1875667233660416:12345-192.168.204.133@tcp:104: Request processed in 840us (1494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788777578.034390:0:16847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 67 00000100:00000040:2.0:1788777578.034394:0:16847:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd8959000 : new rpc_count 0 00000100:00000001:2.0:1788777578.034396:0:16847:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788777578.034398:0:16847:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788777578.034404:0:16847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fc835d280. 00000020:00000010:2.0:1788777578.034410:0:16847:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc82c77d0. 00000020:00000010:2.0:1788777578.034414:0:16847:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc837a600. 00000020:00000040:2.0:1788777578.034419:0:16847:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 00000100:00000001:2.0:1788777578.034423:0:16847:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788777578.034582:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.034587:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979c400. 00000400:00000200:2.0:1788777578.034591:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.034596:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.034602:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:2.0:1788777578.034605:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:2.0:1788777578.034608:0:2407:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788777578.034610:0:2407:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1788777578.038285:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.038320:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.038326:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.038330:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.038344:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.038354:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.038367:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.038375:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.038382:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.038386:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 400 into portal 4 MB=0x6a9e8cdd66600 00000400:00000200:3.0:1788777578.038392:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.038400:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 400/400 into md 0x8cdd [1] + 224 00000800:00000001:3.0:1788777578.038410:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.038420:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.038424:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.038429:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.038438:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.038451:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777578.038520:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.038541:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.038553:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.038558:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.038703:0:35948:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777578.038713:0:35948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777578.038716:0:35948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777578.038720:0:35948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c739f8. 00000400:00000200:0.0:1788777578.038726:0:35948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92555d8 00000400:00000010:0.0:1788777578.038729:0:35948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92555d8. 00000100:00000001:0.0:1788777578.038732:0:35948:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777578.038738:0:35948:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777578.038746:0:35948:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.038752:0:35948:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777578.038755:0:35948:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.038758:0:35948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777578.038763:0:35948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777578.038766:0:35948:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777578.038768:0:35948:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.038773:0:35948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777578.038784:0:35948:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bc60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777578.038789:0:35948:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777578.038792:0:35948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777578.038793:0:35948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.038797:0:35948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777578.038801:0:35948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.038805:0:35948:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777578.038808:0:35948:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788777578.038810:0:35948:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777578.038811:0:35948:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.038816:0:35948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.038823:0:35948:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.038826:0:35948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777578.038829:0:35948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777578.038833:0:35948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777578.038841:0:35948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254a80 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35948:1875667211150848:192.168.204.133@tcp:101:uname.0 00000100:00000001:0.0:1788777578.038845:0:35948:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.038858:0:35948:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.038861:0:35948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777578.038864:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.038868:0:35948:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.038875:0:35948:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777578.038879:0:35948:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd05400c0. 00000100:00000001:0.0:1788777578.038882:0:35948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777578.038884:0:35948:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.038887:0:35948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777578.038891:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.038894:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.038898:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:0.0:1788777578.038901:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.038903:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000040:0.0:1788777578.039033:0:35948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd1815c00, remote cookie: 0x542deec0941a74cc, flags: 0x20002 00010000:00000001:0.0:1788777578.039039:0:35948:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788777578.039042:0:35948:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.039046:0:35948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:0.0:1788777578.039055:0:35948:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777578.039069:0:35948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9b1fd2611800) refcount = 2 00010000:00000040:0.0:1788777578.039072:0:35948:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777578.039075:0:35948:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788777578.039088:0:35948:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1788777578.039091:0:35948:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.039097:0:35948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.039101:0:35948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1788777578.039104:0:35948:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777578.039114:0:35948:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788777578.042198:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777578.042207:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.042214:0:16855:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788777578.042219:0:16855:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788777578.042221:0:16855:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788777578.042231:0:16855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777578.042247:0:16855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002044a00 already unused, calling callback (ffffffffc1266300) 00000008:00000001:1.0:1788777578.042252:0:16855:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788777578.042254:0:16855:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777578.042256:0:16855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.042260:0:16855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.042263:0:16855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:1.0:1788777578.042267:0:16855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.042270:0:16855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.042273:0:16855:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777578.042275:0:16855:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788777578.042284:0:16855:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788777578.042287:0:16855:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788777578.042300:0:16855:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b1fc93dba20. 00000020:00000010:1.0:1788777578.042306:0:16855:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc3326c00. 00000020:00000010:1.0:1788777578.042722:0:16855:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fc3327c00. 00000020:00000010:1.0:1788777578.042729:0:16855:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b1fd1213840. 00000008:00000010:1.0:1788777578.042738:0:16855:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b1fca691660. 00020000:00000010:1.0:1788777578.042746:0:16855:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b1fd8bfdd80. 00008000:00000010:1.0:1788777578.042753:0:16855:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b1fc2fed8b8. 00000080:00000010:1.0:1788777578.042761:0:16855:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b1fc3184150. 00000080:00000010:1.0:1788777578.042766:0:16855:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b1fc3190000. 00000020:00000010:1.0:1788777578.042771:0:16855:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc3327a00. 00000008:00000010:1.0:1788777578.042775:0:16855:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b1fc2fe6580. 00020000:00000010:1.0:1788777578.042779:0:16855:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b1fc83fc920. 00008000:00000010:1.0:1788777578.042784:0:16855:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b1fc61a6288. 00000080:00000010:1.0:1788777578.042789:0:16855:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b1fd01e0960. 00000020:00000001:1.0:1788777578.042793:0:16855:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398184 : -110914154153432 : ffff9b1fc93dba28) 00000020:00001000:1.0:1788777578.042796:0:16855:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dba20 00000008:00000001:1.0:1788777578.042798:0:16855:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788777578.042802:0:16855:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788777578.042804:0:16855:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788777578.042807:0:16855:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b1fc93db750. 00000020:00000010:1.0:1788777578.042810:0:16855:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc3327400. 00000020:00000010:1.0:1788777578.042813:0:16855:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b1fc3327800. 00000020:00000010:1.0:1788777578.042817:0:16855:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b1fd1213180. 00000008:00000010:1.0:1788777578.042825:0:16855:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b1fca694320. 00020000:00000010:1.0:1788777578.042866:0:16855:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b1fc358d840. 00008000:00000010:1.0:1788777578.042870:0:16855:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b1fc2fee350. 00000080:00000010:1.0:1788777578.042874:0:16855:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b1fc31840a8. 00000080:00000010:1.0:1788777578.042877:0:16855:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b1fc3190940. 00000020:00000010:1.0:1788777578.042880:0:16855:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc3326e00. 00000008:00000010:1.0:1788777578.042885:0:16855:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b1fc2fe6f20. 00020000:00000010:1.0:1788777578.042888:0:16855:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b1fc83feb58. 00008000:00000010:1.0:1788777578.042890:0:16855:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b1fc61a67d8. 00000080:00000010:1.0:1788777578.042893:0:16855:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b1fd01e0690. 00000020:00000001:1.0:1788777578.042896:0:16855:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397464 : -110914154154152 : ffff9b1fc93db758) 00000020:00001000:1.0:1788777578.042898:0:16855:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db750 00000008:00000001:1.0:1788777578.042901:0:16855:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788777578.042903:0:16855:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788777578.042907:0:16855:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788777578.044345:0:16855:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777578.044351:0:16855:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788777578.044356:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:1.0:1788777578.044361:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:1.0:1788777578.044364:0:16855:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777578.044367:0:16855:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777578.044369:0:16855:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777578.044373:0:16855:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777578.044375:0:16855:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777578.044377:0:16855:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777578.044381:0:16855:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fca6943c0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788777578.044386:0:16855:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777578.044388:0:16855:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777578.044390:0:16855:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777578.044393:0:16855:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777578.044394:0:16855:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.044396:0:16855:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777578.044397:0:16855:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777578.044399:0:16855:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788777578.044400:0:16855:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777578.044403:0:16855:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1788777578.044406:0:16855:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777578.044409:0:16855:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777578.044411:0:16855:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777578.044412:0:16855:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777578.044415:0:16855:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777578.044417:0:16855:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788777578.044420:0:16855:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777578.044422:0:16855:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788777578.044424:0:16855:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777578.044426:0:16855:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db750 00000008:00000001:1.0:1788777578.044431:0:16855:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.044434:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00010000:00000001:1.0:1788777578.044438:0:16855:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788777578.044442:0:16855:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.044444:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:1.0:1788777578.044446:0:16855:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777578.044449:0:16855:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788777578.044452:0:16855:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777578.044455:0:16855:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.044457:0:16855:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.044458:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:1.0:1788777578.044460:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:1.0:1788777578.044476:0:16855:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788777578.044479:0:16855:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.044481:0:16855:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:1.0:1788777578.044485:0:16855:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777578.044488:0:16855:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dba20 00000008:00000001:1.0:1788777578.044490:0:16855:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.044494:0:16855:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777578.044500:0:16855:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777578.044502:0:16855:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777578.044505:0:16855:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.044509:0:16855:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777578.044514:0:16855:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044a00 with handle 0x22b16ee488cdcb24 from hash 00010000:00000001:1.0:1788777578.044517:0:16855:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777578.044519:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.044522:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.044523:0:16855:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777578.044527:0:16855:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777578.044530:0:16855:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788777578.044538:0:16855:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777578.044541:0:16855:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.044544:0:16855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777578.044546:0:16855:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788777578.044559:0:16855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120e00. 00000020:00000040:1.0:1788777578.044564:0:16855:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777578.044571:0:16855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777578.044575:0:16855:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777578.044580:0:16855:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777578.044590:0:16855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc3327200. 00000100:00000001:1.0:1788777578.044598:0:16855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.044601:0:16855:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777578.044608:0:16855:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777578.044621:0:16855:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777578.044623:0:16855:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.044629:0:16855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777578.044634:0:16855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.044651:0:16855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c192c85] to pc [ptlrpcd_00_01+1] req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788777578.044689:0:16855:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.044691:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.044692:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.044693:0:16855:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.044696:0:16855:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777578.044698:0:16855:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.044702:0:16855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777578.044709:0:16855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777578.044711:0:16855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000033942bc5/0x22b16ee488cdcb24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x542deec0941a74c5 expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788777578.044720:0:16855:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc32def80. 00010000:00000001:1.0:1788777578.044735:0:16855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.044737:0:16855:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788777578.044739:0:16855:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fd13049c0. 00010000:00000001:1.0:1788777578.044744:0:16855:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.044747:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777578.044749:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.044752:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777578.044754:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777578.044755:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.044757:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777578.044759:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777578.044760:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.044762:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777578.044779:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788777578.044785:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788777578.044787:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.044795:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777578.044797:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.044800:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.044802:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777578.044805:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777578.044812:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.044820:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777578.044823:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.044829:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777578.044832:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777578.044835:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777578.044839:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211150976:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777578.044845:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777578.044864:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777578.044868:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.044872:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777578.044877:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3326400. 02000000:00000001:1.0:1788777578.044880:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777578.044890:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777578.044898:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12630. 00000400:00000010:1.0:1788777578.044908:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256aa0. 00000100:00000200:1.0:1788777578.044917:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211150976, portal 18 00000100:00000001:1.0:1788777578.044920:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777578.044922:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000040:1.0:1788777578.044929:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.044937:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777578.044940:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777578.044943:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256b28. 00000100:00000200:1.0:1788777578.044947:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211150976, offset 0 00000400:00000200:1.0:1788777578.044955:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777578.044966:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777578.044975:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777578.044982:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777578.044989:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777578.044994:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777578.044997:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777578.045001:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3025:3025:256:4294967295] 192.168.204.133@tcp LPNI seq info [3024:3024:8:4294967295] 00000400:00000200:1.0:1788777578.045007:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777578.045019:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777578.045028:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777578.045035:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5b00. 00000800:00000200:1.0:1788777578.045043:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777578.045052:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777578.045058:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777578.045081:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.045087:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 216792 usecs (217 jiffies) 00000400:00000200:1.0:1788777578.045090:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777578.045093:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681569 00000100:00000001:1.0:1788777578.045097:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296682119 00000100:00000001:1.0:1788777578.045100:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681569 00000100:00000001:1.0:1788777578.045102:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296682119 00000100:00000001:1.0:1788777578.045105:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777578.045108:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.045112:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.045114:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.045707:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777578.045721:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777578.046070:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.046078:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5b00. 00000400:00000200:2.0:1788777578.046086:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.046094:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.046101:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256b28 00000400:00000010:2.0:1788777578.046105:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256b28. 00000100:00000001:2.0:1788777578.046110:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777578.046117:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.046130:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.046134:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.046142:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.046143:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777578.053543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044a00. 00000800:00000001:3.0:1788777578.064114:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.064144:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.064151:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.064154:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.064167:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.064178:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.064190:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.064196:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.064202:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.064206:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 392 into portal 15 MB=0x6a9e8cf2dde80 00000400:00000200:3.0:1788777578.064217:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 392/392 into md 0x8b9d [2] + 328 00000800:00000001:3.0:1788777578.064227:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.064238:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.064242:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.064246:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.064257:0:2406:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777578.064260:0:2406:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777578.064268:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3255f80. 00000100:00000040:3.0:1788777578.064273:0:2406:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3255f80 x1875667233660544 msgsize 392 00000100:00100000:3.0:1788777578.064277:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777578.064298:0:2406:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.064318:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.064321:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.067885:0:16847:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788777578.067897:0:16847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233660544 02000000:00000001:2.0:1788777578.067904:0:16847:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788777578.067919:0:16847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777578.067924:0:16847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777578.067933:0:16847:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777578.067939:0:16847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233660544 00000020:00000001:2.0:1788777578.067944:0:16847:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777578.067947:0:16847:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:2.0:1788777578.067951:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.067956:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:2.0:1788777578.067961:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:2.0:1788777578.067964:0:16847:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00000001:2.0:1788777578.067970:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777578.067984:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3d780. 00000100:00000001:2.0:1788777578.067988:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777578.067991:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3d780. 00000020:00000010:2.0:1788777578.068002:0:16847:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc837a600. 00000020:00000010:2.0:1788777578.068009:0:16847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fc835d280. 00000020:00000010:2.0:1788777578.068017:0:16847:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc82c77d0. 00000100:00000040:2.0:1788777578.068028:0:16847:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788777578.068031:0:16847:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788777578.068033:0:16847:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788777578.068036:0:16847:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.068047:0:16847:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.068072:0:16847:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.068087:0:16847:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788777578.068090:0:16847:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788777578.068102:0:16847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 68 00000100:00000040:2.0:1788777578.068107:0:16847:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd8959000 : new rpc_count 1 00000100:00000001:2.0:1788777578.068109:0:16847:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159453138816 : -110914256412800 : ffff9b1fc3255f80) 00000100:00000040:2.0:1788777578.068120:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc3255f80 x1875667233660544/t0(0) o105->LOV_OSC_UUID@192.168.204.133@tcp:634/0 lens 392/0 e 0 to 0 dl 1788777589 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777578.068131:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777578.068135:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3d780. 00000100:00000001:2.0:1788777578.068138:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777578.068139:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3d780. 00000100:00100000:2.0:1788777578.068144:0:16847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc3255f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8446:x1875667233660544:12345-192.168.204.133@tcp:105: 00000100:00000200:2.0:1788777578.068149:0:16847:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233660544 00010000:00000001:2.0:1788777578.068152:0:16847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788777578.068161:0:16847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.068164:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.068167:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:2.0:1788777578.068169:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.068172:0:16847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00010000:2.0:1788777578.068181:0:16847:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.068195:0:16847:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1788777578.068198:0:16847:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777578.068209:0:16847:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.068218:0:16847:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788777578.068222:0:16847:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.068224:0:16847:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777578.068226:0:16847:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1788777578.068229:0:16847:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.068236:0:16847:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1788777578.068243:0:16847:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777578.068253:0:16847:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9b1fd2611800) refcount = 1 00010000:00000040:2.0:1788777578.068256:0:16847:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777578.068259:0:16847:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.068269:0:16847:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1788777578.068272:0:16847:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788777578.068281:0:16847:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9b1fc4f3d780. 00000100:00000001:2.0:1788777578.068286:0:16847:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777578.068296:0:16847:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd13046c0. 00000100:00000001:2.0:1788777578.068299:0:16847:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688734400 : -110914020817216 : ffff9b1fd13046c0) 00000100:00000001:2.0:1788777578.068302:0:16847:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446633159688734400 : -110914020817216 : ffff9b1fd13046c0) 00000100:00000001:2.0:1788777578.068306:0:16847:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777578.068308:0:16847:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1788777578.068311:0:16847:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788777578.068314:0:16847:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777578.068333:0:16847:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.068337:0:16847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.068340:0:16847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.068341:0:16847:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.068343:0:16847:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788777578.068344:0:16847:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788777578.068347:0:16847:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.068350:0:16847:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.068353:0:16847:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1788777578.068357:0:16847:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd13046c0. 00000100:00000001:2.0:1788777578.068360:0:16847:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1788777578.068362:0:16847:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1788777578.068364:0:16847:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9b1fc4f3d780. 00010000:00010000:2.0:1788777578.068369:0:16847:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.068371:0:16847:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.068374:0:16847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.068375:0:16847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777578.068379:0:16847:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788777578.068383:0:16847:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788777578.068391:0:16847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fc333b400. 02000000:00000001:2.0:1788777578.068395:0:16847:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.068399:0:16847:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.068405:0:16847:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788777578.068410:0:16847:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777578.068417:0:16847:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777578.068423:0:16847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777578.068427:0:16847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777578.068430:0:16847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:2.0:1788777578.068432:0:16847:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788777578.068435:0:16847:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.068440:0:16847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777578.068443:0:16847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777578.068451:0:16847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777578.068533:0:16847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233660544, offset 224 00000400:00000200:2.0:1788777578.068543:0:16847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777578.068569:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.068582:0:16847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777578.068590:0:16847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3026:3026:256:4294967295] 192.168.204.133@tcp LPNI seq info [3025:3025:8:4294967295] 00000400:00000200:2.0:1788777578.068596:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.068609:0:16847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777578.068616:0:16847:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777578.068623:0:16847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979c400. 00000800:00000200:2.0:1788777578.068632:0:16847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777578.068642:0:16847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777578.068648:0:16847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777578.068668:0:16847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777578.068672:0:16847:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:2.0:1788777578.068676:0:16847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777578.068682:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3255f80 x1875667233660544/t0(0) o105->LOV_OSC_UUID@192.168.204.133@tcp:634/0 lens 392/224 e 0 to 0 dl 1788777589 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788777578.068691:0:16847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc3255f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8446:x1875667233660544:12345-192.168.204.133@tcp:105: Request processed in 559us (4416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788777578.068699:0:16847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 68 00000100:00000040:2.0:1788777578.068703:0:16847:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd8959000 : new rpc_count 0 00000100:00000001:2.0:1788777578.068705:0:16847:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788777578.068707:0:16847:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788777578.068714:0:16847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fc835d280. 00000020:00000010:2.0:1788777578.068718:0:16847:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc82c77d0. 00000020:00000010:2.0:1788777578.068723:0:16847:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc837a600. 00000020:00000040:2.0:1788777578.068729:0:16847:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 00000100:00000001:2.0:1788777578.068733:0:16847:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788777578.068887:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.068892:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979c400. 00000400:00000200:2.0:1788777578.068897:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.068903:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.068911:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:2.0:1788777578.068913:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:2.0:1788777578.068919:0:2407:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788777578.068922:0:2407:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1788777578.073787:0:35948:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.073813:0:35948:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.073819:0:35948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.073826:0:35948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777578.073829:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.073832:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.073833:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.073834:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.073836:0:35948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.073840:0:35948:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788777578.073844:0:35948:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777578.073858:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.073862:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.073866:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:0.0:1788777578.073869:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.073873:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.073875:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.073877:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.073878:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:0.0:1788777578.073880:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.073882:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.073885:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.073888:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.073892:0:35948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.073898:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.073900:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.073903:0:35948:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788777578.073917:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00010000:0.0:1788777578.073923:0:35948:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788777578.073930:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.073932:0:35948:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777578.073935:0:35948:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777578.073938:0:35948:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777578.073940:0:35948:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.073942:0:35948:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.073944:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:0.0:1788777578.073946:0:35948:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788777578.073948:0:35948:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.073969:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.073970:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.073972:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:0.0:1788777578.073973:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.073975:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.073978:0:35948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.073981:0:35948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.073989:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.073990:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777578.073993:0:35948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.074000:0:35948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.074001:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.074002:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.074003:0:35948:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.074007:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.074025:0:35948:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254a80 x1875667211150848/t0(0) o101->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.074035:0:35948:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777578.074039:0:35948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.074046:0:35948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ed800. 02000000:00000001:0.0:1788777578.074057:0:35948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777578.074061:0:35948:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.074064:0:35948:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.074067:0:35948:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777578.074072:0:35948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc4f4fe00. 02000000:00000001:0.0:1788777578.074077:0:35948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777578.074081:0:35948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777578.074083:0:35948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254a80. 00000100:00000001:0.0:1788777578.074089:0:35948:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777578.074091:0:35948:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777578.074094:0:35948:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.074098:0:35948:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074103:0:35948:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.074108:0:35948:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074111:0:35948:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074113:0:35948:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074117:0:35948:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074120:0:35948:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074124:0:35948:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788777578.074131:0:35948:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1788777578.074144:0:35948:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777578.074148:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.074151:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.074153:0:35948:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777578.074162:0:35948:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777578.074170:0:35948:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777578.074173:0:35948:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.074175:0:35948:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777578.074176:0:35948:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777578.074180:0:35948:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777578.074184:0:35948:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777578.074187:0:35948:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777578.074190:0:35948:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074192:0:35948:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074193:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:0.0:1788777578.074196:0:35948:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788777578.074199:0:35948:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777578.074203:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043b80 00000080:00200000:0.0:1788777578.074206:0:35948:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1788777578.074209:0:35948:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777578.074212:0:35948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.074216:0:35948:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efcde0 addref 2/0 by ffff9b1fc7160000. 00020000:00000002:0.0:1788777578.074219:0:35948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00000020:00000001:0.0:1788777578.074222:0:35948:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788777578.074226:0:35948:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788777578.074230:0:35948:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788777578.074234:0:35948:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:0.0:1788777578.074238:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.074241:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000020:00000001:0.0:1788777578.074242:0:35948:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777578.074246:0:35948:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777578.074249:0:35948:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074251:0:35948:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.074253:0:35948:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074255:0:35948:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.074281:0:35948:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777578.074284:0:35948:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:0.0:1788777578.074323:0:35948:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777578.074325:0:35948:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffd839845b6340 0 1 00000020:00000001:0.0:1788777578.074329:0:35948:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777578.074331:0:35948:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074333:0:35948:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788777578.074344:0:35948:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b1fd06831c0. 00000020:00000001:0.0:1788777578.074348:0:35948:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777578.074349:0:35948:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788777578.074352:0:35948:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788777578.074355:0:35948:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788777578.074357:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.074358:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000008:00000001:0.0:1788777578.074362:0:35948:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788777578.074364:0:35948:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff9b1fd0683230 folio ffffd839845b6340 pg:0 obj off 0 00000008:00000001:0.0:1788777578.074366:0:35948:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074368:0:35948:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777578.074369:0:35948:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788777578.074371:0:35948:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788777578.074373:0:35948:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.074377:0:35948:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074378:0:35948:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633159675621824 : -110914033929792 : ffff9b1fd06831c0) 00000020:00000001:0.0:1788777578.074380:0:35948:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633159675621824 : -110914033929792 : ffff9b1fd06831c0) 00000020:00000001:0.0:1788777578.074383:0:35948:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777578.074385:0:35948:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777578.074387:0:35948:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452336912 : -110914257214704 : ffff9b1fc3192310) 00000020:00000001:0.0:1788777578.074389:0:35948:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777578.074391:0:35948:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777578.074393:0:35948:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777578.074400:0:35948:0:(cl_page.c:507:__cl_page_state_set()) page@0000000049a336ae[2 0000000047a102d8 1 1 00000000efe94ca4 0 0 0] 00000020:00000001:0.0:1788777578.074402:0:35948:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777578.074404:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777578.074405:0:35948:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788777578.074408:0:35948:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1788777578.074410:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.074411:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.074413:0:35948:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777578.074414:0:35948:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788777578.074416:0:35948:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788777578.074418:0:35948:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074419:0:35948:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074421:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00000001:0.0:1788777578.074425:0:35948:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777578.074428:0:35948:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777578.074430:0:35948:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.074433:0:35948:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777578.074435:0:35948:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:0.0:1788777578.074437:0:35948:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777578.074438:0:35948:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452336912 : -110914257214704 : ffff9b1fc3192310) 00000020:00000001:0.0:1788777578.074440:0:35948:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777578.074442:0:35948:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777578.074446:0:35948:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777578.074448:0:35948:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777578.074450:0:35948:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777578.074452:0:35948:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777578.074456:0:35948:0:(rw26.c:929:ll_write_end()) page@0000000049a336ae[3 0000000047a102d8 2 1 00000000efe94ca4 0 0 0] 00000080:00200000:0.0:1788777578.074460:0:35948:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb1e2147 17ffffc0001001 3:0 ffff9b1fd06831c0 0 lru 00000080:00200000:0.0:1788777578.074531:0:35948:0:(rw26.c:929:ll_write_end()) osc-page@000000009a4067c4 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000093b3a844 00000000dfd8834f > 3< 0 0 > 4< 0 0 8 8380416 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777578.074533:0:35948:0:(rw26.c:929:ll_write_end()) end page@0000000049a336ae 00000080:00200000:0.0:1788777578.074535:0:35948:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788777578.074537:0:35948:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788777578.074542:0:35948:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788777578.074545:0:35948:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:0.0:1788777578.074547:0:35948:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788777578.074550:0:35948:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788777578.074551:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.074553:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000020:00000001:0.0:1788777578.074555:0:35948:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788777578.074557:0:35948:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788777578.074720:0:35948:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777578.074722:0:35948:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777578.074724:0:35948:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777578.074726:0:35948:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777578.074730:0:35948:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff9b1fc7188fc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b1fd0683230 folio ffffd839845b6340 pg:0 added for cmd 2 00000008:00000001:0.0:1788777578.074735:0:35948:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788777578.074738:0:35948:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0001-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1788777578.074743:0:35948:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0001-osc-ffff9b1fc31a7000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1788777578.074748:0:35948:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b1fd0683268 page ffffd839845b6340 00000008:00000020:0.0:1788777578.074752:0:35948:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0001-osc-ffff9b1fc31a7000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8351744, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1788777578.074757:0:35948:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788777578.074758:0:35948:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.074761:0:35948:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788777578.074766:0:35948:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b1fc83659c0. 00000008:00000020:0.0:1788777578.074772:0:35948:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9b1fc7188fc0 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1788777578.074778:0:35948:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788777578.074783:0:35948:0:(osc_cache.c:858:osc_extent_find()) extent ffff9b1fc83659c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff9b1fc7188fc0], [28672|0|-|-|ffff9b1fd1815c00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788777578.074791:0:35948:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000026d2d72f ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788777578.074801:0:35948:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788777578.074804:0:35948:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.074806:0:35948:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.074808:0:35948:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788777578.074810:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000002:0.0:1788777578.074812:0:35948:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:0.0:1788777578.074815:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.074817:0:35948:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777578.074819:0:35948:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:0.0:1788777578.074821:0:35948:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777578.074822:0:35948:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074824:0:35948:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074825:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:0.0:1788777578.074827:0:35948:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788777578.074829:0:35948:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788777578.074831:0:35948:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777578.074835:0:35948:0:(cl_page.c:556:cl_batch_put()) page@0000000049a336ae[4 0000000047a102d8 2 1 00000000efe94ca4 0 0 0] 00000020:00000001:0.0:1788777578.074837:0:35948:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777578.074838:0:35948:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777578.074839:0:35948:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788777578.074841:0:35948:0:(osc_request.c:745:osc_update_next_shrink()) next time 3214 to shrink grant 00000080:00000001:0.0:1788777578.074845:0:35948:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788777578.074856:0:35948:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788777578.074865:0:35948:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b1fd15b4cb8, count 1, dirtied 1 00000080:00000001:0.0:1788777578.074867:0:35948:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788777578.074869:0:35948:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788777578.074871:0:35948:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777578.074873:0:35948:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777578.074874:0:35948:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777578.074877:0:35948:0:(cl_page.c:507:__cl_page_state_set()) page@0000000049a336ae[3 0000000047a102d8 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777578.074879:0:35948:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788777578.074880:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777578.074882:0:35948:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788777578.074883:0:35948:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777578.074885:0:35948:0:(cl_page.c:556:cl_batch_put()) page@0000000049a336ae[3 0000000047a102d8 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777578.074887:0:35948:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788777578.074888:0:35948:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788777578.074889:0:35948:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788777578.074891:0:35948:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788777578.074892:0:35948:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074894:0:35948:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.074896:0:35948:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074897:0:35948:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777578.074899:0:35948:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1788777578.074902:0:35948:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777578.074903:0:35948:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788777578.074905:0:35948:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074908:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043b80 00000080:00200000:0.0:1788777578.074910:0:35948:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1788777578.074913:0:35948:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.074915:0:35948:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777578.074918:0:35948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777578.074919:0:35948:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777578.074920:0:35948:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788777578.074922:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.074924:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.074926:0:35948:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777578.074927:0:35948:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777578.074928:0:35948:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074930:0:35948:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074932:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:0.0:1788777578.074935:0:35948:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074936:0:35948:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.074938:0:35948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.074940:0:35948:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074941:0:35948:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074943:0:35948:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777578.074945:0:35948:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788777578.074947:0:35948:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777578.074949:0:35948:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788777578.074951:0:35948:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788777578.074954:0:35948:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777578.074959:0:35948:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188fc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788777578.074966:0:35948:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777578.074969:0:35948:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.074970:0:35948:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777578.074973:0:35948:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.074974:0:35948:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788777578.074976:0:35948:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777578.074977:0:35948:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.074979:0:35948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.074981:0:35948:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777578.074983:0:35948:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777578.074986:0:35948:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777578.074988:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fd01e0128 (ffff9b1fc93db908/0) at cl_lock_release():245 00000020:00000001:0.0:1788777578.074991:0:35948:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777578.074993:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01e0128 (ffff9b1fc93db908/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777578.074997:0:35948:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777578.074998:0:35948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.074999:0:35948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755392 : -110914170796224 : ffff9b1fc83fc740) 00000020:00000001:0.0:1788777578.075001:0:35948:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777578.075002:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd0387530 (ffff9b1fc93db6c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777578.075005:0:35948:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777578.075006:0:35948:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777578.075008:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.075010:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.075012:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:0.0:1788777578.075014:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.075017:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.075019:0:35948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.075022:0:35948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.075030:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.075032:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.075033:0:35948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.075036:0:35948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.075039:0:35948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777578.075048:0:35948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.075052:0:35948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.075055:0:35948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.075060:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.075062:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.075063:0:35948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.075067:0:35948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.075069:0:35948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.075071:0:35948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.075076:0:35948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.075079:0:35948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.075081:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.075082:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.075084:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.075084:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.075086:0:35948:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777578.075088:0:35948:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.075089:0:35948:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.075091:0:35948:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.075092:0:35948:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777578.075094:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01e0128 (ffff9b1fc93db908/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777578.075097:0:35948:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777578.075099:0:35948:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777578.075100:0:35948:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd0387530 (ffff9b1fc93db908/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777578.075103:0:35948:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc80f4390. 00000020:00000001:0.0:1788777578.075108:0:35948:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777578.075110:0:35948:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fd0387500. 00020000:00000001:0.0:1788777578.075113:0:35948:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777578.075114:0:35948:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777578.075115:0:35948:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788777578.075118:0:35948:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777578.075119:0:35948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777578.075121:0:35948:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777578.075122:0:35948:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777578.075123:0:35948:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.075126:0:35948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.075127:0:35948:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777578.075128:0:35948:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777578.075130:0:35948:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788777578.075132:0:35948:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1788777578.075134:0:35948:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777578.075136:0:35948:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777578.075137:0:35948:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777578.075139:0:35948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777578.075139:0:35948:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777578.075141:0:35948:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777578.075143:0:35948:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.075151:0:35948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.075153:0:35948:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777578.075155:0:35948:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777578.075157:0:35948:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777578.075162:0:35948:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1788777578.075166:0:35948:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788777578.075169:0:35948:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788777578.075172:0:35948:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777578.075174:0:35948:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777578.075175:0:35948:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777578.075176:0:35948:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777578.075178:0:35948:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777578.075180:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db6c0 00020000:00000001:0.0:1788777578.075184:0:35948:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777578.075185:0:35948:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777578.075187:0:35948:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777578.075189:0:35948:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777578.075192:0:35948:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777578.075193:0:35948:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788777578.075195:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043c98 00000080:00200000:0.0:1788777578.075197:0:35948:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1788777578.075199:0:35948:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777578.075201:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.075202:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.075204:0:35948:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777578.075206:0:35948:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777578.075209:0:35948:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777578.075210:0:35948:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788777578.075212:0:35948:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777578.075213:0:35948:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:0.0:1788777578.075215:0:35948:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[1]: s=23 (1) m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:0.0:1788777578.075217:0:35948:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777578.075219:0:35948:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:0.0:1788777578.075221:0:35948:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.075223:0:35948:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.075224:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:0.0:1788777578.075227:0:35948:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1788777578.075229:0:35948:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788777578.075233:0:35948:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1788777578.075235:0:35948:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1788777578.075237:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00000020:00000001:0.0:1788777578.075241:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043d88 00000080:00000008:0.0:1788777578.075243:0:35948:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:0.0:1788777578.075245:0:35948:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788777578.075272:0:35948:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777578.075274:0:35948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.075278:0:35948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.075281:0:35948:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.075290:0:35948:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777578.075293:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043df0 00000080:00200008:0.0:1788777578.075295:0:35948:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 102001 00000080:00000001:0.0:1788777578.075299:0:35948:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777578.075302:0:35948:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788777578.075303:0:35948:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777578.075304:0:35948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.075318:0:35948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.075321:0:35948:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.075324:0:35948:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788777578.075331:0:35948:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.075334:0:35948:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.075337:0:35948:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.075340:0:35948:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.075342:0:35948:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.075344:0:35948:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.075347:0:35948:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.075354:0:35948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777578.075357:0:35948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.075366:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:0.0:1788777578.075370:0:35948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777578.075377:0:35948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.075379:0:35948:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:0.0:1788777578.075382:0:35948:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777578.075384:0:35948:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777578.075391:0:35948:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.075393:0:35948:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777578.075400:0:35948:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777578.075405:0:35948:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788777578.075407:0:35948:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.075409:0:35948:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.075410:0:35948:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.075412:0:35948:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.075414:0:35948:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.075416:0:35948:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.075417:0:35948:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.075420:0:35948:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:0.0:1788777578.075425:0:35948:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777578.075427:0:35948:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:0.0:1788777578.075434:0:35948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ec000. 00000020:00000040:0.0:1788777578.075439:0:35948:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777578.075444:0:35948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777578.075449:0:35948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777578.075455:0:35948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777578.075504:0:35948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc2c72400. 00000100:00000001:0.0:1788777578.075515:0:35948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777578.075541:0:35948:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777593 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777578.075555:0:35948:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000800:00000001:2.0:1788777578.076321:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.076341:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777578.076346:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.076349:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.076359:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.076366:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777578.076378:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.076384:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.076392:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.076397:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd66680 00000400:00000200:2.0:1788777578.076403:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.076410:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8cf5 [1] + 224 00000800:00000001:2.0:1788777578.076419:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.076428:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.076432:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.076437:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777578.076447:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.076456:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777578.076487:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.076509:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777578.076521:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.076525:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.076712:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.076718:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777578.076728:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777578.076731:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777578.076736:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12630. 00000400:00000200:1.0:1788777578.076741:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256aa0 00000400:00000010:1.0:1788777578.076743:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256aa0. 00000100:00000001:1.0:1788777578.076747:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777578.076752:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777578.076760:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.076766:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777578.076768:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.076770:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777578.076774:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777578.076777:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777578.076780:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.076784:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777578.076795:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bd38 time=224 v=5 (5 5 0 5) 00000100:00001000:1.0:1788777578.076800:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777578.076803:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777578.076805:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.076808:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777578.076813:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.076818:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777578.076820:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788777578.076822:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777578.076826:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.076831:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.076840:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777578.076843:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777578.076845:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777578.076861:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777578.076870:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211150976:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777578.076876:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.076878:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777578.076882:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120e00 x1875667211150976/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.076890:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777578.076893:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777578.076897:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3326400. 02000000:00000001:1.0:1788777578.076902:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777578.076906:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777578.076921:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777578.076925:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777578.076929:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc3327200. 02000000:00000001:1.0:1788777578.076934:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777578.076937:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777578.076939:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120e00. 00000100:00000001:1.0:1788777578.076944:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777578.076946:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.076949:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.076959:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777578.076962:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.076965:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.076968:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777578.077099:0:35948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ec000 x1875667211151232/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777578.077110:0:35948:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777578.077112:0:35948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777578.077123:0:35948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8780. 00000100:00000001:0.0:1788777578.077126:0:35948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543785344 : -110914165766272 : ffff9b1fc88c8780) 00000100:00000001:0.0:1788777578.077130:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.077132:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000001:0.0:1788777578.077138:0:35948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777578.077144:0:35948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.077147:0:35948:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777578.077150:0:35948:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777578.077154:0:35948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ec000 x1875667211151232/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.077163:0:35948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777578.077166:0:35948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.077172:0:35948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777578.077176:0:35948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777578.077180:0:35948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777578.077184:0:35948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35948:1875667211151232:192.168.204.133@tcp:35:uname.0 00000100:00000001:0.0:1788777578.077189:0:35948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777578.077197:0:35948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777578.077202:0:35948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.077205:0:35948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777578.077211:0:35948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000000. 02000000:00000001:0.0:1788777578.077213:0:35948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777578.077219:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777578.077223:0:35948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000010:0.0:1788777578.077231:0:35948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777578.077239:0:35948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211151232, portal 10 00000100:00000001:0.0:1788777578.077241:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.077243:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000040:0.0:1788777578.077250:0:35948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ec000 x1875667211151232/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.077257:0:35948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777578.077260:0:35948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777578.077263:0:35948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bbb0. 00000100:00000200:0.0:1788777578.077266:0:35948:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211151232, offset 0 00000400:00000200:0.0:1788777578.077274:0:35948:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777578.077282:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.077289:0:35948:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777578.077296:0:35948:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777578.077302:0:35948:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777578.077318:0:35948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777578.077322:0:35948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777578.077326:0:35948:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3027:3027:256:4294967295] 192.168.204.133@tcp LPNI seq info [3026:3026:8:4294967295] 00000400:00000200:0.0:1788777578.077330:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.077341:0:35948:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777578.077352:0:35948:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777578.077358:0:35948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839100. 00000800:00000200:0.0:1788777578.077366:0:35948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777578.077375:0:35948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777578.077381:0:35948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777578.077402:0:35948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.077408:0:35948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 826598 usecs (827 jiffies) 00000400:00000200:0.0:1788777578.077411:0:35948:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777578.077414:0:35948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682211 00000100:00000001:0.0:1788777578.077424:0:35948:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682119 00000100:00000001:0.0:1788777578.077430:0:35948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682211 00000100:00000001:0.0:1788777578.077433:0:35948:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682119 00000100:00000001:0.0:1788777578.077436:0:35948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.077439:0:35948:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.077441:0:35948:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777578.077442:0:35948:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777578.077445:0:35948:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8780 going to sleep for 11 seconds 00000100:00000001:0.0:1788777578.077447:0:35948:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777578.077450:0:35948:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777578.078044:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.078052:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839100. 00000400:00000200:2.0:1788777578.078059:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.078067:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.078074:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bbb0 00000400:00000010:2.0:1788777578.078077:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bbb0. 00000100:00000001:2.0:1788777578.078084:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777578.078090:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ec000 x1875667211151232/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.078103:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.078108:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec000 x1875667211151232/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.078116:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.078119:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777578.086154:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.086185:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777578.086190:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.086195:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.086206:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.086216:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777578.086229:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.086235:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.086242:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.086247:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd66780 00000400:00000200:2.0:1788777578.086252:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.086259:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8d05 [1] + 224 00000800:00000001:2.0:1788777578.086269:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.086284:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.086288:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.086293:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777578.086303:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.086313:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ec000 x1875667211151232/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777578.086325:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc31ec000 x1875667211151232/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.086355:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777578.086365:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.086455:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.086824:0:35948:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777578.086837:0:35948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777578.086840:0:35948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777578.086845:0:35948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000200:0.0:1788777578.086863:0:35948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:0.0:1788777578.086865:0:35948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:0.0:1788777578.086870:0:35948:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777578.086877:0:35948:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ec000 x1875667211151232/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777578.086886:0:35948:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ec000 x1875667211151232/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.086892:0:35948:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777578.086895:0:35948:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.086898:0:35948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777578.086903:0:35948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777578.086906:0:35948:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777578.086920:0:35948:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.086924:0:35948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777578.086937:0:35948:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777578.086942:0:35948:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777578.086945:0:35948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777578.086947:0:35948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.086951:0:35948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777578.086956:0:35948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.086960:0:35948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777578.086962:0:35948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777578.086964:0:35948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777578.086967:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.086969:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000100:00000001:0.0:1788777578.086972:0:35948:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777578.086975:0:35948:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1788777578.086977:0:35948:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777578.086980:0:35948:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.086986:0:35948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ec000 x1875667211151232/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.086994:0:35948:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.086998:0:35948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777578.087001:0:35948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777578.087005:0:35948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ec000 x1875667211151232/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777578.087014:0:35948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ec000 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35948:1875667211151232:192.168.204.133@tcp:35:uname.0 00000100:00000001:0.0:1788777578.087020:0:35948:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.087024:0:35948:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.087026:0:35948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777578.087028:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.087033:0:35948:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec000 x1875667211151232/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.087039:0:35948:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777578.087043:0:35948:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8780. 00000100:00000001:0.0:1788777578.087047:0:35948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777578.087049:0:35948:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.087059:0:35948:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.087061:0:35948:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452704768 : -110914256846848 : ffff9b1fc31ec000) 00000002:00000001:0.0:1788777578.087064:0:35948:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.087067:0:35948:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.087074:0:35948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.087079:0:35948:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777578.087084:0:35948:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788777578.087088:0:35948:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.087092:0:35948:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.087095:0:35948:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.087099:0:35948:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.087101:0:35948:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.087103:0:35948:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.087106:0:35948:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.087113:0:35948:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777578.087120:0:35948:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777578.087129:0:35948:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.087131:0:35948:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.087133:0:35948:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4a40. 00000100:00000001:0.0:1788777578.087137:0:35948:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.087141:0:35948:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ec000 x1875667211151232/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.087148:0:35948:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.087152:0:35948:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.087157:0:35948:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b47a40. 00000080:00000001:0.0:1788777578.087162:0:35948:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.087171:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043df0 00000080:00000008:0.0:1788777578.087175:0:35948:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 102001, rc = 0 00000080:00000001:0.0:1788777578.087179:0:35948:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.087187:0:35948:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777578.087189:0:35948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc2043e00 00000080:00002000:0.0:1788777578.087192:0:35948:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1768438, parent ffff9b1fd155f360, inode ffff9b1fd15b4b08) hashed, 00000080:00000001:0.0:1788777578.087195:0:35948:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.158944:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d08 00000080:00200008:1.0:1788777578.158959:0:35953:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777578.158970:0:35953:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777578.158972:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17c80 00000080:00200000:1.0:1788777578.158974:0:35953:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777578.158983:0:35953:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327600. 00800000:00000002:1.0:1788777578.158991:0:35953:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777578.159082:0:35953:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777578.159090:0:35953:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777578.159092:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17ba0 00800000:00000002:1.0:1788777578.159096:0:35953:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777578.159100:0:35953:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777578.159104:0:35953:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777578.159108:0:35953:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777578.159112:0:35953:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777578.159114:0:35953:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777578.159117:0:35953:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.159119:0:35953:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777578.159122:0:35953:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.159127:0:35953:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777578.159134:0:35953:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777578.159136:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a70 00000002:00010000:1.0:1788777578.159138:0:35953:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777578.159142:0:35953:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777578.159145:0:35953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777578.159150:0:35953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777578.159159:0:35953:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.159162:0:35953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.159164:0:35953:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.159166:0:35953:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777578.159169:0:35953:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777578.159176:0:35953:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120e00. 00000020:00000040:1.0:1788777578.159181:0:35953:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:1.0:1788777578.159191:0:35953:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777578.159198:0:35953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777578.159208:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.159211:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.159213:0:35953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.159218:0:35953:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777578.159221:0:35953:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777578.159227:0:35953:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777578.159237:0:35953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356e000. 00000100:00000001:1.0:1788777578.159247:0:35953:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.159433:0:35953:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777578.159436:0:35953:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.159438:0:35953:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777578.159439:0:35953:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.159441:0:35953:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.159450:0:35953:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00010000:00000001:1.0:1788777578.159455:0:35953:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777578.159458:0:35953:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777578.159500:0:35953:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611f00. 00010000:00000010:1.0:1788777578.159505:0:35953:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182280. 00010000:00000001:1.0:1788777578.159510:0:35953:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777578.159514:0:35953:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002044a00. 00000020:00000001:1.0:1788777578.159519:0:35953:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777578.159522:0:35953:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002044a00 with handle 0x22b16ee488cdcb32 to hash 00000020:00000001:1.0:1788777578.159525:0:35953:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777578.159526:0:35953:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.159531:0:35953:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.159535:0:35953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.159538:0:35953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.159543:0:35953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777578.159554:0:35953:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35953 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777578.159566:0:35953:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35953 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777578.159574:0:35953:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777578.159578:0:35953:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777578.159587:0:35953:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777578.159590:0:35953:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140608 : -110914027411008 : ffff9b1fd0cba9c0) 00000100:00000001:1.0:1788777578.159593:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777578.159595:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000001:1.0:1788777578.159603:0:35953:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777578.159609:0:35953:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.159613:0:35953:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777578.159616:0:35953:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777578.159633:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.159643:0:35953:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777578.159646:0:35953:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.159651:0:35953:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777578.159654:0:35953:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777578.159657:0:35953:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777578.159661:0:35953:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151360:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777578.159666:0:35953:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777578.159673:0:35953:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777578.159677:0:35953:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.159679:0:35953:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777578.159686:0:35953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fd1162000. 02000000:00000001:1.0:1788777578.159689:0:35953:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777578.159699:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777578.159704:0:35953:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12630. 00000400:00000010:1.0:1788777578.159715:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256aa0. 00000100:00000200:1.0:1788777578.159725:0:35953:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211151360, portal 10 00000100:00000001:1.0:1788777578.159727:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777578.159729:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686753792 : -110914022797824 : ffff9b1fd1120e00) 00000100:00000040:1.0:1788777578.159736:0:35953:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.159745:0:35953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777578.159747:0:35953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777578.159751:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256440. 00000100:00000200:1.0:1788777578.159756:0:35953:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211151360, offset 0 00000400:00000200:1.0:1788777578.159764:0:35953:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777578.159775:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777578.159785:0:35953:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777578.159793:0:35953:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777578.159798:0:35953:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777578.159803:0:35953:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777578.159807:0:35953:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777578.159811:0:35953:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3028:3028:256:4294967295] 192.168.204.133@tcp LPNI seq info [3027:3027:8:4294967295] 00000400:00000200:1.0:1788777578.159815:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777578.159827:0:35953:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777578.159834:0:35953:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777578.159840:0:35953:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5600. 00000800:00000200:1.0:1788777578.159858:0:35953:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777578.159867:0:35953:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777578.159872:0:35953:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777578.160373:0:35953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.160380:0:35953:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 825600 usecs (826 jiffies) 00000400:00000200:1.0:1788777578.160386:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777578.160398:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682293 00000100:00000001:1.0:1788777578.160409:0:35953:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682211 00000100:00000001:1.0:1788777578.160417:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682293 00000100:00000001:1.0:1788777578.160421:0:35953:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682211 00000100:00000001:1.0:1788777578.160424:0:35953:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777578.160428:0:35953:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.160431:0:35953:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777578.160433:0:35953:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777578.160437:0:35953:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777578.160440:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777578.160444:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777578.160958:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.160966:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5600. 00000400:00000200:2.0:1788777578.160975:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1788777578.163907:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.163941:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.163948:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.163951:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.163962:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.163974:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.163986:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.163992:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.164000:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.164005:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd66800 00000400:00000200:3.0:1788777578.164011:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.164019:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8d0d [1] + 224 00000800:00000001:3.0:1788777578.164028:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.164036:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.164039:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.164044:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.164055:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.164067:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777578.164079:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 3 fl Rpc:R/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.164101:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.164113:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.164116:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.164453:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.164475:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256440 00000400:00000010:2.0:1788777578.164479:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256440. 00000100:00000001:2.0:1788777578.164484:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777578.164489:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 3 fl Rpc:R/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.164501:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.164505:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 3 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.164513:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.164515:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777578.165376:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777578.165387:0:35953:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777578.165390:0:35953:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777578.165872:0:35953:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12630. 00000400:00000200:1.0:1788777578.165880:0:35953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256aa0 00000400:00000010:1.0:1788777578.165883:0:35953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256aa0. 00000100:00000001:1.0:1788777578.165888:0:35953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777578.165901:0:35953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777578.165911:0:35953:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.165920:0:35953:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777578.165923:0:35953:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.165927:0:35953:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777578.165932:0:35953:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777578.165935:0:35953:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777578.165938:0:35953:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.165942:0:35953:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777578.165955:0:35953:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=87 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777578.165962:0:35953:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777578.165965:0:35953:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777578.165967:0:35953:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.165971:0:35953:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777578.165976:0:35953:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.165992:0:35953:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777578.166066:0:35953:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1788777578.166069:0:35953:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777578.166073:0:35953:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.166080:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.166088:0:35953:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777578.166092:0:35953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777578.166094:0:35953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777578.166098:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777578.166106:0:35953:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120e00 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151360:192.168.204.133@tcp:101:lfs.0 00000100:00000001:1.0:1788777578.166112:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.166116:0:35953:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.166119:0:35953:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777578.166121:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777578.166125:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.166132:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777578.166136:0:35953:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777578.166139:0:35953:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777578.166141:0:35953:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.166144:0:35953:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777578.166149:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.166153:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.166157:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=4 00000020:00000001:1.0:1788777578.166159:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.166162:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000040:1.0:1788777578.166170:0:35953:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002044a00, remote cookie: 0x542deec0941a74da, flags: 0x1001 00010000:00010000:1.0:1788777578.166176:0:35953:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777578.166189:0:35953:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.166196:0:35953:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777578.166202:0:35953:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777578.166205:0:35953:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777578.166207:0:35953:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777578.166209:0:35953:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777578.166212:0:35953:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd2611f00) refcount = 1 00010000:00010000:1.0:1788777578.166216:0:35953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.166224:0:35953:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777578.166228:0:35953:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777578.166230:0:35953:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.166234:0:35953:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777578.166237:0:35953:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.166241:0:35953:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.166248:0:35953:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777578.166835:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.166839:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.166840:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.166841:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.166843:0:35953:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.166860:0:35953:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777578.166863:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.166864:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.166866:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:1.0:1788777578.166869:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.166871:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.166874:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.166874:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.166875:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=4 00000020:00000001:1.0:1788777578.166877:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.166879:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.166883:0:35953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.166886:0:35953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.166890:0:35953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.166898:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.166899:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.166901:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.166902:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.166903:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=5 00000020:00000001:1.0:1788777578.166905:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.166907:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.166910:0:35953:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777578.166913:0:35953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.166920:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.166921:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777578.166924:0:35953:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.166930:0:35953:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777578.166932:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.166933:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.166934:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.166936:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777578.166948:0:35953:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777578.166957:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.166959:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.166960:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:1.0:1788777578.166962:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.166964:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.166967:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.166968:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777578.166970:0:35953:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.166973:0:35953:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.166985:0:35953:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777578.166988:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.166990:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.169486:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:1.0:1788777578.169504:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.169509:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00000002:00010000:1.0:1788777578.169517:0:35953:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.169533:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.169536:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.169538:0:35953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777578.169540:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.169542:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.169544:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:1.0:1788777578.169547:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.169549:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000040:1.0:1788777578.169557:0:35953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611f00 count: 2 00010000:00000001:1.0:1788777578.169560:0:35953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777578.169566:0:35953:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777578.169569:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.169570:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777578.169571:0:35953:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777578.169575:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d179f8 00000002:00002000:1.0:1788777578.169578:0:35953:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777578.169581:0:35953:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777578.169587:0:35953:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777578.169590:0:35953:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777578.169594:0:35953:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777578.169598:0:35953:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.169603:0:35953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777578.169608:0:35953:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327600. 00000080:00000001:1.0:1788777578.169616:0:35953:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777578.169620:0:35953:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777578.169630:0:35953:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777578.169638:0:35953:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777578.171015:0:35953:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fd12e4d80. 00800000:00000001:0.0:1788777578.171023:0:35953:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159688605056 : -110914020946560 : ffff9b1fd12e4d80) 00800000:00000001:0.0:1788777578.171027:0:35953:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.171031:0:35953:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777578.171037:0:35953:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777578.171039:0:35953:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777578.171042:0:35953:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777578.171047:0:35953:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777578.171049:0:35953:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.171055:0:35953:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777578.171058:0:35953:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788777578.171062:0:35953:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777576 to 1788777577 00000080:00200000:0.0:1788777578.171067:0:35953:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788777578.171070:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.171073:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.171076:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:0.0:1788777578.171079:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.171082:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.171084:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.171087:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777578.171088:0:35953:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777578.171092:0:35953:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777578.171094:0:35953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fd12e4d80 1 00800000:00000010:0.0:1788777578.171098:0:35953:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fd12e4d80. 00800000:00000001:0.0:1788777578.171101:0:35953:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.171105:0:35953:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb32 00800000:00000001:0.0:1788777578.171109:0:35953:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.171113:0:35953:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.171115:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.171116:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.171117:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:0.0:1788777578.171119:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.171121:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.171124:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.171126:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.171127:0:35953:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.171129:0:35953:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.171132:0:35953:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.171135:0:35953:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777578.171138:0:35953:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb32 from it ffffb70bc1d17cb8 00010000:00000001:0.0:1788777578.171140:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.171141:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.171143:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:0.0:1788777578.171144:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.171146:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.171148:0:35953:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.171153:0:35953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.171164:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.171165:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.171167:0:35953:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.171171:0:35953:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.171173:0:35953:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777578.171181:0:35953:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.171185:0:35953:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.171187:0:35953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.171193:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.171194:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.171197:0:35953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.171201:0:35953:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.171203:0:35953:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.171205:0:35953:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.171210:0:35953:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.171213:0:35953:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.171214:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.171215:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777578.171219:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.171236:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120e00 x1875667211151360/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.171244:0:35953:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777578.171248:0:35953:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.171252:0:35953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fd1162000. 02000000:00000001:0.0:1788777578.171258:0:35953:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777578.171262:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.171264:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.171266:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777578.171269:0:35953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356e000. 02000000:00000001:0.0:1788777578.171275:0:35953:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777578.171277:0:35953:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777578.171279:0:35953:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120e00. 00000100:00000001:0.0:1788777578.171284:0:35953:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777578.171286:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.171290:0:35953:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.171297:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d08 00000080:00000008:0.0:1788777578.171300:0:35953:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777578.172123:0:35953:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.172165:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d08 00000080:00200008:0.0:1788777578.172168:0:35953:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777578.172175:0:35953:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777578.172176:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17c80 00000080:00200000:0.0:1788777578.172178:0:35953:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777578.172185:0:35953:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00800000:00000002:0.0:1788777578.172191:0:35953:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777578.172196:0:35953:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777578.172202:0:35953:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.172204:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17ba0 00800000:00000002:0.0:1788777578.172207:0:35953:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.172211:0:35953:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777578.172215:0:35953:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.172218:0:35953:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.172221:0:35953:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.172223:0:35953:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.172225:0:35953:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.172227:0:35953:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.172230:0:35953:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.172233:0:35953:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777578.172239:0:35953:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.172241:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a70 00000002:00010000:0.0:1788777578.172243:0:35953:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777578.172246:0:35953:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777578.172248:0:35953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777578.172251:0:35953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.172261:0:35953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611f00 count: 2 00010000:00000001:0.0:1788777578.172265:0:35953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.172271:0:35953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.172275:0:35953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.172279:0:35953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777578.172290:0:35953:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.172295:0:35953:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.172299:0:35953:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777578.172306:0:35953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777578.172309:0:35953:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777578.172311:0:35953:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.172313:0:35953:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.172315:0:35953:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.172319:0:35953:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777578.172322:0:35953:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777578.172325:0:35953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777578.172328:0:35953:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.172332:0:35953:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777578.172334:0:35953:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.172336:0:35953:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777578.172340:0:35953:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb32 00800000:00000001:0.0:1788777578.172343:0:35953:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.172345:0:35953:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.172348:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.172350:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.172352:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:0.0:1788777578.172354:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.172356:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.172360:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.172362:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.172363:0:35953:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.172365:0:35953:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.172367:0:35953:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb32 from it ffffb70bc1d17cb8 00010000:00000001:0.0:1788777578.172370:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.172371:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.172372:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:0.0:1788777578.172374:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.172376:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.172378:0:35953:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.172381:0:35953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777578.172388:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.172389:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.172391:0:35953:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.172394:0:35953:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.172397:0:35953:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.172405:0:35953:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.172408:0:35953:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.172410:0:35953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.172414:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.172415:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.172417:0:35953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.172420:0:35953:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.172422:0:35953:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.172423:0:35953:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.172426:0:35953:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.172429:0:35953:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.172431:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.172432:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777578.172435:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777578.172437:0:35953:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.172440:0:35953:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.172444:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d08 00000080:00000008:0.0:1788777578.172446:0:35953:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777578.172614:0:35953:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777578.172617:0:35953:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777578.172618:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b78 00000080:00200000:0.0:1788777578.172620:0:35953:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777578.172624:0:35953:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00800000:00000002:0.0:1788777578.172627:0:35953:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777578.172629:0:35953:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777578.172631:0:35953:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.172633:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a98 00800000:00000002:0.0:1788777578.172634:0:35953:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.172637:0:35953:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777578.172638:0:35953:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.172640:0:35953:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.172641:0:35953:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.172643:0:35953:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.172644:0:35953:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.172646:0:35953:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.172649:0:35953:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.172652:0:35953:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777578.172655:0:35953:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.172656:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17968 00000002:00010000:0.0:1788777578.172658:0:35953:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777578.172661:0:35953:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777578.172662:0:35953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777578.172664:0:35953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.172667:0:35953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611f00 count: 2 00010000:00000001:0.0:1788777578.172669:0:35953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.172672:0:35953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.172674:0:35953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.172677:0:35953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777578.172685:0:35953:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.172688:0:35953:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.172691:0:35953:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777578.172697:0:35953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777578.172699:0:35953:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777578.172701:0:35953:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.172702:0:35953:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.172704:0:35953:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.172706:0:35953:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777578.172709:0:35953:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777578.172711:0:35953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777578.172713:0:35953:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.172715:0:35953:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777578.172717:0:35953:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.172719:0:35953:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777578.172722:0:35953:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb32 00800000:00000001:0.0:1788777578.172724:0:35953:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.172727:0:35953:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.172728:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.172729:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.172731:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:0.0:1788777578.172733:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.172735:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.172738:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.172739:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.172740:0:35953:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.172741:0:35953:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.172744:0:35953:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb32 from it ffffb70bc1d17bb0 00010000:00000001:0.0:1788777578.172745:0:35953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.172747:0:35953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.172748:0:35953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:0.0:1788777578.172750:0:35953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.172752:0:35953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:0.0:1788777578.172754:0:35953:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.172757:0:35953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.172762:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.172763:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.172764:0:35953:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.172766:0:35953:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.172768:0:35953:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777578.172775:0:35953:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.172776:0:35953:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.172778:0:35953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.172780:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.172781:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.172782:0:35953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.172785:0:35953:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.172786:0:35953:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.172788:0:35953:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.172790:0:35953:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.172792:0:35953:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.172793:0:35953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.172794:0:35953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777578.172795:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777578.172796:0:35953:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.172798:0:35953:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788777578.172802:0:35953:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.172806:0:35953:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788777578.172809:0:35953:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777578.172811:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b78 00000080:00200008:0.0:1788777578.172813:0:35953:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000 00000080:00000010:0.0:1788777578.172820:0:35953:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc4b47a40. 00000080:00000001:0.0:1788777578.172825:0:35953:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.172827:0:35953:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.172961:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.172964:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.172972:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.172975:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.172982:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.172987:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.172990:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.172992:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.172995:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.173001:0:35953:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788777578.173004:0:35953:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: age 2005, max_age 2013 00000002:00000001:0.0:1788777578.173008:0:35953:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788777578.173012:0:35953:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000010:0.0:1788777578.173018:0:35953:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777578.173021:0:35953:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777578.173026:0:35953:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777578.173030:0:35953:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777578.173033:0:35953:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777578.173041:0:35953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd1839900. 00000100:00000001:0.0:1788777578.173049:0:35953:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.173054:0:35953:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777578.173055:0:35953:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777578.173064:0:35953:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.173067:0:35953:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543783808 : -110914165767808 : ffff9b1fc88c8180) 00000100:00000001:0.0:1788777578.173069:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.173071:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777578.173078:0:35953:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777578.173083:0:35953:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.173085:0:35953:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777578.173086:0:35953:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777578.173099:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.173108:0:35953:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777578.173110:0:35953:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.173114:0:35953:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777578.173117:0:35953:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777578.173120:0:35953:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777578.173123:0:35953:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151488:192.168.204.133@tcp:41:lfs.0 00000100:00000001:0.0:1788777578.173129:0:35953:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777578.173135:0:35953:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777578.173139:0:35953:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.173142:0:35953:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777578.173147:0:35953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777578.173150:0:35953:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777578.173159:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777578.173165:0:35953:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000010:0.0:1788777578.173176:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777578.173188:0:35953:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211151488, portal 10 00000100:00000001:0.0:1788777578.173190:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.173191:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777578.173198:0:35953:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.173207:0:35953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777578.173211:0:35953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777578.173214:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b990. 00000100:00000200:0.0:1788777578.173218:0:35953:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211151488, offset 0 00000400:00000200:0.0:1788777578.173226:0:35953:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777578.173238:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.173247:0:35953:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777578.173254:0:35953:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777578.173260:0:35953:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777578.173264:0:35953:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777578.173267:0:35953:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777578.173271:0:35953:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3029:3029:256:4294967295] 192.168.204.133@tcp LPNI seq info [3028:3028:8:4294967295] 00000400:00000200:0.0:1788777578.173276:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.173289:0:35953:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777578.173296:0:35953:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777578.173302:0:35953:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839200. 00000800:00000200:0.0:1788777578.173311:0:35953:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777578.173321:0:35953:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777578.173326:0:35953:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777578.173343:0:35953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.173349:0:35953:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 824600 usecs (825 jiffies) 00000400:00000200:0.0:1788777578.173352:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777578.173356:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682305 00000100:00000001:0.0:1788777578.173366:0:35953:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682293 00000100:00000001:0.0:1788777578.173373:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682305 00000100:00000001:0.0:1788777578.173377:0:35953:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682293 00000100:00000001:0.0:1788777578.173381:0:35953:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.173385:0:35953:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.173387:0:35953:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777578.173389:0:35953:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777578.173393:0:35953:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8180 going to sleep for 11 seconds 00000100:00000001:0.0:1788777578.173396:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777578.173400:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.173736:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.173743:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839200. 00000400:00000200:3.0:1788777578.173749:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.173756:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.173763:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b990 00000400:00000010:3.0:1788777578.173766:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b990. 00000100:00000001:3.0:1788777578.173772:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.173777:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.173789:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.173792:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.173799:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.173801:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777578.176815:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.176840:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777578.176856:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.176860:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.176871:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.176880:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777578.176891:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.176896:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.176902:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.176906:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd66880 00000400:00000200:2.0:1788777578.176911:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.176919:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x8d15 [1] + 224 00000800:00000001:2.0:1788777578.176928:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.176936:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.176940:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.176944:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777578.176953:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.176963:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777578.176974:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.176997:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777578.177006:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.177010:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.177170:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777578.177180:0:35953:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777578.177183:0:35953:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777578.177188:0:35953:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000200:0.0:1788777578.177195:0:35953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:0.0:1788777578.177198:0:35953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:0.0:1788777578.177202:0:35953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777578.177207:0:35953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777578.177216:0:35953:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.177222:0:35953:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777578.177224:0:35953:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.177227:0:35953:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777578.177232:0:35953:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777578.177234:0:35953:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777578.177237:0:35953:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.177240:0:35953:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777578.177253:0:35953:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=87 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777578.177258:0:35953:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777578.177261:0:35953:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777578.177263:0:35953:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.177266:0:35953:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777578.177271:0:35953:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.177276:0:35953:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777578.177278:0:35953:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1788777578.177280:0:35953:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777578.177284:0:35953:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.177289:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.177296:0:35953:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.177300:0:35953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777578.177304:0:35953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777578.177308:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777578.177329:0:35953:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151488:192.168.204.133@tcp:41:lfs.0 00000100:00000001:0.0:1788777578.177335:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.177338:0:35953:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.177341:0:35953:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777578.177344:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.177348:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.177355:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777578.177359:0:35953:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.177363:0:35953:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777578.177364:0:35953:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.177371:0:35953:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788777578.177373:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.177377:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211151488/t0(0) o41->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.177383:0:35953:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777578.177386:0:35953:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.177390:0:35953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777578.177395:0:35953:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777578.177398:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.177400:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.177403:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777578.177407:0:35953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd1839900. 02000000:00000001:0.0:1788777578.177412:0:35953:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777578.177413:0:35953:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777578.177416:0:35953:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777578.177420:0:35953:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777578.177422:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777578.177423:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.177424:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.177426:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788777578.177430:0:35953:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b1fc31a7000: update ffff9b1fc3398450 cache blocks 317378/353529 objects 1023699/1024000 00800000:00000001:0.0:1788777578.177435:0:35953:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.177442:0:35953:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.177446:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.177450:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.177455:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.177459:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.177594:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.177597:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.177607:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.177610:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.177617:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.177621:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.177623:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.177627:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.177629:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.177637:0:35953:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788777578.177640:0:35953:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9b1fc31a7000: age 2005, max_age 2013 00000002:00000001:0.0:1788777578.177644:0:35953:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788777578.177647:0:35953:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000010:0.0:1788777578.177652:0:35953:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777578.177656:0:35953:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=6 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777578.177661:0:35953:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777578.177664:0:35953:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777578.177671:0:35953:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777578.177679:0:35953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd1839900. 00000100:00000001:0.0:1788777578.177688:0:35953:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.177693:0:35953:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777578.177695:0:35953:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777578.177702:0:35953:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.177704:0:35953:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543783808 : -110914165767808 : ffff9b1fc88c8180) 00000100:00000001:0.0:1788777578.177707:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.177709:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777578.177715:0:35953:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777578.177720:0:35953:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.177724:0:35953:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777578.177725:0:35953:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777578.177731:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.177738:0:35953:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777578.177741:0:35953:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.177745:0:35953:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777578.177749:0:35953:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777578.177751:0:35953:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777578.177754:0:35953:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151616:192.168.204.133@tcp:41:lfs.0 00000100:00000001:0.0:1788777578.177759:0:35953:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777578.177766:0:35953:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777578.177768:0:35953:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.177772:0:35953:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777578.177777:0:35953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777578.177779:0:35953:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777578.177784:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777578.177787:0:35953:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000010:0.0:1788777578.177793:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777578.177801:0:35953:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211151616, portal 10 00000100:00000001:0.0:1788777578.177803:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.177804:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777578.177811:0:35953:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.177817:0:35953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777578.177820:0:35953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777578.177823:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b088. 00000100:00000200:0.0:1788777578.177828:0:35953:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211151616, offset 0 00000400:00000200:0.0:1788777578.177836:0:35953:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777578.177857:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.177866:0:35953:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777578.177874:0:35953:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777578.177879:0:35953:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777578.177885:0:35953:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777578.177889:0:35953:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777578.177893:0:35953:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3030:3030:256:4294967295] 192.168.204.133@tcp LPNI seq info [3029:3029:8:4294967295] 00000400:00000200:0.0:1788777578.177899:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.177910:0:35953:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777578.177918:0:35953:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777578.177924:0:35953:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839000. 00000800:00000200:0.0:1788777578.177933:0:35953:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777578.177943:0:35953:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777578.177949:0:35953:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777578.177971:0:35953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.177976:0:35953:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22143 usecs (23 jiffies) 00000400:00000200:0.0:1788777578.177980:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777578.177984:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681508 00000100:00000001:0.0:1788777578.177987:0:35953:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296682305 00000100:00000001:0.0:1788777578.177990:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681508 00000100:00000001:0.0:1788777578.177993:0:35953:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296682305 00000100:00000001:0.0:1788777578.177995:0:35953:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.177999:0:35953:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.178001:0:35953:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777578.178003:0:35953:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777578.178006:0:35953:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8180 going to sleep for 11 seconds 00000100:00000001:0.0:1788777578.178009:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777578.178011:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.178263:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.178269:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839000. 00000400:00000200:3.0:1788777578.178274:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.178280:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.178284:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b088 00000400:00000010:3.0:1788777578.178286:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b088. 00000100:00000001:3.0:1788777578.178291:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.178296:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.178305:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.178309:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.178316:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.178317:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777578.181710:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.181732:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777578.181738:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.181740:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.181751:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.181760:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777578.181772:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.181778:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.181785:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.181790:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 10 MB=0x6a9e8cdd66900 00000400:00000200:2.0:1788777578.181796:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.181803:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 368/368 into md 0x8d1d [1] + 224 00000800:00000001:2.0:1788777578.181812:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.181820:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.181825:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.181830:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777578.181840:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.181862:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777578.181874:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.181892:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777578.181901:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.181905:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.182011:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777578.182021:0:35953:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777578.182024:0:35953:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777578.182028:0:35953:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000200:0.0:1788777578.182036:0:35953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:0.0:1788777578.182038:0:35953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:0.0:1788777578.182044:0:35953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777578.182050:0:35953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777578.182059:0:35953:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.182066:0:35953:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777578.182068:0:35953:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.182072:0:35953:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777578.182076:0:35953:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777578.182080:0:35953:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777578.182082:0:35953:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.182086:0:35953:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777578.182097:0:35953:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=87 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777578.182103:0:35953:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777578.182105:0:35953:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777578.182107:0:35953:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.182111:0:35953:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777578.182115:0:35953:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.182120:0:35953:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777578.182122:0:35953:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: committing for last_committed 4294967337 gen 1 00000100:00000040:0.0:1788777578.182128:0:35953:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967337) req@ffff9b1fc639c000 x1875667211142272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.182135:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.182138:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c000 x1875667211142272/t4294967337(4294967337) o35->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777584 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.182144:0:35953:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777578.182147:0:35953:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.182151:0:35953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc3339400. 02000000:00000001:0.0:1788777578.182155:0:35953:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777578.182158:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.182160:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=5 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.182162:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777578.182166:0:35953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc4fe2400. 02000000:00000001:0.0:1788777578.182170:0:35953:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777578.182173:0:35953:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777578.182175:0:35953:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c000. 00000100:00000001:0.0:1788777578.182178:0:35953:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777578.182180:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.182182:0:35953:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777578.182185:0:35953:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788777578.182188:0:35953:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777578.182190:0:35953:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.182195:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.182203:0:35953:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.182206:0:35953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777578.182209:0:35953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777578.182213:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777578.182221:0:35953:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151616:192.168.204.133@tcp:41:lfs.0 00000100:00000001:0.0:1788777578.182226:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.182230:0:35953:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.182232:0:35953:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777578.182233:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.182236:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.182242:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777578.182245:0:35953:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.182248:0:35953:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777578.182250:0:35953:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.182258:0:35953:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788777578.182260:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.182263:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211151616/t0(0) o41->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.182269:0:35953:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777578.182270:0:35953:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.182273:0:35953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777578.182276:0:35953:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777578.182278:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.182279:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.182280:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777578.182282:0:35953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd1839900. 02000000:00000001:0.0:1788777578.182284:0:35953:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777578.182286:0:35953:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777578.182287:0:35953:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777578.182290:0:35953:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777578.182291:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777578.182293:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.182294:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.182296:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788777578.182299:0:35953:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9b1fc31a7000: update ffff9b1fc93a9e08 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:0.0:1788777578.182304:0:35953:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.182312:0:35953:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182316:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.182319:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182324:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182327:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182403:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182406:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182414:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182417:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182422:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182427:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182430:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182434:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182436:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182441:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182443:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182446:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182449:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182451:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182454:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182458:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182484:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182487:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182488:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182491:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182494:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182496:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182497:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182499:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182501:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182503:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182505:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182507:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182509:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182511:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182514:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182515:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182518:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182519:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182521:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182523:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182524:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182525:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182526:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182529:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182530:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182532:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182534:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182536:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182538:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182541:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182542:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182545:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182546:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182548:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182551:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182552:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182553:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182566:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182570:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182572:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182574:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182576:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182578:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182580:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182584:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182585:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182588:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182589:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182591:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182593:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182595:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182596:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182597:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182599:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182601:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182603:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182604:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182606:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182607:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182610:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182611:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182613:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182614:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182616:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182618:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182620:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182621:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182622:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182625:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182626:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182628:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182629:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182631:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182632:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182634:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182635:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182637:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182639:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182641:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182643:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182644:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182646:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182647:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182650:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182652:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182654:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182656:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182658:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182660:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182662:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182663:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182665:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182666:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182668:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182670:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182671:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182672:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182674:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182676:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182678:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182680:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182681:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182683:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182684:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182686:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182687:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182689:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182689:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182691:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182693:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182694:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182695:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182696:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182699:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182701:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182702:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182704:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182705:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182707:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182709:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182710:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182712:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182712:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182714:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182715:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182717:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182718:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182719:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182721:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182723:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182725:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182727:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182729:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182730:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182733:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182734:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182736:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182737:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182738:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182739:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182741:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182741:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182742:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182744:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182745:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182747:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182749:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182750:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182752:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182755:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182756:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182758:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182758:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182760:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182762:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182763:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182763:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182764:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182766:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182767:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182769:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182770:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182773:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182774:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182777:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182778:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182780:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182781:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182783:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182785:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182786:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182787:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182788:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182791:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182792:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182794:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182796:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182798:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182800:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182803:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182804:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182807:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182808:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182810:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182811:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182813:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182814:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182815:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182817:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182819:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182821:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182823:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182825:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182827:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182830:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182832:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182834:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182835:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182837:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182839:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182840:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182841:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182842:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182855:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182857:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182859:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182861:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182863:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182865:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182868:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182869:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182871:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182872:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182874:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182876:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182878:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182879:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182880:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182883:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182885:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182886:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182888:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182890:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182892:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182894:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182896:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182898:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182899:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182902:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182905:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182906:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182917:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182918:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182922:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182923:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182925:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182928:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182930:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182932:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182935:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182937:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182939:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182940:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182943:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182945:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182947:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182948:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182949:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182952:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182954:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182955:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182957:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182959:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182961:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182964:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182965:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182967:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182968:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182971:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.182973:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.182974:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.182976:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.182977:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.182980:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182981:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182983:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.182985:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.182987:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182989:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.182991:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.182993:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.182995:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.182996:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.182998:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183000:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183002:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183003:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183004:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183006:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183008:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183010:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183012:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183014:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183015:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183018:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183019:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183022:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183023:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183025:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183027:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183029:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183030:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183031:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183034:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183037:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183038:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183040:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183042:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183044:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183046:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183048:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183050:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183051:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183053:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183056:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183058:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183059:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183060:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183063:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183065:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183067:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183069:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183071:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183073:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183076:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183077:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183080:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183081:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183088:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183090:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183091:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183092:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183094:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183096:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183098:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183100:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183101:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183104:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183105:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183109:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183110:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183112:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183113:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183115:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183117:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183119:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183120:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183121:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183124:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183125:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183127:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183129:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183131:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183133:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183136:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183137:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183140:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183141:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183142:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183144:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183146:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183147:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183148:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183150:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183152:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183154:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183156:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183158:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183159:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183162:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183164:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183166:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183167:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183170:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183172:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183173:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183174:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183175:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183178:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183179:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183181:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183183:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183185:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183187:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183190:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183191:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183194:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183195:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183197:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183199:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183201:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183202:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183204:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183206:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183208:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183210:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183217:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183219:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183221:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183225:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183226:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183228:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183230:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183233:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183235:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183237:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183238:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183239:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183241:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183244:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183246:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183248:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183250:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183252:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183255:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183256:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183259:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183260:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183263:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183265:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183267:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183268:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183269:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183272:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183273:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183275:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183277:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183279:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183280:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183283:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183285:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183287:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183288:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183290:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183292:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183294:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183296:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183297:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183300:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183302:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183304:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183306:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183308:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183310:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183314:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183315:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183317:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183319:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183321:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183323:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183325:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183325:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183327:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183330:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183331:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183333:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183335:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183337:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183339:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183342:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183344:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183346:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183347:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183349:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183351:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183352:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183353:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183355:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183357:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183359:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183361:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183363:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183365:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183367:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183370:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183371:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183373:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183374:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183376:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183379:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183380:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183381:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183382:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183384:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183385:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183387:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183389:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183391:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183393:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183396:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183397:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183400:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183401:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183403:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183405:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183406:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183407:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183409:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183411:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183413:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183415:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183416:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183419:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183421:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183424:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183425:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183428:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183429:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183430:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183433:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183434:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183435:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183436:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183439:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183441:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183442:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183445:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183447:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183449:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183452:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183453:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183456:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183457:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183459:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183492:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183494:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183496:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183497:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183500:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183501:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183503:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183505:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183508:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183510:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183513:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183515:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183517:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183518:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183521:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183523:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183524:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183526:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183527:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183529:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183531:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183532:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183534:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183537:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183538:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183541:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183542:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183544:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183545:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183547:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183549:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183551:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183552:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183553:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183556:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183558:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183559:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183561:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183563:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183565:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183567:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183568:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183571:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183572:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183574:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183576:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183578:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183579:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183580:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183583:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183584:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183586:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183588:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183590:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183592:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183595:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183597:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183599:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183600:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183602:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183604:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183606:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183607:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183608:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183611:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183613:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183615:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183617:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183619:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183621:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183624:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183625:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183628:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183629:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183631:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183633:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183634:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183636:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183637:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183639:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183640:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183642:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183644:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183646:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183648:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183651:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183653:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183655:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183657:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183659:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183661:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183663:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183664:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183665:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183668:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183670:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183672:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183674:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183676:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183678:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183680:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183682:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183684:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183686:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183688:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183690:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183692:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183693:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183695:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183697:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183700:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183702:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183704:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183706:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183708:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183711:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183713:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183715:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183716:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183718:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183720:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183722:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183723:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183724:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183727:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183729:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183731:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183733:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183735:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183737:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183740:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183741:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183744:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183745:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183747:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183750:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183752:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183753:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183754:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183757:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183759:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183761:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183763:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183766:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183767:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183771:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183773:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183775:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183776:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183778:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183781:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183782:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183784:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183785:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183788:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183790:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183792:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183794:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183796:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183798:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183801:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183802:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183805:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183806:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183808:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183810:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183811:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183813:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183814:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183817:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183819:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183821:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183823:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183825:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183827:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183830:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183832:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183835:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183836:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183838:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183840:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183841:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183842:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183844:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183860:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183862:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183864:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183866:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183869:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183871:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183875:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183877:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183879:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183880:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183883:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183886:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183887:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183888:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183890:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183893:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183895:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183897:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183899:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183901:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183903:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183906:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183907:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183910:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183911:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183914:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183917:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183918:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183919:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183921:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183923:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183925:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183926:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183929:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183931:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183932:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183935:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183937:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183939:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183940:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183942:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183945:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183947:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183948:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183949:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183951:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183954:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183955:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183958:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183960:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183962:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183964:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183966:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183969:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183970:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.183972:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.183974:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.183975:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.183977:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.183978:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.183981:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183983:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183985:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.183987:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.183989:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183991:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.183994:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.183995:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.183998:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.183999:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184002:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184004:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184005:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184006:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184007:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184010:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184012:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184014:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184016:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184018:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184020:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184023:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184025:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184028:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184029:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184032:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184034:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184035:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184037:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184038:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184040:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184043:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184045:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184047:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184050:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184052:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184055:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184056:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184059:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184060:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184062:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184065:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184066:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184068:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184069:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184072:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184074:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184075:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184078:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184080:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184082:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184085:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184087:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184090:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184091:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184093:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184096:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184097:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184099:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184100:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184103:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184105:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184107:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184109:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184112:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184114:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184117:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184118:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184121:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184122:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184124:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184126:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184127:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184128:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184129:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184132:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184134:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184136:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184138:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184141:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184143:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184146:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184147:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184150:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184151:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184153:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184155:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184157:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184158:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184159:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184162:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184164:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184166:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184168:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184171:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184173:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184175:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184177:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184180:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184182:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184184:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184186:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184187:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184189:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184190:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184193:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184195:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184196:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184199:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184201:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184203:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184206:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184207:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184210:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184211:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184213:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184215:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184217:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184218:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184219:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184222:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184224:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184226:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184228:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184230:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184232:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184235:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184236:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184239:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184240:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184243:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184246:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184247:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184249:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184250:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184252:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184254:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184256:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184258:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184261:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184262:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184266:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184267:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184270:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184271:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184273:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184274:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184276:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184277:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184278:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184281:0:35953:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184283:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184285:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.184287:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184289:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184290:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.184293:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184294:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184297:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184298:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184300:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184302:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184304:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777578.184306:0:35953:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777578.184307:0:35953:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00800000:00000001:0.0:1788777578.184310:0:35953:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777578.184312:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777578.184314:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788777578.184316:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.184318:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777578.184320:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777578.184323:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.184325:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.184328:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.184329:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.184332:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.184334:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.184335:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.184339:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.184342:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.184349:0:35953:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788777578.184352:0:35953:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b1fc31a7000: age 2005, max_age 2013 00000008:00000001:0.0:1788777578.184356:0:35953:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788777578.184361:0:35953:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000010:0.0:1788777578.184368:0:35953:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777578.184372:0:35953:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=4 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.184376:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.184378:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.184381:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788777578.184383:0:35953:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777578.184388:0:35953:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777578.184394:0:35953:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777578.184403:0:35953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd1839900. 00000100:00000001:0.0:1788777578.184412:0:35953:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.184416:0:35953:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777578.184418:0:35953:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777578.184425:0:35953:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.184428:0:35953:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543783808 : -110914165767808 : ffff9b1fc88c8180) 00000100:00000001:0.0:1788777578.184431:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.184433:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777578.184438:0:35953:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777578.184444:0:35953:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.184446:0:35953:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777578.184448:0:35953:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777578.184496:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.184507:0:35953:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777578.184510:0:35953:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.184515:0:35953:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777578.184518:0:35953:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777578.184521:0:35953:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777578.184526:0:35953:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151744:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777578.184531:0:35953:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777578.184538:0:35953:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777578.184541:0:35953:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.184544:0:35953:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777578.184549:0:35953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777578.184552:0:35953:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777578.184561:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777578.184566:0:35953:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000010:0.0:1788777578.184575:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777578.184586:0:35953:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211151744, portal 4 00000100:00000001:0.0:1788777578.184588:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.184589:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777578.184597:0:35953:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.184606:0:35953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777578.184609:0:35953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777578.184613:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b3b8. 00000100:00000200:0.0:1788777578.184617:0:35953:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667211151744, offset 0 00000400:00000200:0.0:1788777578.184627:0:35953:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777578.184638:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.184648:0:35953:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777578.184657:0:35953:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777578.184664:0:35953:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777578.184670:0:35953:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777578.184673:0:35953:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777578.184678:0:35953:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3031:3031:256:4294967295] 192.168.204.133@tcp LPNI seq info [3030:3030:8:4294967295] 00000400:00000200:0.0:1788777578.184683:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.184696:0:35953:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777578.184703:0:35953:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777578.184709:0:35953:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839300. 00000800:00000200:0.0:1788777578.184719:0:35953:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777578.184730:0:35953:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777578.184735:0:35953:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777578.184768:0:35953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.184774:0:35953:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 21055 usecs (22 jiffies) 00000400:00000200:0.0:1788777578.184778:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777578.184782:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681511 00000100:00000001:0.0:1788777578.184786:0:35953:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296682305 00000100:00000001:0.0:1788777578.184789:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681511 00000100:00000001:0.0:1788777578.184792:0:35953:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296682305 00000100:00000001:0.0:1788777578.184794:0:35953:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.184797:0:35953:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.184800:0:35953:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777578.184802:0:35953:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777578.184805:0:35953:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8180 going to sleep for 11 seconds 00000100:00000001:0.0:1788777578.184808:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777578.184811:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.185390:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.185398:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839300. 00000400:00000200:3.0:1788777578.185406:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.185414:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.185420:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b3b8 00000400:00000010:3.0:1788777578.185423:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b3b8. 00000100:00000001:3.0:1788777578.185429:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.185436:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.185449:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.185453:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.185495:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.185498:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777578.188105:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.188129:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777578.188135:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.188139:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.188151:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.188160:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777578.188172:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.188179:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.188185:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.188190:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 4 MB=0x6a9e8cdd66980 00000400:00000200:2.0:1788777578.188196:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.188203:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 368/368 into md 0x8d25 [1] + 224 00000800:00000001:2.0:1788777578.188212:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.188223:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.188227:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.188233:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777578.188242:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.188255:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777578.188268:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.188287:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777578.188298:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.188301:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.188902:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777578.189035:0:35953:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777578.189038:0:35953:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777578.189043:0:35953:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000200:0.0:1788777578.189051:0:35953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:0.0:1788777578.189054:0:35953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:0.0:1788777578.189060:0:35953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777578.189068:0:35953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777578.189079:0:35953:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.189087:0:35953:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777578.189090:0:35953:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.189093:0:35953:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777578.189097:0:35953:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777578.189101:0:35953:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777578.189103:0:35953:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.189107:0:35953:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777578.189119:0:35953:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530ccf0 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1788777578.189124:0:35953:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777578.189127:0:35953:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777578.189129:0:35953:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.189132:0:35953:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777578.189137:0:35953:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.189141:0:35953:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777578.189144:0:35953:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1788777578.189146:0:35953:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777578.189148:0:35953:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.189154:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.189161:0:35953:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.189165:0:35953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777578.189167:0:35953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777578.189172:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777578.189188:0:35953:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151744:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777578.189193:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.189197:0:35953:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.189200:0:35953:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777578.189203:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.189207:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.189214:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777578.189217:0:35953:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.189221:0:35953:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777578.189223:0:35953:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.189231:0:35953:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788777578.189233:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.189236:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211151744/t0(0) o13->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.189242:0:35953:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777578.189246:0:35953:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.189249:0:35953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777578.189254:0:35953:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777578.189257:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.189260:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.189262:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777578.189266:0:35953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd1839900. 02000000:00000001:0.0:1788777578.189270:0:35953:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777578.189272:0:35953:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777578.189274:0:35953:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777578.189278:0:35953:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777578.189279:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788777578.189283:0:35953:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b1fc31a7000: update ffff9b1fc93ab7c0 cache blocks 901348/958279 objects 261773/262144 00020000:00000001:0.0:1788777578.189287:0:35953:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.189293:0:35953:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.189297:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.189301:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.189404:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.189409:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.189621:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.189625:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.189635:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.189639:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.189649:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.189655:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.189658:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.189662:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.189664:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.189672:0:35953:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788777578.189674:0:35953:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b1fc31a7000: age 2005, max_age 2013 00000008:00000001:0.0:1788777578.189678:0:35953:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788777578.189681:0:35953:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000010:0.0:1788777578.189687:0:35953:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777578.189690:0:35953:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=4 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.189694:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.189695:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.189697:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788777578.189700:0:35953:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777578.189703:0:35953:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777578.189709:0:35953:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777578.189715:0:35953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd1839900. 00000100:00000001:0.0:1788777578.189724:0:35953:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.189728:0:35953:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777578.189730:0:35953:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777578.189737:0:35953:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.189739:0:35953:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543783808 : -110914165767808 : ffff9b1fc88c8180) 00000100:00000001:0.0:1788777578.189743:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.189744:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777578.189750:0:35953:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777578.189755:0:35953:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.189758:0:35953:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777578.189759:0:35953:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777578.189767:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.189775:0:35953:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777578.189779:0:35953:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.189784:0:35953:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777578.189787:0:35953:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777578.189790:0:35953:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777578.189794:0:35953:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151872:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777578.189798:0:35953:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777578.189804:0:35953:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777578.189807:0:35953:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.189810:0:35953:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777578.189815:0:35953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777578.189817:0:35953:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777578.189825:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777578.189829:0:35953:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000010:0.0:1788777578.189835:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777578.189843:0:35953:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211151872, portal 4 00000100:00000001:0.0:1788777578.189855:0:35953:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.189856:0:35953:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777578.189864:0:35953:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.189871:0:35953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777578.189874:0:35953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777578.189877:0:35953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b4c8. 00000100:00000200:0.0:1788777578.189881:0:35953:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667211151872, offset 0 00000400:00000200:0.0:1788777578.189888:0:35953:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777578.189896:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.189904:0:35953:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777578.189911:0:35953:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777578.189918:0:35953:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777578.189923:0:35953:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777578.189926:0:35953:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777578.189930:0:35953:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3032:3032:256:4294967295] 192.168.204.133@tcp LPNI seq info [3031:3031:8:4294967295] 00000400:00000200:0.0:1788777578.189934:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.189945:0:35953:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777578.189952:0:35953:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777578.189958:0:35953:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839a00. 00000800:00000200:0.0:1788777578.189966:0:35953:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777578.189974:0:35953:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777578.189980:0:35953:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777578.189999:0:35953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.190005:0:35953:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 215931 usecs (216 jiffies) 00000400:00000200:0.0:1788777578.190008:0:35953:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777578.190011:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296681713 00000100:00000001:0.0:1788777578.190015:0:35953:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296682305 00000100:00000001:0.0:1788777578.190017:0:35953:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296681713 00000100:00000001:0.0:1788777578.190020:0:35953:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296682305 00000100:00000001:0.0:1788777578.190022:0:35953:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.190024:0:35953:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.190026:0:35953:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777578.190028:0:35953:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777578.190031:0:35953:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8180 going to sleep for 11 seconds 00000100:00000001:0.0:1788777578.190032:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777578.190034:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.190217:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.190223:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839a00. 00000400:00000200:3.0:1788777578.190227:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.190233:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.190238:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b4c8 00000400:00000010:3.0:1788777578.190240:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b4c8. 00000100:00000001:3.0:1788777578.190244:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.190248:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.190258:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.190261:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.190268:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.190270:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777578.193515:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.193540:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777578.193547:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.193550:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.193561:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.193571:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777578.193582:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.193589:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.193595:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.193600:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 368 into portal 4 MB=0x6a9e8cdd66a00 00000400:00000200:2.0:1788777578.193605:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.193611:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 368/368 into md 0x8d2d [1] + 224 00000800:00000001:2.0:1788777578.193619:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.193629:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.193633:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.193639:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777578.193647:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.193658:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777578.193670:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.193748:0:35953:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777578.193768:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777578.193779:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.193782:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777578.194041:0:35953:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777578.194044:0:35953:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777578.194049:0:35953:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000200:0.0:1788777578.194056:0:35953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:0.0:1788777578.194058:0:35953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:0.0:1788777578.194062:0:35953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777578.194067:0:35953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777578.194081:0:35953:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.194088:0:35953:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777578.194090:0:35953:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.194094:0:35953:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777578.194098:0:35953:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777578.194101:0:35953:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777578.194104:0:35953:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.194108:0:35953:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777578.194120:0:35953:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bca8 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1788777578.194125:0:35953:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777578.194128:0:35953:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777578.194130:0:35953:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.194133:0:35953:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777578.194137:0:35953:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.194142:0:35953:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777578.194145:0:35953:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788777578.194147:0:35953:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777578.194149:0:35953:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.194154:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.194160:0:35953:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.194164:0:35953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777578.194166:0:35953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777578.194170:0:35953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777578.194177:0:35953:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job lfs:67f3d5ce-64e4-46be-9428-e80a71444531:35953:1875667211151872:192.168.204.133@tcp:13:lfs.0 00000100:00000001:0.0:1788777578.194181:0:35953:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.194184:0:35953:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.194187:0:35953:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777578.194190:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.194193:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.194200:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777578.194204:0:35953:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.194207:0:35953:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777578.194209:0:35953:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.194216:0:35953:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788777578.194218:0:35953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.194221:0:35953:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211151872/t0(0) o13->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777578.194227:0:35953:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777578.194230:0:35953:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.194233:0:35953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000c00. 02000000:00000001:0.0:1788777578.194238:0:35953:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777578.194241:0:35953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.194243:0:35953:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.194246:0:35953:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777578.194250:0:35953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd1839900. 02000000:00000001:0.0:1788777578.194253:0:35953:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777578.194255:0:35953:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777578.194258:0:35953:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777578.194262:0:35953:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777578.194264:0:35953:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788777578.194268:0:35953:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b1fc31a7000: update ffff9b1fc93ad178 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:0.0:1788777578.194272:0:35953:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.194279:0:35953:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194282:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.194285:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194291:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194295:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194492:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194496:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194505:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194508:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194515:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194519:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194523:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194527:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194529:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194534:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194536:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194539:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194541:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194543:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194545:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194550:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194551:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194554:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194555:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194558:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194560:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194561:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194562:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194563:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194577:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194579:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194581:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194583:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194586:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194588:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194591:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194593:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194596:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194597:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194599:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194601:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194603:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194604:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194605:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194610:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194611:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194613:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194615:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194618:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194620:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194623:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194625:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194627:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194628:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194631:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194633:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194635:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194636:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194637:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194640:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194641:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194643:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194645:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194647:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194649:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194651:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194653:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194655:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194656:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194658:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194660:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194662:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194663:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194664:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194666:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194668:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194671:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194673:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194674:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194676:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194679:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194680:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194682:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194682:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194684:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194686:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194687:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194688:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194690:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194692:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194694:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194696:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194698:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194700:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194702:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194705:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194706:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194708:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194709:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194711:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194713:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194714:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194715:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194716:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194718:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194720:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194722:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194724:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194727:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194728:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194731:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194732:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194735:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194736:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194738:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194740:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194742:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194743:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194744:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194746:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194747:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194749:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194750:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194752:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194754:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194757:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194758:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194760:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194761:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194763:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194764:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194766:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194767:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194768:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194770:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194772:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194774:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194776:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194778:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194780:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194782:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194784:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194786:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194787:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194789:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194791:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194793:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194794:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194795:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194797:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194799:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194801:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194803:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194805:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194807:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194810:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194811:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194813:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194814:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194816:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194819:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194820:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194822:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194823:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194826:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194828:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194830:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194831:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194833:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194835:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194838:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194839:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194841:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194842:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194857:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194860:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194862:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194863:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194865:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194868:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194870:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194872:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194874:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194877:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194878:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194882:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194883:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194886:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194887:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194890:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194892:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194894:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194895:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194896:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194899:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194901:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194902:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194905:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194907:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194909:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194911:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194913:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194915:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194916:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194919:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194921:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194923:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194924:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194926:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194928:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194930:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194932:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194934:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194936:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194938:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194941:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194942:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194945:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194946:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194949:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194951:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194952:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194953:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194954:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194957:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194959:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194961:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194963:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194965:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194967:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194969:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194970:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.194972:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.194973:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.194976:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.194978:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.194979:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.194981:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.194982:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.194984:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194987:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194989:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.194991:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.194993:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194995:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.194998:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.194999:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195002:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195003:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195005:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195007:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195009:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195011:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195012:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195015:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195017:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195018:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195020:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195023:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195025:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195028:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195029:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195031:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195032:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195034:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195036:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195038:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195039:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195041:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195043:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195045:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195047:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195049:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195052:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195053:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195056:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195058:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195060:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195061:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195063:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195065:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195066:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195067:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195069:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195071:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195073:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195075:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195077:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195079:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195081:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195084:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195085:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195088:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195089:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195091:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195093:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195094:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195095:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195097:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195099:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195101:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195103:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195105:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195107:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195109:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195112:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195114:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195117:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195118:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195120:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195122:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195124:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195125:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195126:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195128:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195130:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195132:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195133:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195136:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195137:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195140:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195142:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195144:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195145:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195147:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195148:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195150:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195151:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195152:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195155:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195157:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195158:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195160:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195162:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195164:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195166:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195168:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195170:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195171:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195173:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195175:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195177:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195178:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195179:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195182:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195184:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195186:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195188:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195190:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195191:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195195:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195196:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195199:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195200:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195202:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195204:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195206:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195207:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195208:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195211:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195213:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195215:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195217:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195219:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195221:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195224:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195225:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195228:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195229:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195231:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195234:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195235:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195237:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195239:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195241:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195243:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195245:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195248:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195250:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195252:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195255:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195257:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195259:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195271:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195274:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195276:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195277:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195279:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195280:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195282:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195284:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195286:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195288:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195290:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195293:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195296:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195298:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195300:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195302:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195304:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195316:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195318:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195320:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195321:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195324:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195327:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195330:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195332:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195335:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195337:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195341:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195342:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195345:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195346:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195349:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195352:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195353:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195354:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195356:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195359:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195361:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195363:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195365:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195367:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195369:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195372:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195373:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195375:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195377:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195378:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195381:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195382:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195383:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195385:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195387:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195389:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195391:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195393:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195395:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195397:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195400:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195401:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195403:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195404:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195406:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195408:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195410:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195411:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195412:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195414:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195416:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195417:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195419:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195421:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195423:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195425:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195426:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195428:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195430:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195431:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195433:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195435:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195436:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195438:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195440:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195441:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195443:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195445:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195447:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195449:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195451:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195454:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195457:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195458:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195460:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195498:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195500:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195501:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195502:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195506:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195508:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195510:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195512:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195514:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195516:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195521:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195523:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195525:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195526:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195529:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195531:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195533:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195534:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195536:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195539:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195541:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195543:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195545:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195547:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195549:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195552:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195553:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195556:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195557:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195560:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195562:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195563:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195564:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195565:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195568:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195570:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195572:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195574:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195576:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195578:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195582:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195583:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195586:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195587:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195588:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195590:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195592:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195593:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195594:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195596:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195598:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195600:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195603:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195605:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195606:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195609:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195610:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195612:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195613:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195615:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195618:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195619:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195621:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195622:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195625:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195626:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195628:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195630:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195632:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195634:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195636:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195638:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195640:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195641:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195644:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195646:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195647:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195648:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195649:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195652:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195654:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195655:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195656:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195658:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195660:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195663:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195664:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195666:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195667:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195669:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195671:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195673:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195674:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195676:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195678:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195681:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195682:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195684:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195686:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195687:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195690:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195691:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195693:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195694:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195696:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195698:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195700:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195701:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195702:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195704:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195706:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195707:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195709:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195711:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195713:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195715:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195717:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195719:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195721:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195723:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195725:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195727:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195728:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195730:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195732:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195734:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195736:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195739:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195741:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195743:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195747:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195748:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195751:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195752:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195754:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195756:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195758:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195759:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195760:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195763:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195765:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195767:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195770:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195772:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195774:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195777:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195779:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195782:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195783:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195785:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195787:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195789:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195789:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195791:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195793:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195795:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195797:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195799:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195801:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195802:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195805:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195806:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195808:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195809:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195811:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195813:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195814:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195815:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195817:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195819:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195821:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195823:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195825:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195826:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195828:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195831:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195832:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195834:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195835:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195837:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195839:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195840:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195842:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195843:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195860:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195862:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195864:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195866:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195869:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195870:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195874:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195875:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195877:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195879:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195882:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195884:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195886:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195887:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195888:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195890:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195892:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195894:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195896:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195898:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195899:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195902:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195903:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195906:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195907:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195909:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195911:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195913:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195914:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195915:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195918:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195920:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195922:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195924:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195926:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195928:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195931:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195932:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195935:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195936:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195939:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195941:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195942:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195944:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195946:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195948:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195950:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195952:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195954:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195956:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195959:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195962:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195963:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195966:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195967:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195969:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.195972:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.195973:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.195975:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.195976:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.195979:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195981:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195982:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.195984:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.195986:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195988:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.195991:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.195992:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.195994:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.195995:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.195998:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196000:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196001:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196003:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196004:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196007:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196009:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196011:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196013:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196017:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196019:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196021:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196023:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196025:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196027:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196029:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196032:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196033:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196035:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196036:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196039:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196041:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196043:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196045:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196048:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196050:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196053:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196054:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196057:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196058:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196061:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196063:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196065:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196066:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196068:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196070:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196072:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196074:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196076:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196079:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196081:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196084:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196086:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196089:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196090:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196092:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196094:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196096:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196097:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196099:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196102:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196103:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196105:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196107:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196110:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196112:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196115:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196116:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196118:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196119:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196121:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196123:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196125:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196126:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196127:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196130:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196132:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196134:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196136:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196138:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196140:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196142:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196144:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196147:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196148:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196150:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196152:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196153:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196154:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196156:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196158:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196160:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196162:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196164:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196166:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196167:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196170:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196171:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196173:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196174:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196177:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196179:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196181:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196182:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196183:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196186:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196187:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196189:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196191:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196193:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196194:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196197:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196198:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196201:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196202:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196205:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196207:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196209:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196210:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196211:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196214:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196216:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196217:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196220:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196222:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196224:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196226:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196228:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196231:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196232:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196234:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196236:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196238:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196239:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196240:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196243:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196245:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196247:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196248:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196251:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196253:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196255:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196257:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196260:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196261:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196264:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196266:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196267:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196269:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196270:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196273:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196275:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196276:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196278:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196280:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196281:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196284:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196285:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196287:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196289:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196291:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196293:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196295:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196296:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196297:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196299:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196302:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196304:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196306:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196308:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196310:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196313:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196314:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196317:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196318:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196320:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196323:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196324:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196326:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196327:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196330:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196333:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196335:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196337:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196339:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196341:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196344:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196345:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196348:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196349:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196351:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196354:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196356:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196357:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196358:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196361:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196362:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196364:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196366:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196369:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196371:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196374:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196375:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196378:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196379:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196381:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196384:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196386:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196387:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196388:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196390:0:35953:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196393:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196395:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777578.196397:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196400:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196401:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777578.196405:0:35953:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777578.196406:0:35953:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) cmd=c00866a4 arg=7ffd1b1a3540 00000080:00000001:0.0:1788777578.196409:0:35953:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777578.196410:0:35953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777578.196412:0:35953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b1fd1002000. 00000020:00000001:0.0:1788777578.196414:0:35953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196415:0:35953:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777578.196417:0:35953:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777578.196418:0:35953:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b1fc31a7000: cmd=c00866a4 len=592 karg=ffff9b1fd1002000 uarg=0000000000000000 00020000:00000001:0.0:1788777578.196421:0:35953:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777578.196423:0:35953:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777578.196424:0:35953:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788777578.196426:0:35953:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b1fd1002000. 00000080:00000001:0.0:1788777578.196428:0:35953:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777578.196430:0:35953:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788777578.196450:0:35953:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788777578.196454:0:35953:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777578.196459:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17dd0 00000080:00200008:0.0:1788777578.196500:0:35953:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000 00000080:00400000:0.0:1788777578.196506:0:35953:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788777578.196510:0:35953:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc4b47a40. 00000080:00000001:0.0:1788777578.196516:0:35953:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777578.196518:0:35953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17dd0 00000080:00000008:0.0:1788777578.196520:0:35953:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b1fd159a1c8), flags 100000, rc = 0 00000080:00000001:0.0:1788777578.196523:0:35953:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.196525:0:35953:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777578.202739:0:35955:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777578.202751:0:35955:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777578.202754:0:35955:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777578.202758:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17bc0 00000080:00200000:1.0:1788777578.202763:0:35955:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:1.0:1788777578.202774:0:35955:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327600. 00800000:00000002:1.0:1788777578.202783:0:35955:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777578.202788:0:35955:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777578.202795:0:35955:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777578.202797:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17ae0 00800000:00000002:1.0:1788777578.202801:0:35955:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777578.202805:0:35955:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788777578.202810:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777578.202813:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777578.202816:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777578.202819:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777578.202821:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.202823:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777578.202826:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.202830:0:35955:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777578.202837:0:35955:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777578.202839:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d179b0 00000002:00010000:1.0:1788777578.202841:0:35955:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777578.202854:0:35955:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777578.202857:0:35955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777578.202862:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777578.202871:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611f00 count: 2 00010000:00000001:1.0:1788777578.202874:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.202880:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.202885:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777578.202891:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777578.202905:0:35955:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777578.202911:0:35955:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.202915:0:35955:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777578.202924:0:35955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777578.202927:0:35955:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777578.202929:0:35955:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777578.202931:0:35955:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777578.202933:0:35955:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777578.202935:0:35955:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777578.202938:0:35955:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777578.202941:0:35955:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777578.202945:0:35955:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327600. 00000080:00000001:1.0:1788777578.202952:0:35955:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777578.202954:0:35955:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777578.202957:0:35955:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:1.0:1788777578.202962:0:35955:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb32 00800000:00000001:1.0:1788777578.202966:0:35955:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777578.202968:0:35955:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777578.202970:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.202973:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.202977:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:1.0:1788777578.202979:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.202982:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.202986:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.202988:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777578.202989:0:35955:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777578.202991:0:35955:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777578.202994:0:35955:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb32 from it ffffb70bc1d17bf8 00010000:00000001:1.0:1788777578.202997:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.202998:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.202999:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002044a00 refcount=3 00000020:00000001:1.0:1788777578.203001:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.203003:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507935232 : -110913201616384 : ffff9b2002044a00) 00010000:00000001:1.0:1788777578.203005:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777578.203009:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777578.203016:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.203017:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.203019:0:35955:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777578.203022:0:35955:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777578.203024:0:35955:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777578.203032:0:35955:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777578.203036:0:35955:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777578.203039:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777578.203044:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.203046:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.203048:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203052:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777578.203054:0:35955:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203056:0:35955:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203059:0:35955:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203062:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777578.203063:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.203064:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777578.203068:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777578.203070:0:35955:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777578.203072:0:35955:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788777578.203076:0:35955:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777578.203084:0:35955:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777578.203087:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b58 00000080:00002000:1.0:1788777578.203088:0:35955:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1768438) flags 0x48000e refc 0 00000080:00000001:1.0:1788777578.203091:0:35955:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.203093:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17bc8 00000080:00200000:1.0:1788777578.203094:0:35955:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1788777578.203101:0:35955:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777578.203103:0:35955:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08), inode mode 81a4 mask 52 00000080:00000001:1.0:1788777578.203106:0:35955:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777578.203115:0:35955:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777578.203117:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b98 00000080:00200008:1.0:1788777578.203120:0:35955:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 102101 00000080:00000010:1.0:1788777578.203128:0:35955:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fd0c45540. 00000080:00000001:1.0:1788777578.203135:0:35955:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788777578.203138:0:35955:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc3327600. 00800000:00000002:1.0:1788777578.203142:0:35955:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:1.0:1788777578.203144:0:35955:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777578.203145:0:35955:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777578.203147:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a48 00800000:00000002:1.0:1788777578.203149:0:35955:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777578.203152:0:35955:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788777578.203154:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788777578.203156:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788777578.203157:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788777578.203159:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788777578.203160:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.203162:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788777578.203164:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.203167:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d179c8 00800000:00000002:1.0:1788777578.203169:0:35955:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788777578.203172:0:35955:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777578.203173:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17900 00000002:00010000:1.0:1788777578.203175:0:35955:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:1.0:1788777578.203179:0:35955:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777578.203182:0:35955:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777578.203186:0:35955:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777578.203190:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777578.203193:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.203196:0:35955:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777578.203200:0:35955:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203202:0:35955:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.203205:0:35955:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.203207:0:35955:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777578.203208:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611f00 count: 2 00010000:00000001:1.0:1788777578.203211:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.203213:0:35955:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777578.203215:0:35955:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777578.203218:0:35955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1788777578.203227:0:35955:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777578.203231:0:35955:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777578.203233:0:35955:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777578.203235:0:35955:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777578.203238:0:35955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777578.203240:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777578.203242:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611f00 count: 3 00010000:00000001:1.0:1788777578.203245:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777578.203247:0:35955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.203249:0:35955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777578.203250:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777578.203252:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611f00 count: 3 00010000:00000001:1.0:1788777578.203254:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777578.203257:0:35955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.203258:0:35955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777578.203259:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777578.203261:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611f00 count: 3 00010000:00000001:1.0:1788777578.203263:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777578.203265:0:35955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777578.203267:0:35955:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777578.203270:0:35955:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777578.203275:0:35955:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777578.203278:0:35955:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777578.203281:0:35955:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777578.203283:0:35955:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203287:0:35955:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777578.203291:0:35955:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777578.203293:0:35955:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777578.203295:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.203297:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777578.203301:0:35955:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002044a00 with handle 0x22b16ee488cdcb32 from hash 00010000:00000001:1.0:1788777578.203304:0:35955:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777578.203305:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.203386:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.203387:0:35955:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777578.203391:0:35955:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777578.203393:0:35955:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777578.203396:0:35955:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777578.203398:0:35955:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777578.203400:0:35955:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788777578.203408:0:35955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120000. 00000020:00000040:1.0:1788777578.203413:0:35955:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:1.0:1788777578.203421:0:35955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777578.203423:0:35955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203426:0:35955:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777578.203430:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777578.203433:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.203434:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.203436:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.203439:0:35955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777578.203442:0:35955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777578.203445:0:35955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777578.203455:0:35955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc356cc00. 00000100:00000001:1.0:1788777578.203733:0:35955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203742:0:35955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777578.203745:0:35955:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777578.203750:0:35955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788777578.203759:0:35955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777578.203761:0:35955:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777578.203764:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777578.203767:0:35955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002044a00/0x22b16ee488cdcb32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a74da expref: -99 pid: 35953 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1788777578.203784:0:35955:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611f00 count: 0 00010000:00000010:1.0:1788777578.203792:0:35955:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182280. 00010000:00000001:1.0:1788777578.203805:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.203807:0:35955:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203808:0:35955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777578.203810:0:35955:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.203812:0:35955:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.203821:0:35955:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00010000:00000001:1.0:1788777578.203827:0:35955:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777578.203829:0:35955:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777578.203835:0:35955:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd2611400. 00010000:00000010:1.0:1788777578.203839:0:35955:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fd0182280. 00010000:00000001:1.0:1788777578.203854:0:35955:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777578.203859:0:35955:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2002045200. 00000020:00000001:1.0:1788777578.203862:0:35955:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777578.203865:0:35955:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2002045200 with handle 0x22b16ee488cdcb39 to hash 00000020:00000001:1.0:1788777578.203867:0:35955:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777578.203869:0:35955:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.203873:0:35955:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.203878:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.203880:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.203883:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777578.203891:0:35955:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35955 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777578.203907:0:35955:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777578.203924:0:35955:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fd1120000 x1875667211152128/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777578.203940:0:35955:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35955 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777578.203946:0:35955:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777578.203948:0:35955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777578.203958:0:35955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777578.203960:0:35955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159682140608 : -110914027411008 : ffff9b1fd0cba9c0) 00000100:00000001:1.0:1788777578.203963:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777578.203965:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:1.0:1788777578.203970:0:35955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777578.203975:0:35955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.203978:0:35955:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777578.203980:0:35955:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777578.203985:0:35955:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120000 x1875667211152128/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.203993:0:35955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777578.203996:0:35955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.204001:0:35955:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777578.204004:0:35955:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777578.204007:0:35955:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777578.204011:0:35955:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:35955:1875667211152128:192.168.204.133@tcp:101:bash.0 00000100:00000001:1.0:1788777578.204015:0:35955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777578.204022:0:35955:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777578.204026:0:35955:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.204029:0:35955:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777578.204113:0:35955:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b1fd1220000. 02000000:00000001:1.0:1788777578.204117:0:35955:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777578.204128:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777578.204134:0:35955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12630. 00000400:00000010:1.0:1788777578.204144:0:35955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b1fc356dc00. 00000100:00000200:1.0:1788777578.204156:0:35955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667211152128, portal 10 00000100:00000001:1.0:1788777578.204158:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777578.204160:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000040:1.0:1788777578.204167:0:35955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fd1120000 x1875667211152128/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.204175:0:35955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777578.204179:0:35955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777578.204183:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256aa0. 00000100:00000200:1.0:1788777578.204188:0:35955:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211152128, offset 0 00000400:00000200:1.0:1788777578.204197:0:35955:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777578.204209:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777578.204217:0:35955:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777578.204224:0:35955:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777578.204229:0:35955:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777578.204234:0:35955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777578.204237:0:35955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777578.204242:0:35955:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3033:3033:256:4294967295] 192.168.204.133@tcp LPNI seq info [3032:3032:8:4294967295] 00000400:00000200:1.0:1788777578.204246:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777578.204258:0:35955:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777578.204266:0:35955:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777578.204273:0:35955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5a00. 00000800:00000200:1.0:1788777578.204280:0:35955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777578.204290:0:35955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777578.204295:0:35955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777578.204448:0:35955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.204454:0:35955:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 823597 usecs (824 jiffies) 00000400:00000200:1.0:1788777578.204458:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777578.204495:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682335 00000100:00000001:1.0:1788777578.204507:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682305 00000100:00000001:1.0:1788777578.204515:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682335 00000100:00000001:1.0:1788777578.204521:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682305 00000100:00000001:1.0:1788777578.204527:0:35955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777578.204531:0:35955:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.204534:0:35955:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777578.204537:0:35955:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777578.204540:0:35955:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0cba9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777578.204544:0:35955:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777578.204548:0:35955:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.208305:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.208320:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5a00. 00000400:00000200:3.0:1788777578.208331:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.208345:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.208356:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256aa0 00000400:00000010:3.0:1788777578.208359:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256aa0. 00000100:00000001:3.0:1788777578.208366:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.208378:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120000 x1875667211152128/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.208394:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.208398:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211152128/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777594 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.208415:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.208417:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777578.208434:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.208451:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.208454:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.208457:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.208497:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.208503:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.208515:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.208521:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.208530:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.208535:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd66b00 00000400:00000200:3.0:1788777578.208542:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.208550:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8d35 [32] + 224 00000800:00000001:3.0:1788777578.208627:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.208636:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.208640:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.208644:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.208650:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.208654:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120000 x1875667211152128/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777594 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777578.208664:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b1fd1120000 x1875667211152128/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.208680:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.208688:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.208691:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.208781:0:35955:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777578.208793:0:35955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777578.208795:0:35955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777578.208799:0:35955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12630. 00000400:00000200:1.0:1788777578.208803:0:35955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc356dc00 00000400:00000010:1.0:1788777578.208805:0:35955:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b1fc356dc00. 00000100:00000001:1.0:1788777578.208810:0:35955:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777578.208815:0:35955:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120000 x1875667211152128/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777578.208825:0:35955:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120000 x1875667211152128/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.208832:0:35955:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777578.208834:0:35955:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.208837:0:35955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777578.208842:0:35955:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777578.208856:0:35955:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777578.208859:0:35955:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.208863:0:35955:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777578.208875:0:35955:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=87 v=5 (5 105 105 105) 00000100:00001000:1.0:1788777578.208881:0:35955:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777578.208883:0:35955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777578.208885:0:35955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.208889:0:35955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777578.208894:0:35955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.208899:0:35955:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777578.208901:0:35955:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777578.208903:0:35955:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777578.208906:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777578.208907:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:1.0:1788777578.208912:0:35955:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777578.208914:0:35955:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1788777578.208916:0:35955:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777578.208920:0:35955:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.208925:0:35955:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.208933:0:35955:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777578.208936:0:35955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777578.208938:0:35955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777578.208942:0:35955:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777578.208950:0:35955:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120000 pname:cluuid:pid:xid:nid:opc:job bash:67f3d5ce-64e4-46be-9428-e80a71444531:35955:1875667211152128:192.168.204.133@tcp:101:bash.0 00000100:00000001:1.0:1788777578.208956:0:35955:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.208959:0:35955:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.208962:0:35955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777578.208964:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777578.208967:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777578.208973:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777578.208977:0:35955:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0cba9c0. 00000100:00000001:1.0:1788777578.208980:0:35955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777578.208982:0:35955:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.208986:0:35955:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777578.208992:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.208995:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209000:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=4 00000020:00000001:1.0:1788777578.209003:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209006:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000040:1.0:1788777578.209014:0:35955:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2002045200, remote cookie: 0x542deec0941a74e8, flags: 0x1001 00010000:00010000:1.0:1788777578.209020:0:35955:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777578.209032:0:35955:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777578.209035:0:35955:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788777578.209043:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:1.0:1788777578.209046:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1788777578.209049:0:35955:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611400 count: 0 00010000:00000010:1.0:1788777578.209056:0:35955:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fd0182280. 00010000:00000001:1.0:1788777578.209067:0:35955:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209071:0:35955:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777578.209080:0:35955:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209087:0:35955:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777578.209093:0:35955:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777578.209095:0:35955:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777578.209097:0:35955:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777578.209099:0:35955:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777578.209102:0:35955:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9b1fd20e6100) refcount = 2 00010000:00000040:1.0:1788777578.209105:0:35955:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777578.209108:0:35955:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788777578.209116:0:35955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209124:0:35955:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777578.209128:0:35955:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777578.209130:0:35955:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.209134:0:35955:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777578.209138:0:35955:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209141:0:35955:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209147:0:35955:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777578.209149:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209152:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209153:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209154:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209156:0:35955:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.209160:0:35955:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777578.209163:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.209165:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209167:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777578.209169:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209171:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209174:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.209175:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209176:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=4 00000020:00000001:1.0:1788777578.209179:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209181:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209184:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.209187:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209191:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209199:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209200:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209201:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.209202:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209204:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=5 00000020:00000001:1.0:1788777578.209206:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209208:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209211:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777578.209215:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209221:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209222:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777578.209224:0:35955:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209231:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777578.209233:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209234:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209235:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209236:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777578.209242:0:35955:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777578.209252:0:35955:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788777578.209258:0:35955:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777578.209265:0:35955:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.209275:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.209276:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209278:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777578.209279:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209281:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00000002:00010000:1.0:1788777578.209286:0:35955:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788777578.209298:0:35955:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc32dec40. 00010000:00000001:1.0:1788777578.209300:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209302:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777578.209304:0:35955:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.209307:0:35955:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777578.209311:0:35955:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788777578.209313:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777578.209315:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00010000:00000001:1.0:1788777578.209317:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.209318:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209320:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777578.209322:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209324:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00000002:00010000:1.0:1788777578.209327:0:35955:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209333:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209334:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209337:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777578.209338:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.209340:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209342:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777578.209343:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209346:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000040:1.0:1788777578.209348:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 3 00010000:00000001:1.0:1788777578.209351:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.209356:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.209359:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777578.209362:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777578.209371:0:35955:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777578.209377:0:35955:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209380:0:35955:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777578.209388:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209390:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209391:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.209393:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209394:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777578.209396:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209399:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209401:0:35955:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1788777578.209403:0:35955:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209410:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777578.209412:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209417:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209418:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777578.209421:0:35955:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209427:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.209428:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.209432:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788777578.209438:0:35955:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fd0cba9c0. 00010000:00000001:1.0:1788777578.209442:0:35955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777578.209457:0:35955:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1788777578.209460:0:35955:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.209488:0:35955:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.209490:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777578.209492:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209493:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777578.209495:0:35955:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777578.209500:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17888 00000002:00002000:1.0:1788777578.209502:0:35955:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788777578.209505:0:35955:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777578.209511:0:35955:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777578.209514:0:35955:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777578.209519:0:35955:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777578.209524:0:35955:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777578.209530:0:35955:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:1.0:1788777578.209534:0:35955:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc3327600. 00000080:00000001:1.0:1788777578.209541:0:35955:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777578.209550:0:35955:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777578.209554:0:35955:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1788777578.209575:0:35955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777578.209581:0:35955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398184 : -110914154153432 : ffff9b1fc93dba28) 00000020:00001000:1.0:1788777578.209585:0:35955:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dba20 00000020:00000001:1.0:1788777578.209588:0:35955:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777578.209593:0:35955:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777578.209596:0:35955:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00000020:00000001:1.0:1788777578.209616:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777578.209620:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209623:0:16986:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788777578.209627:0:16986:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788777578.209630:0:16986:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788777578.209634:0:16986:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777578.209643:0:16986:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b2002045200 already unused, calling callback (ffffffffc1b9d460) 00000080:00000001:1.0:1788777578.209647:0:16986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788777578.209652:0:16986:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209660:0:16986:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788777578.209664:0:16986:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788777578.209668:0:16986:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209674:0:16986:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788777578.209678:0:16986:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777578.209680:0:16986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.209681:0:16986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209683:0:16986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2002045200 refcount=3 00000020:00000001:1.0:1788777578.209685:0:16986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209688:0:16986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633160507937280 : -110913201614336 : ffff9b2002045200) 00010000:00000001:1.0:1788777578.209691:0:16986:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777578.209694:0:16986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788777578.209702:0:16986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777578.209706:0:16986:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777578.209709:0:16986:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777578.209711:0:16986:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:1.0:1788777578.209715:0:16986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777578.209717:0:16986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777578.209720:0:16986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 3 00010000:00000001:1.0:1788777578.209722:0:16986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.209726:0:16986:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788777578.209728:0:16986:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788777578.209730:0:16986:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777578.209733:0:16986:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209736:0:16986:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777578.209743:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209744:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777578.209746:0:16986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788777578.209748:0:16986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777578.209749:0:16986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777578.209751:0:16986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:1.0:1788777578.209752:0:16986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777578.209754:0:16986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:1.0:1788777578.209756:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209758:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777578.209760:0:16986:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777578.209763:0:16986:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777578.209765:0:16986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.209768:0:16986:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777578.209771:0:16986:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777578.209773:0:16986:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777578.209775:0:16986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777578.209776:0:16986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777578.209780:0:16986:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b2002045200 with handle 0x22b16ee488cdcb39 from hash 00010000:00000001:1.0:1788777578.209782:0:16986:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777578.209784:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209785:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209786:0:16986:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777578.209789:0:16986:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777578.209791:0:16986:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777578.209796:0:16986:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777578.209801:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209802:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209804:0:16986:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.209807:0:16986:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777578.209809:0:16986:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788777578.209816:0:16986:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fd1120a80. 00000020:00000040:1.0:1788777578.209820:0:16986:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:1.0:1788777578.209826:0:16986:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777578.209828:0:16986:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777578.209831:0:16986:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777578.209839:0:16986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc3327600. 00000100:00000001:1.0:1788777578.209858:0:16986:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.209862:0:16986:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777578.209866:0:16986:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777578.209873:0:16986:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777578.209874:0:16986:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.209881:0:16986:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777578.209887:0:16986:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.209897:0:16986:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660547fd] to pc [ptlrpcd_00_00+0] req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788777578.209924:0:16986:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777578.209927:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777578.209928:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209930:0:16986:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.209932:0:16986:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777578.209934:0:16986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209937:0:16986:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777578.209943:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777578.209945:0:16986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b2002045200/0x22b16ee488cdcb39 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a74e8 expref: -99 pid: 35955 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788777578.209953:0:16986:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc32dec40. 00010000:00000001:1.0:1788777578.209960:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777578.209962:0:16986:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788777578.209965:0:16986:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fd0cba9c0. 00010000:00000001:1.0:1788777578.209967:0:16986:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777578.209969:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777578.209971:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209973:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777578.209975:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777578.209976:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209978:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777578.209980:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777578.209981:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777578.209983:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777578.209993:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.209998:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777578.210000:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777578.210006:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.210018:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777578.210021:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.210027:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777578.210031:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777578.210035:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777578.210038:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211152256:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777578.210044:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777578.210051:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777578.210054:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.210057:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777578.210062:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc3326600. 02000000:00000001:1.0:1788777578.210065:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777578.210073:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:1.0:1788777578.210078:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc8e12630. 00000400:00000010:1.0:1788777578.210086:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9256bb0. 00000100:00000200:1.0:1788777578.210097:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211152256, portal 18 00000100:00000001:1.0:1788777578.210100:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777578.210102:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686752896 : -110914022798720 : ffff9b1fd1120a80) 00000100:00000040:1.0:1788777578.210110:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.210118:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777578.210121:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:1.0:1788777578.210125:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92566e8. 00000100:00000200:1.0:1788777578.210129:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211152256, offset 0 00000400:00000200:1.0:1788777578.210137:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:1.0:1788777578.210145:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777578.210154:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:1.0:1788777578.210161:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777578.210167:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:1.0:1788777578.210172:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777578.210175:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:1.0:1788777578.210180:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3034:3034:256:4294967295] 192.168.204.133@tcp LPNI seq info [3033:3033:8:4294967295] 00000400:00000200:1.0:1788777578.210184:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:1.0:1788777578.210194:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:1.0:1788777578.210201:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:1.0:1788777578.210207:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd12a5f00. 00000800:00000200:1.0:1788777578.210214:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:1.0:1788777578.210223:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:1.0:1788777578.210228:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd12a5f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777578.210520:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777578.210527:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1788777578.210628:0:35955:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617e40. 00020000:00000010:0.0:1788777578.210636:0:35955:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc7efe880. 00020000:00000010:0.0:1788777578.210647:0:35955:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617d80. 00020000:00000001:0.0:1788777578.210652:0:35955:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574519168 : -110914135032448 : ffff9b1fca617d80) 00020000:00000002:0.0:1788777578.210659:0:35955:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617d80, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777578.210666:0:35955:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777578.210671:0:35955:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc7efe880: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788777578.210677:0:35955:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc8107000) owner ffff9b1fc7160000 00020000:00000001:0.0:1788777578.210682:0:35955:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777578.210685:0:35955:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc8107000) owner ffff9b1fc7160000 00020000:00000010:0.0:1788777578.210694:0:35955:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc7efe880. 00020000:00000010:0.0:1788777578.210698:0:35955:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617e40. 00020000:00000010:0.0:1788777578.210706:0:35955:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617d80. 00020000:00000002:0.0:1788777578.210709:0:35955:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777578.210712:0:35955:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.210716:0:35955:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777578.210722:0:35955:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dba20 00000080:00000001:0.0:1788777578.210733:0:35955:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:0.0:1788777578.210737:0:35955:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788777578.210745:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.210748:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.210751:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.210753:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.210756:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00000080:00000001:0.0:1788777578.210763:0:35955:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777578.210765:0:35955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777578.210768:0:35955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398184 : -110914154153432 : ffff9b1fc93dba28) 00000020:00001000:0.0:1788777578.210771:0:35955:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dba20 00000020:00000001:0.0:1788777578.210774:0:35955:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777578.210778:0:35955:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777578.210780:0:35955:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777578.210784:0:35955:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fca617d80. 00020000:00000010:0.0:1788777578.210787:0:35955:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fc7efe880. 00020000:00000010:0.0:1788777578.210791:0:35955:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fca617e40. 00020000:00000001:0.0:1788777578.210793:0:35955:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159574519360 : -110914135032256 : ffff9b1fca617e40) 00020000:00000002:0.0:1788777578.210797:0:35955:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fca617e40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777578.210805:0:35955:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777578.210809:0:35955:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fc7efe880: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788777578.210811:0:35955:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc8107000) owner ffff9b1fc7160000 00020000:00000001:0.0:1788777578.210814:0:35955:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777578.210817:0:35955:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc8107000) owner ffff9b1fc7160000 00020000:00000010:0.0:1788777578.210819:0:35955:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fc7efe880. 00020000:00000010:0.0:1788777578.210822:0:35955:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fca617d80. 00020000:00000010:0.0:1788777578.210825:0:35955:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fca617e40. 00020000:00000002:0.0:1788777578.210828:0:35955:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777578.210831:0:35955:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.210832:0:35955:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.210838:0:35955:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777578.210843:0:35955:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.210859:0:35955:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efcde0 addref 2/0 by ffff9b1fc7160000. 00020000:00000002:0.0:1788777578.210862:0:35955:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.210865:0:35955:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777578.210868:0:35955:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777578.210870:0:35955:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777578.210872:0:35955:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777578.210874:0:35955:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777578.210878:0:35955:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788777578.210880:0:35955:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dba20 00000080:00000001:0.0:1788777578.210883:0:35955:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.210884:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.210886:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777578.210888:0:35955:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777578.210894:0:35955:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777578.210897:0:35955:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.210902:0:35955:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) for lock 0x22b16ee488cdcb1d 00800000:00000001:0.0:1788777578.210907:0:35955:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.210909:0:35955:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.210911:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.210913:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.210914:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.210917:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.210920:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.210923:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.210925:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.210927:0:35955:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.210930:0:35955:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.210935:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.210948:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.210959:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.210964:0:35955:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb1d from it ffffb70bc1d17bf0 00010000:00000001:0.0:1788777578.210967:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.210969:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.210971:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.210973:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.210975:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.210977:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.210982:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.210991:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.210993:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.210995:0:35955:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.210999:0:35955:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.211002:0:35955:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777578.211013:0:35955:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.211017:0:35955:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.211021:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.211025:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.211027:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.211028:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.211032:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.211034:0:35955:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.211036:0:35955:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.211040:0:35955:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.211043:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.211044:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.211045:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777578.211049:0:35955:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.211055:0:35955:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fd12e4d80. 00000080:00000001:0.0:1788777578.211059:0:35955:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777578.211065:0:35955:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788777578.211068:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.211072:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.211075:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.211078:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.211080:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.211083:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.211085:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.211090:0:35955:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788777578.211096:0:35955:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fd18820c0. 00000002:00100000:0.0:1788777578.211102:0:35955:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777578.211109:0:35955:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.211111:0:35955:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788777578.211116:0:35955:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788777578.211120:0:35955:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.211125:0:35955:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788777578.211128:0:35955:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777578.211130:0:35955:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.211133:0:35955:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777578.211135:0:35955:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.211139:0:35955:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788777578.211142:0:35955:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.211144:0:35955:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777578.211147:0:35955:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.211149:0:35955:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.211153:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.211158:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788777578.211165:0:35955:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.211169:0:35955:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b1fd1220000. 02000000:00000001:0.0:1788777578.211206:0:35955:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788777578.211208:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.211212:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b98 00000080:00000008:0.0:1788777578.211215:0:35955:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 102101, rc = 0 00020000:00000001:0.0:1788777578.211372:0:35955:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777578.211376:0:35955:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.211382:0:35955:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.211385:0:35955:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.214743:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.214763:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 822600 usecs (823 jiffies) 00000400:00000200:1.0:1788777578.214776:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:1.0:1788777578.214781:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682344 00000100:00000001:1.0:1788777578.214792:0:2412:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682335 00000100:00000001:1.0:1788777578.214799:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682344 00000100:00000001:1.0:1788777578.214802:0:2412:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682335 00000100:00000001:1.0:1788777578.214805:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777578.214810:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.214816:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.214821:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.214834:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777578.214837:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777578.214841:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.214855:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777578.214857:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.214861:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.215361:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d28 00000080:00200008:0.0:1788777578.215370:0:35955:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777578.215379:0:35955:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777578.215381:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17ca0 00000080:00200000:0.0:1788777578.215384:0:35955:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08),name=recon 00000080:00000010:0.0:1788777578.215394:0:35955:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00800000:00000002:0.0:1788777578.215774:0:35955:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777578.215786:0:35955:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777578.215792:0:35955:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.215795:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17bc0 00800000:00000002:0.0:1788777578.215798:0:35955:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.215803:0:35955:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777578.215809:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.215812:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.215815:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.215818:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.215820:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.215823:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.215826:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.215829:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.215830:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.215831:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.215834:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.215836:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.215838:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.215839:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.215842:0:35955:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777578.215859:0:35955:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.215862:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17a90 00000002:00010000:0.0:1788777578.215864:0:35955:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777578.215868:0:35955:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777578.215871:0:35955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777578.215874:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.215884:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:0.0:1788777578.215889:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.215895:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.215901:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.215906:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788777578.215919:0:35955:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.215926:0:35955:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.215930:0:35955:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788777578.215939:0:35955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777578.215941:0:35955:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777578.215944:0:35955:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.215945:0:35955:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.215947:0:35955:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.215950:0:35955:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777578.215953:0:35955:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777578.215956:0:35955:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777578.215960:0:35955:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.215966:0:35955:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777578.215969:0:35955:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.215973:0:35955:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) 00000080:00010000:0.0:1788777578.215977:0:35955:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) for lock 0x22b16ee488cdcb1d 00800000:00000001:0.0:1788777578.215981:0:35955:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.215984:0:35955:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.215985:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.215988:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.215991:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.215994:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.215997:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.216000:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.216002:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.216003:0:35955:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.216005:0:35955:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.216007:0:35955:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb1d from it ffffb70bc1d17cd8 00010000:00000001:0.0:1788777578.216010:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.216011:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.216012:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.216014:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.216016:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.216018:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.216021:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777578.216027:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.216028:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.216030:0:35955:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.216033:0:35955:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.216036:0:35955:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777578.216043:0:35955:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.216048:0:35955:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.216050:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.216055:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.216056:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.216058:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.216062:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.216064:0:35955:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.216066:0:35955:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.216070:0:35955:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.216073:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.216074:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.216075:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777578.216079:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777578.216080:0:35955:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.216084:0:35955:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777578.216088:0:35955:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777578.216090:0:35955:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.216092:0:35955:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777578.216094:0:35955:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.216096:0:35955:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777578.216099:0:35955:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788777578.216102:0:35955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777578.216107:0:35955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398184 : -110914154153432 : ffff9b1fc93dba28) 00000020:00001000:0.0:1788777578.216109:0:35955:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dba20 00000020:00000001:0.0:1788777578.216114:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.216117:0:35955:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777578.216119:0:35955:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777578.216122:0:35955:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788777578.216124:0:35955:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777578.216126:0:35955:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777578.216128:0:35955:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777578.216130:0:35955:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.216132:0:35955:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777578.216137:0:35955:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc3190060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788777578.216140:0:35955:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.216144:0:35955:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777578.216146:0:35955:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777578.216149:0:35955:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777578.216150:0:35955:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.216152:0:35955:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777578.216155:0:35955:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777578.216157:0:35955:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.216159:0:35955:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777578.216160:0:35955:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777578.216161:0:35955:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777578.216162:0:35955:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00000020:00000001:0.0:1788777578.216165:0:35955:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777578.216167:0:35955:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788777578.216168:0:35955:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1788777578.216171:0:35955:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777578.216173:0:35955:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777578.216176:0:35955:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777578.216178:0:35955:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777578.216184:0:35955:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788777578.216191:0:35955:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc2c6a580. 00020000:00000002:0.0:1788777578.216193:0:35955:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777578.216196:0:35955:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777578.216198:0:35955:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.216200:0:35955:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777578.216201:0:35955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777578.216202:0:35955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:0.0:1788777578.216205:0:35955:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000020:00000001:0.0:1788777578.216208:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.216209:0:35955:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777578.216213:0:35955:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777578.216214:0:35955:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777578.216215:0:35955:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.216217:0:35955:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.216220:0:35955:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.216221:0:35955:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777578.216226:0:35955:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7303db0. 00000008:00010000:0.0:1788777578.216229:0:35955:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788777578.216231:0:35955:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777578.216233:0:35955:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777578.216234:0:35955:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc2c6a5b0, osc lock ffff9b1fc7303db0, flags 0x400001002 00000020:00000001:0.0:1788777578.216237:0:35955:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.216239:0:35955:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.216241:0:35955:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159446930816 : -110914262620800 : ffff9b1fc2c6a580) 00000020:00000001:0.0:1788777578.216244:0:35955:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777578.216245:0:35955:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777578.216247:0:35955:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.216248:0:35955:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.216251:0:35955:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788777578.216253:0:35955:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788777578.216254:0:35955:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777578.216256:0:35955:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777578.216257:0:35955:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.216258:0:35955:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.216260:0:35955:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777578.216262:0:35955:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777578.216264:0:35955:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777578.216268:0:35955:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777578.216270:0:35955:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777578.216272:0:35955:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777578.216274:0:35955:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777578.216275:0:35955:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777578.216276:0:35955:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777578.216279:0:35955:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777578.216280:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.216284:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:0.0:1788777578.216287:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.216291:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.216295:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.216299:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777578.216310:0:35955:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.216312:0:35955:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.216315:0:35955:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777578.216321:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.216323:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.216324:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:0.0:1788777578.216326:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.216329:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000008:00000001:0.0:1788777578.216333:0:35955:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777578.216335:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.216337:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.216338:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:0.0:1788777578.216340:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.216342:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000020:00000001:0.0:1788777578.216346:0:35955:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777578.216348:0:35955:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788777578.216350:0:35955:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788777578.216352:0:35955:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.216353:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.216355:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.216356:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=6 00000020:00000001:0.0:1788777578.216358:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.216360:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.216362:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.216364:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777578.216372:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.216373:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.216374:0:35955:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.216376:0:35955:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.216377:0:35955:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.216384:0:35955:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.216386:0:35955:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.216387:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.216390:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.216391:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.216392:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.216394:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.216396:0:35955:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.216398:0:35955:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.216400:0:35955:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777578.216741:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.216747:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd12a5f00. 00000400:00000200:2.0:1788777578.216754:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.216765:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.216775:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92566e8 00000400:00000010:2.0:1788777578.216778:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92566e8. 00000100:00000001:2.0:1788777578.216785:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777578.216796:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.216809:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.216812:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.216820:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.216822:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788777578.220856:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.220862:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.220865:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.220867:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.220869:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.220870:0:35955:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.220877:0:35955:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.220881:0:35955:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.220885:0:35955:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.220887:0:35955:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.220890:0:35955:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777578.220893:0:35955:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788777578.220897:0:35955:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788777578.220899:0:35955:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788777578.220903:0:35955:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.220905:0:35955:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.220912:0:35955:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777578.220918:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.220922:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.220925:0:35955:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777578.220930:0:35955:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788777578.220934:0:35955:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:0.0:1788777578.220938:0:35955:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.220940:0:35955:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.220942:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:0.0:1788777578.220944:0:35955:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1788777578.220948:0:35955:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777578.220953:0:35955:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777578.220955:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc3190000 (ffff9b1fc93dba28/0) at cl_lock_release():245 00000020:00000001:0.0:1788777578.220959:0:35955:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777578.220961:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc3190000 (ffff9b1fc93dba28/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777578.220965:0:35955:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777578.220968:0:35955:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.220970:0:35955:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.220974:0:35955:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777578.220975:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2c6a5b0 (ffff9b1fc93db908/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777578.220979:0:35955:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777578.220980:0:35955:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777578.220982:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.220983:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.220984:0:35955:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777578.220986:0:35955:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.220987:0:35955:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.220988:0:35955:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.220991:0:35955:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777578.220992:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc3190000 (ffff9b1fc93dba28/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777578.220995:0:35955:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777578.220997:0:35955:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777578.220998:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2c6a5b0 (ffff9b1fc93dba28/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777578.221002:0:35955:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7303db0. 00000020:00000001:0.0:1788777578.221011:0:35955:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777578.221013:0:35955:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc2c6a580. 00020000:00000001:0.0:1788777578.221017:0:35955:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777578.221018:0:35955:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777578.221019:0:35955:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788777578.221021:0:35955:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.221025:0:35955:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777578.221028:0:35955:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777578.221030:0:35955:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777578.221031:0:35955:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777578.221033:0:35955:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777578.221035:0:35955:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00020000:00000001:0.0:1788777578.221039:0:35955:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777578.221041:0:35955:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777578.221045:0:35955:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777578.221048:0:35955:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777578.221052:0:35955:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777578.221055:0:35955:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.221057:0:35955:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777578.221059:0:35955:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777578.221060:0:35955:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777578.221062:0:35955:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dba20 00000001:00000001:0.0:1788777578.221064:0:35955:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.221074:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d28 00000080:00000008:0.0:1788777578.221077:0:35955:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777578.221181:0:35955:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788777578.221183:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d88 00000080:00200008:0.0:1788777578.221186:0:35955:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1788777578.221189:0:35955:0:(file.c:2656:do_file_write_iter()) inode ffff9b1fd15b4b08 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:0.0:1788777578.221192:0:35955:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788777578.221195:0:35955:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.221197:0:35955:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788777578.221201:0:35955:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.221204:0:35955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777578.221207:0:35955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398184 : -110914154153432 : ffff9b1fc93dba28) 00000020:00001000:0.0:1788777578.221209:0:35955:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dba20 00000080:00000001:0.0:1788777578.221213:0:35955:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788777578.221214:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17c98 00000080:00200000:0.0:1788777578.221216:0:35955:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1788777578.221222:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17c30 00000080:00200000:0.0:1788777578.221224:0:35955:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1788777578.221226:0:35955:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777578.221227:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.221229:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.221230:0:35955:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777578.221232:0:35955:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788777578.221234:0:35955:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:0.0:1788777578.221236:0:35955:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.221238:0:35955:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.221239:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:0.0:1788777578.221241:0:35955:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1788777578.221243:0:35955:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777578.221246:0:35955:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788777578.221254:0:35955:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e8b612e8[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:0.0:1788777578.221256:0:35955:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:0.0:1788777578.221258:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.221261:0:35955:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777578.221263:0:35955:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777578.221266:0:35955:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777578.221269:0:35955:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777578.221272:0:35955:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788777578.221276:0:35955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777578.221293:0:35955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.221296:0:35955:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777578.221297:0:35955:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.221299:0:35955:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777578.221302:0:35955:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc3190060 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788777578.221313:0:35955:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.221317:0:35955:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777578.221319:0:35955:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777578.221322:0:35955:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777578.221324:0:35955:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788777578.221327:0:35955:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:0.0:1788777578.221330:0:35955:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788777578.221332:0:35955:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777578.221334:0:35955:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.221336:0:35955:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777578.221337:0:35955:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777578.221338:0:35955:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777578.221339:0:35955:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00000020:00000001:0.0:1788777578.221342:0:35955:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.221344:0:35955:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777578.221347:0:35955:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1788777578.221350:0:35955:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788777578.221354:0:35955:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.221359:0:35955:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777578.221361:0:35955:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777578.221364:0:35955:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777578.221366:0:35955:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788777578.221368:0:35955:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1788777578.221372:0:35955:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777578.221374:0:35955:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777578.221379:0:35955:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777578.221382:0:35955:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.221384:0:35955:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777578.221385:0:35955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777578.221387:0:35955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:0.0:1788777578.221389:0:35955:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000020:00000001:0.0:1788777578.221391:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.221393:0:35955:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777578.221397:0:35955:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777578.221398:0:35955:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777578.222056:0:35955:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.222064:0:35955:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.222066:0:35955:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.222071:0:35955:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788777578.222076:0:35955:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788777578.222080:0:35955:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.222082:0:35955:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.222086:0:35955:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.222088:0:35955:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.222090:0:35955:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.222093:0:35955:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788777578.222096:0:35955:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788777578.222099:0:35955:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788777578.222102:0:35955:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788777578.222107:0:35955:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.222111:0:35955:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.222113:0:35955:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788777578.222115:0:35955:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1788777578.222118:0:35955:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788777578.222120:0:35955:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788777578.222122:0:35955:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.222123:0:35955:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.222125:0:35955:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.222127:0:35955:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.222129:0:35955:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.222131:0:35955:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777578.222133:0:35955:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777578.222134:0:35955:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777578.222136:0:35955:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777578.222137:0:35955:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.222139:0:35955:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.222141:0:35955:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.222143:0:35955:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.222144:0:35955:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777578.222147:0:35955:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777578.222148:0:35955:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777578.222151:0:35955:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777578.222153:0:35955:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777578.222157:0:35955:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788777578.222169:0:35955:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc2c6a580. 00020000:00000002:0.0:1788777578.222173:0:35955:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777578.222176:0:35955:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777578.222178:0:35955:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.222179:0:35955:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.222181:0:35955:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777578.222187:0:35955:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7303db0. 00000008:00010000:0.0:1788777578.222189:0:35955:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788777578.222192:0:35955:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777578.222194:0:35955:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777578.222197:0:35955:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc2c6a5b0, osc lock ffff9b1fc7303db0, flags 0x0 00000020:00000001:0.0:1788777578.222200:0:35955:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.222202:0:35955:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.222204:0:35955:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159446930816 : -110914262620800 : ffff9b1fc2c6a580) 00000020:00000001:0.0:1788777578.222207:0:35955:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777578.222208:0:35955:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777578.222210:0:35955:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.222212:0:35955:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.222214:0:35955:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777578.222216:0:35955:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777578.222217:0:35955:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.222218:0:35955:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.222220:0:35955:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777578.222222:0:35955:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777578.222224:0:35955:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788777578.222226:0:35955:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.222230:0:35955:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777578.222232:0:35955:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777578.222234:0:35955:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777578.222236:0:35955:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777578.222237:0:35955:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777578.222239:0:35955:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777578.222241:0:35955:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777578.222245:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.222254:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:0.0:1788777578.222258:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.222266:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.222272:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.222277:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777578.222292:0:35955:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.222299:0:35955:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.222302:0:35955:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.222323:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.222327:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.222330:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:0.0:1788777578.222333:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.222336:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000008:00000001:0.0:1788777578.222341:0:35955:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777578.222344:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.222345:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.222347:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:0.0:1788777578.222349:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.222351:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.222354:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.222355:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.222356:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=6 00000020:00000001:0.0:1788777578.222358:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.222360:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.222362:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.222364:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.222367:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.222375:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.222377:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.222380:0:35955:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.222382:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.222383:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.222384:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=7 00000020:00000001:0.0:1788777578.222386:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.222388:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.222390:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.222393:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.222400:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1788777578.222988:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.223006:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.223011:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.223015:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.223027:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.223038:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.223049:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.223055:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.223062:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.223066:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd66b80 00000400:00000200:3.0:1788777578.223071:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.223081:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8d3d [1] + 224 00000800:00000001:3.0:1788777578.223090:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.223098:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.223102:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.223107:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.223118:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.223129:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777578.223140:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.223158:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.223169:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.223172:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.223672:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.223679:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777578.223688:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777578.223690:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777578.223695:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc8e12630. 00000400:00000200:1.0:1788777578.223701:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9256bb0 00000400:00000010:1.0:1788777578.223704:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9256bb0. 00000100:00000001:1.0:1788777578.223708:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777578.223715:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777578.223726:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.223733:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777578.223735:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.223738:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777578.223742:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777578.223744:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777578.223747:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777578.223750:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777578.223760:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064580 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777578.223764:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777578.223767:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777578.223769:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777578.223773:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777578.223777:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.223781:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777578.223783:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1788777578.223785:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777578.223788:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777578.223793:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.223801:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777578.223804:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777578.223807:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777578.223810:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777578.223818:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:67f3d5ce-64e4-46be-9428-e80a71444531:2412:1875667211152256:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777578.223824:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.223827:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777578.223830:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120a80 x1875667211152256/t0(0) o103->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777578.223838:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777578.223841:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777578.223855:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc3326600. 02000000:00000001:1.0:1788777578.223859:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777578.223862:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777578.223864:0:2412:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:1.0:1788777578.223866:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777578.223870:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc3327600. 02000000:00000001:1.0:1788777578.223873:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777578.223875:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777578.223877:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120a80. 00000100:00000001:1.0:1788777578.223881:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777578.223882:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.223885:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777578.223893:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777578.223895:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777578.223898:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777578.223901:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.224579:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777578.224587:0:35955:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.224605:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.224608:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.224609:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.224610:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.224611:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.224613:0:35955:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.224618:0:35955:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224622:0:35955:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.224625:0:35955:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224627:0:35955:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224630:0:35955:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224633:0:35955:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224636:0:35955:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224639:0:35955:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788777578.224646:0:35955:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1788777578.224653:0:35955:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777578.224657:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.224660:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.224662:0:35955:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777578.224669:0:35955:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788777578.224673:0:35955:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:0.0:1788777578.224677:0:35955:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224678:0:35955:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224680:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:0.0:1788777578.224683:0:35955:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1788777578.224686:0:35955:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777578.224691:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b80 00000080:00200000:0.0:1788777578.224694:0:35955:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1788777578.224698:0:35955:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777578.224702:0:35955:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.224706:0:35955:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efcde0 addref 2/0 by ffff9b1fc7160000. 00020000:00000002:0.0:1788777578.224709:0:35955:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00000020:00000001:0.0:1788777578.224712:0:35955:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788777578.224716:0:35955:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788777578.224720:0:35955:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788777578.224726:0:35955:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:0.0:1788777578.224729:0:35955:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.224732:0:35955:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.224734:0:35955:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777578.224737:0:35955:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777578.224742:0:35955:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224744:0:35955:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.224746:0:35955:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.224749:0:35955:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.224761:0:35955:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788777578.224771:0:35955:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:0.0:1788777578.224775:0:35955:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1788777578.224780:0:35955:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:0.0:1788777578.224782:0:35955:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:0.0:1788777578.224789:0:35955:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.224799:0:35955:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777578.224806:0:35955:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.224809:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17798 00800000:00000002:0.0:1788777578.224812:0:35955:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.224816:0:35955:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777578.224821:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.224824:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.224828:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.224832:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.224834:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.224837:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.224840:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.224855:0:35955:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x30:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777578.224863:0:35955:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.224865:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17668 00000002:00010000:0.0:1788777578.224868:0:35955:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x30:0x0], intent: getxattr flags 0 00000002:00000001:0.0:1788777578.224873:0:35955:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777578.224875:0:35955:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:0.0:1788777578.224882:0:35955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777578.224887:0:35955:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:0.0:1788777578.224892:0:35955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777578.224894:0:35955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.224899:0:35955:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777578.224905:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.224914:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.224915:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.224917:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.224921:0:35955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777578.224923:0:35955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777578.224929:0:35955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777578.224937:0:35955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fd1002000. 00000100:00000001:0.0:1788777578.224944:0:35955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.224951:0:35955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777578.224953:0:35955:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.224955:0:35955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777578.224956:0:35955:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.224958:0:35955:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1788777578.224961:0:35955:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff9b1fc31a7000: get xattrs for [0x200000405:0x30:0x0] 00000002:00000001:0.0:1788777578.224968:0:35955:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00010000:00000001:0.0:1788777578.224972:0:35955:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777578.224974:0:35955:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777578.224982:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 2 00010000:00000001:0.0:1788777578.224985:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.224988:0:35955:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777578.224992:0:35955:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f6000. 00000020:00000001:0.0:1788777578.224997:0:35955:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777578.225000:0:35955:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f6000 with handle 0x22b16ee488cdcb40 to hash 00000020:00000001:0.0:1788777578.225003:0:35955:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777578.225005:0:35955:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.225009:0:35955:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.225014:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.225017:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.225021:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777578.225030:0:35955:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777578.225042:0:35955:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35955 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777578.225048:0:35955:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777578.225050:0:35955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777578.225058:0:35955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.225060:0:35955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543783808 : -110914165767808 : ffff9b1fc88c8180) 00000100:00000001:0.0:1788777578.225063:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.225065:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777578.225071:0:35955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777578.225076:0:35955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.225079:0:35955:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777578.225081:0:35955:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777578.225093:0:35955:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.225103:0:35955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777578.225106:0:35955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.225112:0:35955:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777578.225115:0:35955:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777578.225118:0:35955:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777578.225122:0:35955:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35955:1875667211152384:192.168.204.133@tcp:101:uname.0 00000100:00000001:0.0:1788777578.225127:0:35955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777578.225134:0:35955:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777578.225137:0:35955:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.225140:0:35955:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777578.225147:0:35955:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff9b1fca6e1000. 02000000:00000001:0.0:1788777578.225149:0:35955:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777578.225158:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777578.225163:0:35955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000010:0.0:1788777578.225172:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777578.225183:0:35955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1875667211152384, portal 10 00000100:00000001:0.0:1788777578.225184:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.225186:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777578.225192:0:35955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.225200:0:35955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777578.225203:0:35955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777578.225206:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bee0. 00000100:00000200:0.0:1788777578.225211:0:35955:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667211152384, offset 0 00000400:00000200:0.0:1788777578.225219:0:35955:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777578.225229:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.225237:0:35955:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777578.225244:0:35955:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777578.225250:0:35955:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777578.225255:0:35955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777578.225259:0:35955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777578.225264:0:35955:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3035:3035:256:4294967295] 192.168.204.133@tcp LPNI seq info [3034:3034:8:4294967295] 00000400:00000200:0.0:1788777578.225269:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.225281:0:35955:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777578.225291:0:35955:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777578.225298:0:35955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839900. 00000800:00000200:0.0:1788777578.225321:0:35955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777578.225332:0:35955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777578.225339:0:35955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788777578.225363:0:35955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.225370:0:35955:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 821617 usecs (822 jiffies) 00000400:00000200:0.0:1788777578.225374:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777578.225378:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682353 00000100:00000001:0.0:1788777578.225388:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682344 00000100:00000001:0.0:1788777578.225395:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682353 00000100:00000001:0.0:1788777578.225399:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682344 00000100:00000001:0.0:1788777578.225411:0:35955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.225414:0:35955:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.225417:0:35955:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777578.225419:0:35955:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777578.225423:0:35955:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8180 going to sleep for 11 seconds 00000100:00000001:0.0:1788777578.225426:0:35955:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777578.225429:0:35955:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.226757:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.226771:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839900. 00000400:00000200:3.0:1788777578.226778:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.226789:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.226797:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bee0 00000400:00000010:3.0:1788777578.226800:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bee0. 00000100:00000001:3.0:1788777578.226808:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.226819:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.226835:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.226841:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.226860:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.226863:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777578.229858:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.229883:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.229890:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.229893:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.229905:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.229915:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.229927:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.229933:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.229941:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.229946:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 1144 into portal 10 MB=0x6a9e8cdd66c00 00000400:00000200:3.0:1788777578.229951:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.229959:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 1144/1144 into md 0x8d45 [1] + 224 00000800:00000001:3.0:1788777578.229968:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.229979:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.229983:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.229989:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.229998:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.230011:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777578.230024:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.230042:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.230054:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.230058:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.231138:0:35955:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777578.231151:0:35955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777578.231154:0:35955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777578.231157:0:35955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000200:0.0:1788777578.231165:0:35955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:0.0:1788777578.231167:0:35955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:0.0:1788777578.231174:0:35955:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777578.231182:0:35955:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777578.231192:0:35955:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.231198:0:35955:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777578.231201:0:35955:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.231204:0:35955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777578.231208:0:35955:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777578.231211:0:35955:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777578.231214:0:35955:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.231217:0:35955:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777578.231229:0:35955:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=87 v=5 (5 105 105 105) 00000100:00001000:0.0:1788777578.231234:0:35955:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777578.231236:0:35955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777578.231238:0:35955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.231242:0:35955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777578.231247:0:35955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.231253:0:35955:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777578.231256:0:35955:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1788777578.231259:0:35955:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777578.231262:0:35955:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.231267:0:35955:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.231274:0:35955:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.231278:0:35955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777578.231280:0:35955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777578.231285:0:35955:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777594 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777578.231292:0:35955:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35955:1875667211152384:192.168.204.133@tcp:101:uname.0 00000100:00000001:0.0:1788777578.231298:0:35955:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.231302:0:35955:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.231305:0:35955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777578.231308:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.231312:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.231320:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777578.231324:0:35955:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.231327:0:35955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777578.231329:0:35955:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.231333:0:35955:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777578.231338:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.231341:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.231346:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6000 refcount=4 00000020:00000001:0.0:1788777578.231348:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.231351:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000040:0.0:1788777578.231359:0:35955:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f6000, remote cookie: 0x542deec0941a74fd, flags: 0x1001 00010000:00010000:0.0:1788777578.231367:0:35955:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.231377:0:35955:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777578.231381:0:35955:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777578.231384:0:35955:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777578.231386:0:35955:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777578.231387:0:35955:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777578.231391:0:35955:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9b1fd20e6100) refcount = 2 00010000:00000040:0.0:1788777578.231394:0:35955:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777578.231397:0:35955:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000010:1.1:1788777578.231640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611f00. 00010000:00000010:1.1:1788777578.231648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002044a00. 00010000:00000010:1.1:1788777578.231653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611400. 00010000:00000010:1.1:1788777578.231656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2002045200. 00010000:00010000:0.0:1788777578.232745:0:35955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.232755:0:35955:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777578.232760:0:35955:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777578.232762:0:35955:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.232768:0:35955:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777578.232772:0:35955:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.232776:0:35955:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.232783:0:35955:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777578.232786:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.232788:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.232789:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.232790:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.232792:0:35955:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.232801:0:35955:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777578.232803:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.232806:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.232809:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6000 refcount=3 00000020:00000001:0.0:1788777578.232813:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.232815:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.232818:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.232819:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777578.232832:0:35955:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777578.232839:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.232840:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.232841:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6000 refcount=3 00000020:00000001:0.0:1788777578.232854:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.232856:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.232859:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.232860:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.232862:0:35955:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.232864:0:35955:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.232867:0:35955:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777578.232869:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.232870:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.232871:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6000 refcount=3 00000020:00000001:0.0:1788777578.232874:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.232875:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00000002:00010000:0.0:1788777578.232880:0:35955:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.232887:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.232888:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.232891:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777578.232892:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.232894:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.232895:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6000 refcount=3 00000020:00000001:0.0:1788777578.232897:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.232898:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000040:0.0:1788777578.232907:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 3 00010000:00000001:0.0:1788777578.232911:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777578.232917:0:35955:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:0.0:1788777578.232920:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.232921:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.232923:0:35955:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777578.232929:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d175f0 00000002:00002000:0.0:1788777578.232931:0:35955:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:0.0:1788777578.232936:0:35955:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.232942:0:35955:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.232946:0:35955:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777578.232952:0:35955:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x30:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777578.232957:0:35955:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.232966:0:35955:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.232978:0:35955:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777578.232986:0:35955:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff9b1fca6e1460 xtail=ffff9b1fca6e149a 00000080:00000001:0.0:1788777578.232991:0:35955:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:0.0:1788777578.232994:0:35955:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:0.0:1788777578.232999:0:35955:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788777578.233002:0:35955:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777578.233003:0:35955:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788777578.233016:0:35955:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9b1fd0609cd0. 00000080:00000010:0.0:1788777578.233023:0:35955:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9b1fc32a6fd0. 00000080:00000010:0.0:1788777578.233028:0:35955:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff9b1fd1882ca0. 00000080:00000020:0.0:1788777578.233031:0:35955:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:0.0:1788777578.233034:0:35955:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777578.233036:0:35955:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1788777578.233040:0:35955:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788777578.233041:0:35955:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777578.233044:0:35955:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788777578.233048:0:35955:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9b1fd0609208. 00000080:00000010:0.0:1788777578.233050:0:35955:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9b1fc32a6a10. 00000080:00000010:0.0:1788777578.233054:0:35955:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff9b1fd12e4a40. 00000080:00000020:0.0:1788777578.233055:0:35955:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1788777578.233057:0:35955:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777578.233059:0:35955:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:0.0:1788777578.233061:0:35955:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788777578.233062:0:35955:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777578.233063:0:35955:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788777578.233066:0:35955:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9b1fd0609230. 00000080:00000010:0.0:1788777578.233068:0:35955:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff9b1fc32a6ee0. 00000080:00000010:0.0:1788777578.233071:0:35955:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff9b1fc82d2088. 00000080:00000020:0.0:1788777578.233073:0:35955:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:0.0:1788777578.233075:0:35955:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777578.233077:0:35955:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:0.0:1788777578.233078:0:35955:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788777578.233079:0:35955:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777578.233081:0:35955:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788777578.233084:0:35955:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9b1fd0609938. 00000080:00000010:0.0:1788777578.233086:0:35955:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff9b1fc32a6090. 00000080:00000010:0.0:1788777578.233089:0:35955:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff9b1fd12e4380. 00000080:00000020:0.0:1788777578.233090:0:35955:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:0.0:1788777578.233092:0:35955:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788777578.233094:0:35955:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:0.0:1788777578.233096:0:35955:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:0.0:1788777578.233100:0:35955:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) for lock 0x22b16ee488cdcb40 00800000:00000001:0.0:1788777578.233107:0:35955:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.233112:0:35955:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.233114:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.233115:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.233117:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6000 refcount=3 00000020:00000001:0.0:1788777578.233119:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.233122:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.233125:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.233127:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.233129:0:35955:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.233132:0:35955:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.233136:0:35955:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb40 from it ffffb70bc1d178e8 00010000:00000001:0.0:1788777578.233140:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.233141:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.233143:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f6000 refcount=3 00000020:00000001:0.0:1788777578.233145:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.233148:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677140992 : -110914032410624 : ffff9b1fd07f6000) 00010000:00000001:0.0:1788777578.233151:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.233155:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777578.233162:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.233164:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.233166:0:35955:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.233170:0:35955:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.233174:0:35955:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777578.233183:0:35955:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.233187:0:35955:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.233190:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.233197:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.233198:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.233201:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.233206:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.233209:0:35955:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.233212:0:35955:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.233216:0:35955:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.233220:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.233222:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.233224:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777578.233227:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.233234:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211152384/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.233243:0:35955:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777578.233249:0:35955:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777578.233254:0:35955:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff9b1fca6e1000. 02000000:00000001:0.0:1788777578.233258:0:35955:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777578.233262:0:35955:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777578.233264:0:35955:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:0.0:1788777578.233268:0:35955:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777578.233273:0:35955:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fd1002000. 02000000:00000001:0.0:1788777578.233279:0:35955:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777578.233282:0:35955:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777578.233285:0:35955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:0.0:1788777578.233291:0:35955:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777578.233293:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.233296:0:35955:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.233300:0:35955:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788777578.233302:0:35955:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777578.233320:0:35955:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1788777578.233325:0:35955:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777578.233329:0:35955:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1788777578.233333:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777578.233335:0:35955:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.233337:0:35955:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777578.233346:0:35955:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777578.233360:0:35955:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777578.233362:0:35955:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:0.0:1788777578.233375:0:35955:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1788777578.233378:0:35955:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233383:0:35955:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777578.233386:0:35955:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffd839845b6340 ffff9b1fd06831c0 1 00000020:00000001:0.0:1788777578.233391:0:35955:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777578.233395:0:35955:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633159675621824 : -110914033929792 : ffff9b1fd06831c0) 00000020:00000001:0.0:1788777578.233398:0:35955:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446633159675621824 : -110914033929792 : ffff9b1fd06831c0) 00000020:00000001:0.0:1788777578.233413:0:35955:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777578.233417:0:35955:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777578.233419:0:35955:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452328032 : -110914257223584 : ffff9b1fc3190060) 00000020:00000001:0.0:1788777578.233423:0:35955:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777578.233425:0:35955:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777578.233427:0:35955:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777578.233435:0:35955:0:(cl_page.c:507:__cl_page_state_set()) page@0000000049a336ae[3 0000000047a102d8 1 1 000000002bd04c8a 0 0 0] 00000020:00000001:0.0:1788777578.233438:0:35955:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777578.233440:0:35955:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777578.233442:0:35955:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788777578.233444:0:35955:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777578.233446:0:35955:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.233451:0:35955:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777578.233452:0:35955:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:0.0:1788777578.233455:0:35955:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777578.233456:0:35955:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633159452328032 : -110914257223584 : ffff9b1fc3190060) 00000020:00000001:0.0:1788777578.233458:0:35955:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777578.233515:0:35955:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777578.233522:0:35955:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777578.233524:0:35955:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777578.233526:0:35955:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777578.233527:0:35955:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777578.233532:0:35955:0:(rw26.c:929:ll_write_end()) page@0000000049a336ae[4 0000000047a102d8 2 1 000000002bd04c8a 0 0 0] 00000080:00200000:0.0:1788777578.233536:0:35955:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb1e2147 17ffffc0001039 2:0 ffff9b1fd06831c0 0 lru 00000080:00200000:0.0:1788777578.233548:0:35955:0:(rw26.c:929:ll_write_end()) osc-page@000000009a4067c4 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 0000000093b3a844 00000000dfd8834f > 3< 1 0 > 4< 0 0 8 8351744 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:0.0:1788777578.233551:0:35955:0:(rw26.c:929:ll_write_end()) end page@0000000049a336ae 00000080:00200000:0.0:1788777578.233553:0:35955:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788777578.233566:0:35955:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788777578.233569:0:35955:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:0.0:1788777578.233572:0:35955:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788777578.233578:0:35955:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788777578.233581:0:35955:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.233583:0:35955:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.233585:0:35955:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788777578.233589:0:35955:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788777578.233594:0:35955:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788777578.233598:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000002:0.0:1788777578.233601:0:35955:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:0.0:1788777578.233604:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.233606:0:35955:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777578.233609:0:35955:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:0.0:1788777578.233612:0:35955:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777578.233616:0:35955:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233618:0:35955:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233620:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:0.0:1788777578.233622:0:35955:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788777578.233624:0:35955:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788777578.233627:0:35955:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777578.233631:0:35955:0:(cl_page.c:556:cl_batch_put()) page@0000000049a336ae[4 0000000047a102d8 2 1 000000002bd04c8a 0 0 0] 00000020:00000001:0.0:1788777578.233634:0:35955:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777578.233636:0:35955:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777578.233637:0:35955:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788777578.233640:0:35955:0:(osc_request.c:745:osc_update_next_shrink()) next time 3214 to shrink grant 00000080:00000001:0.0:1788777578.233643:0:35955:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788777578.233646:0:35955:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788777578.233651:0:35955:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b1fd15b4cb8, count 1, dirtied 0 00000080:00000001:0.0:1788777578.233653:0:35955:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788777578.233656:0:35955:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788777578.233658:0:35955:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777578.233660:0:35955:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777578.233661:0:35955:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777578.233664:0:35955:0:(cl_page.c:507:__cl_page_state_set()) page@0000000049a336ae[3 0000000047a102d8 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777578.233666:0:35955:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788777578.233668:0:35955:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777578.233670:0:35955:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788777578.233671:0:35955:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777578.233673:0:35955:0:(cl_page.c:556:cl_batch_put()) page@0000000049a336ae[3 0000000047a102d8 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777578.233675:0:35955:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788777578.233677:0:35955:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788777578.233678:0:35955:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788777578.233679:0:35955:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788777578.233681:0:35955:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233683:0:35955:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.233685:0:35955:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233687:0:35955:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777578.233690:0:35955:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1788777578.233693:0:35955:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777578.233695:0:35955:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788777578.233696:0:35955:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.233699:0:35955:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788777578.233705:0:35955:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1788777578.233707:0:35955:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233711:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17b80 00000080:00200000:0.0:1788777578.233714:0:35955:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1788777578.233717:0:35955:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.233721:0:35955:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777578.233724:0:35955:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777578.233726:0:35955:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777578.233728:0:35955:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788777578.233730:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.233733:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.233735:0:35955:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777578.233737:0:35955:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777578.233738:0:35955:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233740:0:35955:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233743:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:0.0:1788777578.233745:0:35955:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233747:0:35955:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.233750:0:35955:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.233751:0:35955:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233753:0:35955:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233755:0:35955:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777578.233757:0:35955:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788777578.233759:0:35955:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777578.233760:0:35955:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788777578.233763:0:35955:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777578.233764:0:35955:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.233766:0:35955:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.233768:0:35955:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777578.233771:0:35955:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777578.233775:0:35955:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777578.233778:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fd01e0998 (ffff9b1fc93dba28/0) at cl_lock_release():245 00000020:00000001:0.0:1788777578.233782:0:35955:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777578.233783:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fd01e0998 (ffff9b1fc93dba28/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777578.233789:0:35955:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777578.233793:0:35955:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.233795:0:35955:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.233798:0:35955:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777578.233799:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2c6a5b0 (ffff9b1fc93db908/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777578.233804:0:35955:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777578.233806:0:35955:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777578.233808:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.233810:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.233813:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:0.0:1788777578.233815:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.233819:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.233821:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.233828:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.233839:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.233841:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.233854:0:35955:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.233858:0:35955:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.233861:0:35955:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777578.233870:0:35955:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.233872:0:35955:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.233874:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.233877:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.233878:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.233880:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.233882:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.233884:0:35955:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.233887:0:35955:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.233890:0:35955:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.233892:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.233894:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.233896:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.233897:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.233899:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.233900:0:35955:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777578.233902:0:35955:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.233904:0:35955:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.233906:0:35955:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.233908:0:35955:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777578.233910:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fd01e0998 (ffff9b1fc93dba28/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777578.233914:0:35955:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777578.233916:0:35955:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777578.233917:0:35955:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2c6a5b0 (ffff9b1fc93dba28/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777578.233922:0:35955:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7303db0. 00000020:00000001:0.0:1788777578.233927:0:35955:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777578.233929:0:35955:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc2c6a580. 00020000:00000001:0.0:1788777578.233932:0:35955:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777578.233934:0:35955:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777578.233935:0:35955:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788777578.233938:0:35955:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777578.233940:0:35955:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777578.233941:0:35955:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777578.233942:0:35955:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777578.233944:0:35955:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.233946:0:35955:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.233948:0:35955:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777578.233949:0:35955:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777578.233951:0:35955:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788777578.233954:0:35955:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1788777578.233956:0:35955:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777578.233958:0:35955:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777578.233960:0:35955:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777578.233962:0:35955:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777578.233963:0:35955:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777578.233968:0:35955:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777578.233970:0:35955:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.233972:0:35955:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.233975:0:35955:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777578.233977:0:35955:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777578.233980:0:35955:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777578.233986:0:35955:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1788777578.233990:0:35955:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788777578.233994:0:35955:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788777578.233998:0:35955:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777578.234001:0:35955:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777578.234003:0:35955:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777578.234004:0:35955:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777578.234007:0:35955:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777578.234774:0:35955:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00020000:00000001:0.0:1788777578.234783:0:35955:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777578.234786:0:35955:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777578.234789:0:35955:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777578.234791:0:35955:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777578.234795:0:35955:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777578.234796:0:35955:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788777578.234799:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17c98 00000080:00200000:0.0:1788777578.234801:0:35955:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1788777578.234809:0:35955:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777578.234812:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.234814:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.234816:0:35955:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777578.234822:0:35955:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777578.234829:0:35955:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777578.234832:0:35955:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788777578.234833:0:35955:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777578.234835:0:35955:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788777578.234838:0:35955:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[1]: s=46 (1) m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:0.0:1788777578.234842:0:35955:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777578.234853:0:35955:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:0.0:1788777578.234856:0:35955:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.234859:0:35955:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.234860:0:35955:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:0.0:1788777578.234864:0:35955:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788777578.234867:0:35955:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788777578.234874:0:35955:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1788777578.234878:0:35955:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1788777578.234880:0:35955:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dba20 00000020:00000001:0.0:1788777578.234885:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17d88 00000080:00000008:0.0:1788777578.234887:0:35955:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:0.0:1788777578.234891:0:35955:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788777578.234925:0:35955:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777578.234929:0:35955:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.234935:0:35955:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.234938:0:35955:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.234952:0:35955:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777578.234955:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17df0 00000080:00200008:0.0:1788777578.234957:0:35955:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 102001 00000080:00000001:0.0:1788777578.234962:0:35955:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777578.234965:0:35955:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788777578.234967:0:35955:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777578.234969:0:35955:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000002:0.0:1788777578.234971:0:35955:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fc7160000 00020000:00000001:0.0:1788777578.234973:0:35955:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.234976:0:35955:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788777578.234984:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.234987:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.234990:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.234993:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.234995:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.234998:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.235000:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777578.235007:0:35955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777578.235011:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.235020:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 3 00010000:00000001:0.0:1788777578.235022:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777578.235028:0:35955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.235031:0:35955:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:0.0:1788777578.235034:0:35955:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777578.235036:0:35955:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777578.235047:0:35955:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.235049:0:35955:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777578.235057:0:35955:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777578.235062:0:35955:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788777578.235064:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.235065:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.235066:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.235067:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.235069:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.235070:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.235073:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.235075:0:35955:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:0.0:1788777578.235081:0:35955:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777578.235084:0:35955:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:0.0:1788777578.235094:0:35955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc31ed880. 00000020:00000040:0.0:1788777578.235100:0:35955:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:0.0:1788777578.235107:0:35955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777578.235113:0:35955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777578.235119:0:35955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777578.235127:0:35955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc2c73800. 00000100:00000001:0.0:1788777578.235136:0:35955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777578.235159:0:35955:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777578.235171:0:35955:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777578.235177:0:35955:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc31ed880 x1875667211152640/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777578.235184:0:35955:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777578.235186:0:35955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777578.235196:0:35955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.235199:0:35955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159543783808 : -110914165767808 : ffff9b1fc88c8180) 00000100:00000001:0.0:1788777578.235201:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.235203:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777578.235207:0:35955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777578.235212:0:35955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.235214:0:35955:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777578.235217:0:35955:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777578.235222:0:35955:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc31ed880 x1875667211152640/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.235230:0:35955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777578.235233:0:35955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.235238:0:35955:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777578.235241:0:35955:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777578.235244:0:35955:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777578.235248:0:35955:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35955:1875667211152640:192.168.204.133@tcp:35:uname.0 00000100:00000001:0.0:1788777578.235252:0:35955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777578.235259:0:35955:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777578.235262:0:35955:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.235266:0:35955:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777578.235271:0:35955:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd1002000. 02000000:00000001:0.0:1788777578.235273:0:35955:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777578.235283:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:0.0:1788777578.235289:0:35955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000010:0.0:1788777578.235300:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926b110. 00000100:00000200:0.0:1788777578.235324:0:35955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211152640, portal 10 00000100:00000001:0.0:1788777578.235326:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.235327:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000040:0.0:1788777578.235335:0:35955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc31ed880 x1875667211152640/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.235343:0:35955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777578.235346:0:35955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:0.0:1788777578.235349:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc926bd48. 00000100:00000200:0.0:1788777578.235353:0:35955:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211152640, offset 0 00000400:00000200:0.0:1788777578.235364:0:35955:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:0.0:1788777578.235377:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.235387:0:35955:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:0.0:1788777578.235394:0:35955:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777578.235645:0:35955:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:0.0:1788777578.235652:0:35955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777578.235656:0:35955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:0.0:1788777578.235661:0:35955:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3036:3036:256:4294967295] 192.168.204.133@tcp LPNI seq info [3035:3035:8:4294967295] 00000400:00000200:0.0:1788777578.235666:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:0.0:1788777578.235682:0:35955:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:0.0:1788777578.235689:0:35955:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:0.0:1788777578.235697:0:35955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd1839500. 00000800:00000200:0.0:1788777578.235705:0:35955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:0.0:1788777578.235714:0:35955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:0.0:1788777578.235719:0:35955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd1839500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777578.235840:0:35955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.235855:0:35955:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 820626 usecs (821 jiffies) 00000400:00000200:0.0:1788777578.235859:0:35955:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:0.0:1788777578.235863:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682364 00000100:00000001:0.0:1788777578.235871:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682353 00000100:00000001:0.0:1788777578.235877:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682364 00000100:00000001:0.0:1788777578.235881:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682353 00000100:00000001:0.0:1788777578.235884:0:35955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.235887:0:35955:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.235890:0:35955:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777578.235892:0:35955:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777578.235895:0:35955:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fc88c8180 going to sleep for 11 seconds 00000100:00000001:0.0:1788777578.235899:0:35955:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777578.235902:0:35955:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.236387:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.236505:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd1839500. 00000400:00000200:3.0:1788777578.236513:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.236521:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.236529:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926bd48 00000400:00000010:3.0:1788777578.236532:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926bd48. 00000100:00000001:3.0:1788777578.236540:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.236549:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc31ed880 x1875667211152640/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.236563:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.236567:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211152640/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.236575:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.236577:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777578.241011:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.241035:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.241041:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.241043:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.241053:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.241063:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.241073:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.241079:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.241085:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.241089:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd66d00 00000400:00000200:3.0:1788777578.241095:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.241102:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8d4d [1] + 224 00000800:00000001:3.0:1788777578.241111:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.241123:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.241128:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.241133:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.241144:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.241154:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc31ed880 x1875667211152640/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777578.241165:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc31ed880 x1875667211152640/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.241245:0:35955:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777578.241264:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.241275:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.241280:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777578.241330:0:35955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777578.241333:0:35955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777578.241337:0:35955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd10c0ec8. 00000400:00000200:0.0:1788777578.241343:0:35955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc926b110 00000400:00000010:0.0:1788777578.241346:0:35955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc926b110. 00000100:00000001:0.0:1788777578.241350:0:35955:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777578.241355:0:35955:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc31ed880 x1875667211152640/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777578.241365:0:35955:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc31ed880 x1875667211152640/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.241372:0:35955:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777578.241374:0:35955:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.241377:0:35955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777578.241381:0:35955:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777578.241384:0:35955:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777578.241388:0:35955:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777578.241391:0:35955:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777578.241408:0:35955:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777578.241414:0:35955:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777578.241416:0:35955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777578.241418:0:35955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.241421:0:35955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777578.241426:0:35955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.241429:0:35955:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777578.241432:0:35955:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777578.241433:0:35955:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777578.241436:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.241438:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000100:00000001:0.0:1788777578.241442:0:35955:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777578.241445:0:35955:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1788777578.241447:0:35955:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777578.241451:0:35955:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777578.241456:0:35955:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc31ed880 x1875667211152640/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.241588:0:35955:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777578.241592:0:35955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777578.241595:0:35955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777578.241600:0:35955:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc31ed880 x1875667211152640/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777578.241608:0:35955:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc31ed880 pname:cluuid:pid:xid:nid:opc:job uname:67f3d5ce-64e4-46be-9428-e80a71444531:35955:1875667211152640:192.168.204.133@tcp:35:uname.0 00000100:00000001:0.0:1788777578.241613:0:35955:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777578.241617:0:35955:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.241619:0:35955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777578.241622:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777578.241625:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211152640/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777578.241632:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777578.241636:0:35955:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fc88c8180. 00000100:00000001:0.0:1788777578.241641:0:35955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777578.241642:0:35955:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777578.241651:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777578.241653:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159452711040 : -110914256840576 : ffff9b1fc31ed880) 00000002:00000001:0.0:1788777578.241657:0:35955:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.241660:0:35955:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777578.241667:0:35955:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.241671:0:35955:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777578.241675:0:35955:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788777578.241679:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.241682:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.241685:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.241688:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.241690:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.241692:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.241695:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.241816:0:35955:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788777578.241825:0:35955:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.241834:0:35955:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.241836:0:35955:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159686750208 : -110914022801408 : ffff9b1fd1120000) 00000100:00000001:2.0:1788777578.241839:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.241842:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.241859:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.241861:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.241865:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc31ed880 x1875667211152640/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.241871:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.241874:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.241877:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1120000 x1875667211152128/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.241883:0:35955:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788777578.241888:0:35955:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777578.241890:0:35955:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777578.241892:0:35955:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777578.241898:0:35955:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc356cc00. 02000000:00000001:2.0:1788777578.241905:0:35955:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777578.241907:0:35955:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777578.241910:0:35955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1120000. 00000100:00000001:2.0:1788777578.241914:0:35955:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777578.241915:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.241917:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.241921:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ed880 x1875667211152640/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.241928:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777578.241930:0:35955:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd18820c0. 00000002:00000001:2.0:1788777578.241934:0:35955:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.241935:0:35955:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777578.241938:0:35955:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fd12e4d80. 00000100:00000001:2.0:1788777578.241941:0:35955:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.241944:0:35955:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ed880 x1875667211152640/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.241949:0:35955:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777578.241951:0:35955:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777578.241954:0:35955:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1002000. 02000000:00000001:2.0:1788777578.241959:0:35955:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777578.241961:0:35955:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777578.241962:0:35955:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777578.241964:0:35955:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777578.241965:0:35955:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc2c73800. 02000000:00000001:2.0:1788777578.241967:0:35955:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777578.241968:0:35955:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777578.241970:0:35955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ed880. 00000100:00000001:2.0:1788777578.241973:0:35955:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777578.241974:0:35955:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777578.241978:0:35955:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777578.241983:0:35955:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fd0c45540. 00000080:00000001:2.0:1788777578.241987:0:35955:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.241996:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17df0 00000080:00000008:2.0:1788777578.241999:0:35955:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 102001, rc = 0 00000080:00000001:2.0:1788777578.242003:0:35955:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.242010:0:35955:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777578.242013:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d17e00 00000080:00002000:2.0:1788777578.242015:0:35955:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1768438, parent ffff9b1fd155f360, inode ffff9b1fd15b4b08) hashed, 00000080:00000001:2.0:1788777578.242018:0:35955:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.257828:0:35956:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777578.257890:0:35956:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777578.257893:0:35956:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777578.257898:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33bc0 00000080:00200000:2.0:1788777578.257904:0:35956:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777578.257913:0:35956:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837bc00. 00800000:00000002:2.0:1788777578.257922:0:35956:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777578.257927:0:35956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777578.257934:0:35956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.257936:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33ae0 00800000:00000002:2.0:1788777578.257939:0:35956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777578.257944:0:35956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777578.257947:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777578.257951:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777578.257954:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777578.257957:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777578.257960:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.257962:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777578.257964:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.257969:0:35956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777578.257976:0:35956:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.257978:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d339b0 00000002:00010000:2.0:1788777578.257980:0:35956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777578.257984:0:35956:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777578.257987:0:35956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777578.257991:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777578.258000:0:35956:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.258002:0:35956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.258004:0:35956:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.258007:0:35956:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777578.258010:0:35956:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777578.258016:0:35956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f800. 00000020:00000040:2.0:1788777578.258021:0:35956:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00010000:00000001:2.0:1788777578.258031:0:35956:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777578.258037:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.258045:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.258048:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.258050:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.258054:0:35956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777578.258057:0:35956:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777578.258062:0:35956:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777578.258070:0:35956:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3338800. 00000100:00000001:2.0:1788777578.258079:0:35956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.258086:0:35956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777578.258088:0:35956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.258089:0:35956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777578.258090:0:35956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.258092:0:35956:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.258099:0:35956:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00010000:00000001:2.0:1788777578.258103:0:35956:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777578.258106:0:35956:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777578.258110:0:35956:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b1fd20e6d00. 00010000:00000010:2.0:1788777578.258115:0:35956:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b1fc835d280. 00010000:00000001:2.0:1788777578.258122:0:35956:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777578.258126:0:35956:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f5600. 00000020:00000001:2.0:1788777578.258130:0:35956:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777578.258133:0:35956:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f5600 with handle 0x22b16ee488cdcb47 to hash 00000020:00000001:2.0:1788777578.258136:0:35956:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777578.258137:0:35956:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.258142:0:35956:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.258147:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.258150:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.258156:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777578.258166:0:35956:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777578.258180:0:35956:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777578.258185:0:35956:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777578.258187:0:35956:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777578.258196:0:35956:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd13046c0. 00000100:00000001:2.0:1788777578.258199:0:35956:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688734400 : -110914020817216 : ffff9b1fd13046c0) 00000100:00000001:2.0:1788777578.258202:0:35956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.258204:0:35956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:2.0:1788777578.258209:0:35956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777578.258215:0:35956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.258218:0:35956:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777578.258220:0:35956:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777578.258236:0:35956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.258245:0:35956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777578.258249:0:35956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777578.258254:0:35956:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777578.258258:0:35956:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777578.258261:0:35956:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777578.258265:0:35956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job cat:67f3d5ce-64e4-46be-9428-e80a71444531:35956:1875667211152768:192.168.204.133@tcp:101:cat.0 00000100:00000001:2.0:1788777578.258270:0:35956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777578.258277:0:35956:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777578.258281:0:35956:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777578.258285:0:35956:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777578.258291:0:35956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b1fc9208000. 02000000:00000001:2.0:1788777578.258293:0:35956:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777578.258304:0:35956:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777578.258310:0:35956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bb58. 00000400:00000010:2.0:1788777578.258320:0:35956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777578.258332:0:35956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667211152768, portal 10 00000100:00000001:2.0:1788777578.258334:0:35956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.258335:0:35956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000040:2.0:1788777578.258342:0:35956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.258350:0:35956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777578.258353:0:35956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777578.258357:0:35956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93c38. 00000100:00000200:2.0:1788777578.258360:0:35956:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667211152768, offset 0 00000400:00000200:2.0:1788777578.258369:0:35956:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777578.258381:0:35956:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.258392:0:35956:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777578.258400:0:35956:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777578.258406:0:35956:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777578.258412:0:35956:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777578.258415:0:35956:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777578.258420:0:35956:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3037:3037:256:4294967295] 192.168.204.133@tcp LPNI seq info [3036:3036:8:4294967295] 00000400:00000200:2.0:1788777578.258425:0:35956:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.258436:0:35956:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777578.258443:0:35956:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777578.258450:0:35956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979c200. 00000800:00000200:2.0:1788777578.258458:0:35956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777578.258597:0:35956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777578.258603:0:35956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979c200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777578.258679:0:35956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777578.258686:0:35956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 819637 usecs (820 jiffies) 00000400:00000200:2.0:1788777578.258691:0:35956:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777578.258694:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682386 00000100:00000001:2.0:1788777578.258704:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682364 00000100:00000001:2.0:1788777578.258711:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682386 00000100:00000001:2.0:1788777578.258715:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682364 00000100:00000001:2.0:1788777578.258718:0:35956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777578.258721:0:35956:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.258724:0:35956:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777578.258726:0:35956:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777578.258730:0:35956:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd13046c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777578.258733:0:35956:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777578.258737:0:35956:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.258927:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.258933:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979c200. 00000400:00000200:3.0:1788777578.258938:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.258945:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.258951:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93c38 00000400:00000010:3.0:1788777578.258954:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93c38. 00000100:00000001:3.0:1788777578.258958:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.258963:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.258973:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.258976:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.258983:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.258985:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777578.263088:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.263113:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.263120:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.263123:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.263139:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.263152:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.263166:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.263172:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.263180:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.263185:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 688 into portal 10 MB=0x6a9e8cdd66d80 00000400:00000200:3.0:1788777578.263191:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.263199:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 688/688 into md 0x8d55 [1] + 224 00000800:00000001:3.0:1788777578.263210:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.263218:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.263223:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.263228:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.263241:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.263257:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777578.263275:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.263349:0:35956:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777578.263371:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.263383:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.263388:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777578.264221:0:35956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777578.264227:0:35956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777578.264232:0:35956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bb58. 00000400:00000200:2.0:1788777578.264240:0:35956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:2.0:1788777578.264243:0:35956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:2.0:1788777578.264248:0:35956:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.264259:0:35956:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777578.264270:0:35956:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.264278:0:35956:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777578.264281:0:35956:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.264286:0:35956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777578.264290:0:35956:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777578.264293:0:35956:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777578.264297:0:35956:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777578.264300:0:35956:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777578.264391:0:35956:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=87 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777578.264399:0:35956:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777578.264546:0:35956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777578.264549:0:35956:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.264553:0:35956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777578.264631:0:35956:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.264637:0:35956:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777578.264640:0:35956:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1788777578.264642:0:35956:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777578.264646:0:35956:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777578.264653:0:35956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.264661:0:35956:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777578.264665:0:35956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777578.264667:0:35956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777578.264672:0:35956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777578.264680:0:35956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job cat:67f3d5ce-64e4-46be-9428-e80a71444531:35956:1875667211152768:192.168.204.133@tcp:101:cat.0 00000100:00000001:2.0:1788777578.264686:0:35956:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.264690:0:35956:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.264693:0:35956:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777578.264696:0:35956:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.264700:0:35956:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.264707:0:35956:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777578.264711:0:35956:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd13046c0. 00000100:00000001:2.0:1788777578.264715:0:35956:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777578.264716:0:35956:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.264720:0:35956:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777578.264726:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.264729:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.264733:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=4 00000020:00000001:2.0:1788777578.264735:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264739:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000040:2.0:1788777578.264749:0:35956:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f5600, remote cookie: 0x542deec0941a750b, flags: 0x1001 00010000:00010000:2.0:1788777578.264755:0:35956:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777578.264769:0:35956:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.264776:0:35956:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777578.264783:0:35956:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777578.264785:0:35956:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777578.264787:0:35956:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777578.264789:0:35956:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777578.264792:0:35956:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b1fd20e6d00) refcount = 1 00010000:00010000:2.0:1788777578.264796:0:35956:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.264804:0:35956:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777578.264810:0:35956:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777578.264812:0:35956:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.264817:0:35956:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777578.264820:0:35956:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.264824:0:35956:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.264832:0:35956:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777578.264834:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.264837:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.264838:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.264839:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.264841:0:35956:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.264858:0:35956:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777578.264861:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.264862:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.264864:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777578.264867:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264869:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264872:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.264873:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.264875:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=4 00000020:00000001:2.0:1788777578.264877:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264879:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264883:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.264886:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.264890:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.264897:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.264898:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.264900:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.264901:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.264902:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=5 00000020:00000001:2.0:1788777578.264904:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264905:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264908:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.264911:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.264918:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.264920:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777578.264923:0:35956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.264930:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.264932:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.264933:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.264935:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.264937:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777578.264942:0:35956:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777578.264954:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.264955:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.264957:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777578.264959:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264961:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264964:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.264966:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.264968:0:35956:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.264970:0:35956:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.264973:0:35956:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777578.264975:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.264977:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.264978:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777578.264980:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.264983:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00000002:00010000:2.0:1788777578.264986:0:35956:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.264993:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.264994:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.264997:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777578.264998:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.264999:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.265000:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777578.265002:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.265004:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000040:2.0:1788777578.265012:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:2.0:1788777578.265016:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777578.265020:0:35956:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777578.265023:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.265025:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.265027:0:35956:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777578.265032:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33938 00000002:00002000:2.0:1788777578.265034:0:35956:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777578.265038:0:35956:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.265044:0:35956:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.265048:0:35956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777578.265052:0:35956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777578.265056:0:35956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.265061:0:35956:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777578.265065:0:35956:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837bc00. 00000080:00000001:2.0:1788777578.265071:0:35956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777578.265075:0:35956:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777578.265083:0:35956:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777578.265089:0:35956:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777578.265100:0:35956:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b1fc4f3d640. 00800000:00000001:2.0:1788777578.265102:0:35956:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633159483446848 : -110914226104768 : ffff9b1fc4f3d640) 00800000:00000001:2.0:1788777578.265105:0:35956:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.265108:0:35956:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777578.265111:0:35956:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777578.265114:0:35956:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777578.265117:0:35956:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777578.265121:0:35956:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777578.265122:0:35956:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.265128:0:35956:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777578.265132:0:35956:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777578.265137:0:35956:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788777578.265140:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.265141:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.265142:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777578.265144:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.265146:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.265149:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.265150:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777578.265152:0:35956:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777578.265155:0:35956:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777578.265156:0:35956:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3d640 1 00800000:00000010:2.0:1788777578.265159:0:35956:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b1fc4f3d640. 00800000:00000001:2.0:1788777578.265162:0:35956:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.265166:0:35956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb47 00800000:00000001:2.0:1788777578.265170:0:35956:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777578.265172:0:35956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777578.265173:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.265175:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.265176:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777578.265179:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.265181:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.265183:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.265185:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.265187:0:35956:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.265189:0:35956:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.265192:0:35956:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.265195:0:35956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777578.265198:0:35956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb47 from it ffffb70bc1d33bf8 00010000:00000001:2.0:1788777578.265200:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.265201:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.265203:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777578.265205:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.265206:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.265208:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.265211:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.265218:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.265219:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.265220:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777578.265224:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777578.265227:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777578.265240:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.265244:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777578.265246:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.265252:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.265253:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.265255:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.265260:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777578.265262:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.265264:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.265266:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.265268:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.265269:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.265270:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777578.265273:0:35956:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.265278:0:35956:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f800 x1875667211152768/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.265286:0:35956:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777578.265290:0:35956:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777578.265294:0:35956:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b1fc9208000. 02000000:00000001:2.0:1788777578.265297:0:35956:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777578.265300:0:35956:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777578.265303:0:35956:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777578.265383:0:35956:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777578.265388:0:35956:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3338800. 02000000:00000001:2.0:1788777578.265394:0:35956:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777578.265396:0:35956:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777578.265399:0:35956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f800. 00000100:00000001:2.0:1788777578.265527:0:35956:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777578.265529:0:35956:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777578.265534:0:35956:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777578.265541:0:35956:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.265551:0:35956:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777578.265554:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33bc0 00000080:00002000:2.0:1788777578.265637:0:35956:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1768438) flags 0x48004e refc 0 00000080:00000001:2.0:1788777578.265641:0:35956:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.265644:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33c08 00000080:00200000:2.0:1788777578.265645:0:35956:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1788777578.265655:0:35956:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777578.265657:0:35956:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08), inode mode 81a4 mask 44 00000080:00000001:2.0:1788777578.265660:0:35956:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.265671:0:35956:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777578.265674:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33b98 00000080:00200008:2.0:1788777578.265677:0:35956:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 100000 00000080:00000010:2.0:1788777578.265688:0:35956:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b1fc15a6640. 00000080:00000001:2.0:1788777578.265697:0:35956:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788777578.265702:0:35956:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837bc00. 00800000:00000002:2.0:1788777578.265967:0:35956:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777578.265975:0:35956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777578.265981:0:35956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.265984:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33a48 00800000:00000002:2.0:1788777578.265988:0:35956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777578.265992:0:35956:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777578.265996:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777578.266001:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777578.266005:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777578.266008:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777578.266010:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.266012:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788777578.266015:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.266019:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d339c8 00800000:00000002:2.0:1788777578.266021:0:35956:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788777578.266027:0:35956:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.266029:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33900 00000002:00010000:2.0:1788777578.266032:0:35956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1788777578.266037:0:35956:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777578.266041:0:35956:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777578.266046:0:35956:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777578.266054:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 3 00010000:00000001:2.0:1788777578.266057:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.266060:0:35956:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777578.266064:0:35956:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.266067:0:35956:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.266070:0:35956:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.266072:0:35956:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777578.266075:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:2.0:1788777578.266077:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.266079:0:35956:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777578.266081:0:35956:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.266084:0:35956:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.266086:0:35956:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777578.266092:0:35956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639f800. 00000020:00000040:2.0:1788777578.266098:0:35956:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:2.0:1788777578.266106:0:35956:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777578.266108:0:35956:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.266111:0:35956:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777578.266117:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.266122:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.266123:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.266124:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.266128:0:35956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777578.266131:0:35956:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777578.266135:0:35956:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777578.266144:0:35956:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b1fc3338800. 00000100:00000001:2.0:1788777578.266153:0:35956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.266157:0:35956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777578.266159:0:35956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.266161:0:35956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777578.266161:0:35956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.266164:0:35956:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.266172:0:35956:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00010000:00000001:2.0:1788777578.266176:0:35956:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777578.266178:0:35956:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777578.266180:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:2.0:1788777578.266183:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.266185:0:35956:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777578.266189:0:35956:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b1fd07f4400. 00000020:00000001:2.0:1788777578.266194:0:35956:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777578.266198:0:35956:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b1fd07f4400 with handle 0x22b16ee488cdcb4e to hash 00000020:00000001:2.0:1788777578.266200:0:35956:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777578.266202:0:35956:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.266206:0:35956:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.266210:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.266212:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.266216:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777578.266224:0:35956:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777578.266238:0:35956:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777578.266249:0:35956:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc639f800 x1875667211153024/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777578.266258:0:35956:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777578.266264:0:35956:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777578.266267:0:35956:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777578.266275:0:35956:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd13046c0. 00000100:00000001:2.0:1788777578.266278:0:35956:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159688734400 : -110914020817216 : ffff9b1fd13046c0) 00000100:00000001:2.0:1788777578.266281:0:35956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.266283:0:35956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:2.0:1788777578.266288:0:35956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777578.266293:0:35956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.266295:0:35956:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777578.266297:0:35956:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777578.266302:0:35956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639f800 x1875667211153024/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.266387:0:35956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777578.266391:0:35956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777578.266396:0:35956:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777578.266400:0:35956:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777578.266657:0:35956:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777578.266662:0:35956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job cat:67f3d5ce-64e4-46be-9428-e80a71444531:35956:1875667211153024:192.168.204.133@tcp:101:cat.0 00000100:00000001:2.0:1788777578.266667:0:35956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777578.266674:0:35956:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777578.266677:0:35956:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777578.266680:0:35956:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777578.266855:0:35956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b1fc9400000. 02000000:00000001:2.0:1788777578.266859:0:35956:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777578.266868:0:35956:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777578.266875:0:35956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bb58. 00000400:00000010:2.0:1788777578.266885:0:35956:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b1fc9208000. 00000100:00000200:2.0:1788777578.266895:0:35956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667211153024, portal 10 00000100:00000001:2.0:1788777578.266897:0:35956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.266899:0:35956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000040:2.0:1788777578.266907:0:35956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc639f800 x1875667211153024/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.266915:0:35956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777578.266918:0:35956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777578.266923:0:35956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777578.266926:0:35956:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667211153024, offset 0 00000400:00000200:2.0:1788777578.266934:0:35956:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777578.266946:0:35956:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.266954:0:35956:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777578.266960:0:35956:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777578.266966:0:35956:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777578.266970:0:35956:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777578.266974:0:35956:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777578.266978:0:35956:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3038:3038:256:4294967295] 192.168.204.133@tcp LPNI seq info [3037:3037:8:4294967295] 00000400:00000200:2.0:1788777578.266983:0:35956:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.266995:0:35956:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777578.267005:0:35956:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777578.267012:0:35956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979cd00. 00000800:00000200:2.0:1788777578.267020:0:35956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777578.267029:0:35956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777578.267034:0:35956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979cd00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777578.267133:0:35956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777578.267140:0:35956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 818650 usecs (819 jiffies) 00000400:00000200:2.0:1788777578.267143:0:35956:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777578.267147:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682393 00000100:00000001:2.0:1788777578.267157:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682386 00000100:00000001:2.0:1788777578.267165:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682393 00000100:00000001:2.0:1788777578.267169:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682386 00000100:00000001:2.0:1788777578.267172:0:35956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777578.267176:0:35956:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.267178:0:35956:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777578.267181:0:35956:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777578.267184:0:35956:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd13046c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777578.267187:0:35956:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777578.267190:0:35956:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.270277:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.270292:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979cd00. 00000400:00000200:3.0:1788777578.270302:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.270721:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.270732:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:3.0:1788777578.270736:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:3.0:1788777578.270744:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.270756:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639f800 x1875667211153024/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.270771:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.270775:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211153024/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777594 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.270783:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.270785:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777578.271345:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.271364:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.271368:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.271370:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.271380:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.271386:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.271395:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.271407:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.271414:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.271418:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 664 into portal 10 MB=0x6a9e8cdd66e80 00000400:00000200:3.0:1788777578.271424:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.271431:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 664/664 into md 0x8d65 [64] + 224 00000800:00000001:3.0:1788777578.271442:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.271451:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.271454:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.271458:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.271704:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.271714:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639f800 x1875667211153024/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777594 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777578.271725:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b1fc639f800 x1875667211153024/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.271786:0:35956:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777578.271809:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1788777578.271882:0:35956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777578.271886:0:35956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777578.271890:0:35956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bb58. 00000400:00000200:2.0:1788777578.271895:0:35956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9208000 00000400:00000010:2.0:1788777578.271897:0:35956:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b1fc9208000. 00000100:00000001:2.0:1788777578.271901:0:35956:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.271905:0:35956:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639f800 x1875667211153024/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777578.271914:0:35956:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639f800 x1875667211153024/t0(0) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.271920:0:35956:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777578.271923:0:35956:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.271926:0:35956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777578.271930:0:35956:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777578.271933:0:35956:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777578.271936:0:35956:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777578.271940:0:35956:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777578.271952:0:35956:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=87 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777578.271957:0:35956:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777578.271960:0:35956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777578.271962:0:35956:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.271965:0:35956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777578.271971:0:35956:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.271975:0:35956:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777578.271978:0:35956:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777578.271979:0:35956:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777578.271983:0:35956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.271985:0:35956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:2.0:1788777578.271989:0:35956:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777578.271992:0:35956:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1788777578.271994:0:35956:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777578.271997:0:35956:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777578.272003:0:35956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.272011:0:35956:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777578.272014:0:35956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777578.272016:0:35956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777578.272021:0:35956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777578.272029:0:35956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639f800 pname:cluuid:pid:xid:nid:opc:job cat:67f3d5ce-64e4-46be-9428-e80a71444531:35956:1875667211153024:192.168.204.133@tcp:101:cat.0 00000100:00000001:2.0:1788777578.272034:0:35956:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777578.272037:0:35956:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.272039:0:35956:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777578.272041:0:35956:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.272046:0:35956:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.272052:0:35956:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777578.272055:0:35956:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd13046c0. 00000100:00000001:2.0:1788777578.272058:0:35956:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777578.272060:0:35956:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.272063:0:35956:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777578.272069:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.272072:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.272076:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=4 00000020:00000001:2.0:1788777578.272079:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272083:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000040:2.0:1788777578.272091:0:35956:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b1fd07f4400, remote cookie: 0x542deec0941a7519, flags: 0x1001 00010000:00000040:2.0:1788777578.272094:0:35956:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777578.272098:0:35956:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788777578.272108:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 3 00010000:00000001:2.0:1788777578.272111:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.272115:0:35956:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.272120:0:35956:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777578.272129:0:35956:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.272135:0:35956:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777578.272140:0:35956:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777578.272143:0:35956:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777578.272146:0:35956:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777578.272148:0:35956:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777578.272151:0:35956:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9b1fd20e6100) refcount = 3 00010000:00000040:2.0:1788777578.272154:0:35956:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777578.272157:0:35956:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1788777578.272166:0:35956:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788777578.272174:0:35956:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.272181:0:35956:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777578.272185:0:35956:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777578.272187:0:35956:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.272191:0:35956:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777578.272193:0:35956:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.272196:0:35956:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.272202:0:35956:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777578.272203:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.272206:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.272206:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.272207:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.272209:0:35956:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.272214:0:35956:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777578.272217:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.272219:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.272220:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777578.272222:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272224:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272226:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.272227:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777578.272232:0:35956:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777578.272242:0:35956:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777578.272248:0:35956:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777578.272255:0:35956:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.272261:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.272263:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.272264:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777578.272266:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272268:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00000002:00010000:2.0:1788777578.272271:0:35956:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1788777578.272287:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.272293:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:2.0:1788777578.272305:0:35956:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b1fc4f3d640. 00010000:00000001:2.0:1788777578.272308:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.272309:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.272311:0:35956:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.272314:0:35956:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.272317:0:35956:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777578.272320:0:35956:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777578.272322:0:35956:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00010000:00000001:2.0:1788777578.272325:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.272326:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.272328:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777578.272330:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272332:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00000002:00010000:2.0:1788777578.272335:0:35956:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.272342:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.272343:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.272345:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777578.272347:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.272348:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.272350:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777578.272352:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272355:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000040:2.0:1788777578.272358:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 4 00010000:00000001:2.0:1788777578.272360:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777578.272365:0:35956:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b1fc63c5c00 type 13 mode 16 res 8589935621/48 (0 0) 00010000:00000001:2.0:1788777578.272368:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.272369:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.272371:0:35956:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777578.272375:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33888 00000002:00002000:2.0:1788777578.272377:0:35956:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1788777578.272380:0:35956:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.272384:0:35956:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.272388:0:35956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777578.272391:0:35956:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777578.272395:0:35956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.272411:0:35956:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777578.272416:0:35956:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837bc00. 00000080:00000001:2.0:1788777578.272423:0:35956:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777578.272430:0:35956:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777578.272434:0:35956:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1788777578.272439:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.272445:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:2.0:1788777578.272447:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:2.0:1788777578.272450:0:35956:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777578.272456:0:35956:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777578.272458:0:35956:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777578.272506:0:35956:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd0efc1e0. 00020000:00000010:2.0:1788777578.272512:0:35956:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a3e00. 00020000:00000010:2.0:1788777578.272519:0:35956:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd0efcba0. 00020000:00000001:2.0:1788777578.272522:0:35956:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159684508576 : -110914025043040 : ffff9b1fd0efcba0) 00020000:00000002:2.0:1788777578.272526:0:35956:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efcba0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777578.272531:0:35956:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777578.272535:0:35956:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3e00: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777578.272539:0:35956:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc8107000) owner ffff9b1fd1218000 00020000:00000001:2.0:1788777578.272542:0:35956:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777578.272544:0:35956:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc8107000) owner ffff9b1fd1218000 00020000:00000010:2.0:1788777578.272550:0:35956:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a3e00. 00020000:00000010:2.0:1788777578.272755:0:35956:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd0efc1e0. 00020000:00000010:2.0:1788777578.272761:0:35956:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd0efcba0. 00020000:00000002:2.0:1788777578.272764:0:35956:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777578.272767:0:35956:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.272769:0:35956:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777578.272772:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000080:00000001:2.0:1788777578.272779:0:35956:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1788777578.272782:0:35956:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1788777578.272789:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.272791:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.272793:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777578.272795:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272797:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00000080:00000001:2.0:1788777578.272801:0:35956:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777578.272802:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.272804:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:2.0:1788777578.272806:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:2.0:1788777578.272808:0:35956:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777578.272809:0:35956:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777578.272810:0:35956:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777578.272814:0:35956:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b1fd0efcba0. 00020000:00000010:2.0:1788777578.272817:0:35956:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b1fd12a3e00. 00020000:00000010:2.0:1788777578.272820:0:35956:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b1fd0efc1e0. 00020000:00000001:2.0:1788777578.272821:0:35956:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633159684506080 : -110914025045536 : ffff9b1fd0efc1e0) 00020000:00000002:2.0:1788777578.272824:0:35956:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efc1e0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777578.272828:0:35956:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777578.272831:0:35956:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3e00: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777578.272835:0:35956:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b1fc8107000) owner ffff9b1fd1218000 00020000:00000001:2.0:1788777578.272837:0:35956:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777578.272838:0:35956:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b1fc8107000) owner ffff9b1fd1218000 00020000:00000010:2.0:1788777578.272840:0:35956:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a3e00. 00020000:00000010:2.0:1788777578.272853:0:35956:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd0efcba0. 00020000:00000010:2.0:1788777578.272856:0:35956:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd0efc1e0. 00020000:00000002:2.0:1788777578.272859:0:35956:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777578.272861:0:35956:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.272862:0:35956:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.272867:0:35956:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777578.272870:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000002:2.0:1788777578.272873:0:35956:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efcde0 addref 2/0 by ffff9b1fd1218000. 00020000:00000002:2.0:1788777578.272875:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:2.0:1788777578.272878:0:35956:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777578.272880:0:35956:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777578.272881:0:35956:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777578.272883:0:35956:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777578.272885:0:35956:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777578.272887:0:35956:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788777578.272890:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000080:00000001:2.0:1788777578.272892:0:35956:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.272894:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.272896:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777578.272898:0:35956:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777578.272901:0:35956:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777578.272903:0:35956:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.272907:0:35956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) for lock 0x22b16ee488cdcb4e 00800000:00000001:2.0:1788777578.272910:0:35956:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777578.272912:0:35956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777578.272913:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.272915:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.272916:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777578.272918:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272920:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272923:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.272925:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.272927:0:35956:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.272928:0:35956:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.272931:0:35956:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.272938:0:35956:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.272945:0:35956:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.272948:0:35956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb4e from it ffffb70bc1d33bf0 00010000:00000001:2.0:1788777578.272951:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.272952:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.272953:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f4400 refcount=3 00000020:00000001:2.0:1788777578.272955:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272957:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677133824 : -110914032417792 : ffff9b1fd07f4400) 00010000:00000001:2.0:1788777578.272960:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.272963:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777578.272971:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.272972:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.272974:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777578.272977:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777578.272980:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777578.272989:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.272992:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777578.272994:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.272999:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.273000:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.273002:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273005:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777578.273008:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273010:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273014:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273018:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.273020:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.273021:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777578.273025:0:35956:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777578.273032:0:35956:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b1fc4f3d440. 00000080:00000001:2.0:1788777578.273036:0:35956:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777578.273041:0:35956:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788777578.273045:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777578.273049:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777578.273052:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777578.273054:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777578.273056:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.273058:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788777578.273061:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.273064:0:35956:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777578.273068:0:35956:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b1fca6132a0. 00000002:00100000:2.0:1788777578.273074:0:35956:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777578.273080:0:35956:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.273082:0:35956:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777578.273086:0:35956:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777578.273089:0:35956:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.273093:0:35956:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777578.273096:0:35956:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777578.273097:0:35956:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777578.273100:0:35956:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777578.273102:0:35956:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.273105:0:35956:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788777578.273110:0:35956:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.273113:0:35956:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777578.273115:0:35956:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.273117:0:35956:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777578.273122:0:35956:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.273125:0:35956:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777578.273133:0:35956:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777578.273137:0:35956:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b1fc9400000. 02000000:00000001:2.0:1788777578.273181:0:35956:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777578.273184:0:35956:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.273187:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33b98 00000080:00000008:2.0:1788777578.273190:0:35956:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 100000, rc = 0 00000020:00000001:2.0:1788777578.273225:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33d28 00000080:00200008:2.0:1788777578.273227:0:35956:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777578.273236:0:35956:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777578.273237:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33ca0 00000080:00200000:2.0:1788777578.273239:0:35956:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08),name=recon 00000080:00000010:2.0:1788777578.273246:0:35956:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837bc00. 00800000:00000002:2.0:1788777578.273252:0:35956:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777578.273259:0:35956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777578.273263:0:35956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.273265:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33bc0 00800000:00000002:2.0:1788777578.273267:0:35956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777578.273271:0:35956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777578.273275:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777578.273276:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777578.273278:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777578.273279:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777578.273281:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.273283:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777578.273285:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.273287:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777578.273289:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777578.273290:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777578.273291:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777578.273292:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.273294:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788777578.273296:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.273298:0:35956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777578.273304:0:35956:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.273305:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33a90 00000002:00010000:2.0:1788777578.273308:0:35956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777578.273312:0:35956:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777578.273315:0:35956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777578.273317:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777578.273321:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 4 00010000:00000001:2.0:1788777578.273323:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.273328:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.273331:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777578.273335:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777578.273343:0:35956:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777578.273348:0:35956:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.273351:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788777578.273357:0:35956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777578.273359:0:35956:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777578.273361:0:35956:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777578.273363:0:35956:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777578.273365:0:35956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777578.273367:0:35956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777578.273370:0:35956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777578.273372:0:35956:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777578.273374:0:35956:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837bc00. 00000080:00000001:2.0:1788777578.273378:0:35956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777578.273381:0:35956:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.273384:0:35956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) 00000080:00010000:2.0:1788777578.273389:0:35956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) for lock 0x22b16ee488cdcb1d 00800000:00000001:2.0:1788777578.273393:0:35956:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777578.273395:0:35956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777578.273396:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.273397:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.273399:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777578.273504:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.273508:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.273512:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.273513:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.273514:0:35956:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.273516:0:35956:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.273519:0:35956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb1d from it ffffb70bc1d33cd8 00010000:00000001:2.0:1788777578.273521:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.273522:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.273524:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777578.273525:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.273528:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.273530:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.273532:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.273540:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.273542:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.273544:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777578.273545:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777578.273547:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.273553:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.273631:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777578.273633:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.273637:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.273638:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.273639:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273642:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777578.273644:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273646:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273648:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273650:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.273651:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.273652:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777578.273655:0:35956:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777578.273657:0:35956:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777578.273661:0:35956:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788777578.273663:0:35956:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777578.273665:0:35956:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777578.273666:0:35956:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777578.273667:0:35956:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.273670:0:35956:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777578.273674:0:35956:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777578.273676:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.273678:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:2.0:1788777578.273681:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:2.0:1788777578.273687:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.273691:0:35956:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777578.273694:0:35956:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777578.273696:0:35956:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777578.273700:0:35956:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.273702:0:35956:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777578.273704:0:35956:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777578.273706:0:35956:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.273708:0:35956:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777578.273713:0:35956:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc2fb4bf0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777578.273716:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:2.0:1788777578.273720:0:35956:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777578.273722:0:35956:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777578.273724:0:35956:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777578.273727:0:35956:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.273729:0:35956:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777578.273732:0:35956:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777578.273734:0:35956:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.273735:0:35956:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.273736:0:35956:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777578.273737:0:35956:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777578.273739:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00000020:00000001:2.0:1788777578.273741:0:35956:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777578.273744:0:35956:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777578.273745:0:35956:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1788777578.273748:0:35956:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777578.273750:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777578.273753:0:35956:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777578.273756:0:35956:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777578.273762:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777578.273769:0:35956:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d780. 00020000:00000002:2.0:1788777578.273771:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777578.273773:0:35956:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777578.273776:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.273777:0:35956:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777578.273779:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.273780:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906632 : -110914189644984 : ffff9b1fc7202b48) 00000020:00001000:2.0:1788777578.273782:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202b40 00000020:00000001:2.0:1788777578.273786:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.273788:0:35956:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777578.273791:0:35956:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.273792:0:35956:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777578.273794:0:35956:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.273796:0:35956:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.273798:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.273799:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777578.273804:0:35956:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f58e40. 00000008:00010000:2.0:1788777578.273807:0:35956:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777578.273810:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.273811:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777578.273813:0:35956:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d7b0, osc lock ffff9b1fc7f58e40, flags 0x400001002 00000020:00000001:2.0:1788777578.273815:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.273817:0:35956:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.273819:0:35956:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538104192 : -110914171447424 : ffff9b1fc835d780) 00000020:00000001:2.0:1788777578.273822:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.273822:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777578.273824:0:35956:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.273826:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.273828:0:35956:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777578.273830:0:35956:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777578.273832:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.273834:0:35956:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.273836:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.273837:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.273839:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.273842:0:35956:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.273855:0:35956:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777578.273860:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777578.273863:0:35956:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.273864:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.273867:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777578.273869:0:35956:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777578.273870:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777578.273872:0:35956:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777578.273875:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777578.273879:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:2.0:1788777578.273881:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.273886:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.273891:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777578.273895:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777578.273907:0:35956:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777578.273910:0:35956:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.273913:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777578.273920:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.273921:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.273923:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:2.0:1788777578.273925:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.273928:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000008:00000001:2.0:1788777578.273931:0:35956:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777578.273934:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.273935:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.273936:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:2.0:1788777578.273938:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.273939:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000020:00000001:2.0:1788777578.273943:0:35956:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777578.273946:0:35956:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777578.273948:0:35956:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777578.273950:0:35956:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273952:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.273953:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.273954:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=6 00000020:00000001:2.0:1788777578.273956:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.273957:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.273960:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.273962:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777578.273969:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.273970:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.273971:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777578.273972:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777578.273975:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.273982:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.273984:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777578.273986:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.273987:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.273989:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.273990:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273992:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777578.273994:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273995:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273997:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.273999:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.274000:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.274002:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.274003:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.274004:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.274005:0:35956:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777578.274009:0:35956:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274011:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.274013:0:35956:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274015:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274016:0:35956:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777578.274017:0:35956:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777578.274019:0:35956:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777578.274021:0:35956:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777578.274022:0:35956:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274025:0:35956:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274029:0:35956:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777578.274030:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.274032:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.274035:0:35956:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777578.274038:0:35956:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777578.274040:0:35956:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:2.0:1788777578.274044:0:35956:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274046:0:35956:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274047:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:2.0:1788777578.274050:0:35956:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1788777578.274052:0:35956:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777578.274057:0:35956:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777578.274059:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777578.274062:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.274063:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777578.274066:0:35956:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777578.274068:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.274069:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.274071:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.274072:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d7b0 (ffff9b1fc7202b48/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777578.274074:0:35956:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777578.274075:0:35956:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777578.274077:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.274078:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.274079:0:35956:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777578.274081:0:35956:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.274083:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.274084:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.274086:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.274087:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777578.274090:0:35956:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777578.274092:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.274093:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d7b0 (ffff9b1fc72026c8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777578.274096:0:35956:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f58e40. 00000020:00000001:2.0:1788777578.274099:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777578.274101:0:35956:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d780. 00020000:00000001:2.0:1788777578.274104:0:35956:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.274105:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.274107:0:35956:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777578.274108:0:35956:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274110:0:35956:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777578.274113:0:35956:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777578.274115:0:35956:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777578.274116:0:35956:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777578.274117:0:35956:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777578.274119:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202b40 00020000:00000001:2.0:1788777578.274121:0:35956:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777578.274123:0:35956:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777578.274126:0:35956:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777578.274128:0:35956:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777578.274131:0:35956:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777578.274133:0:35956:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274134:0:35956:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777578.274136:0:35956:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777578.274137:0:35956:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777578.274138:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000001:00000001:2.0:1788777578.274140:0:35956:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274145:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33d28 00000080:00000008:2.0:1788777578.274147:0:35956:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777578.274269:0:35956:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1788777578.274272:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33d88 00000080:00200008:2.0:1788777578.274274:0:35956:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1788777578.274277:0:35956:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1788777578.274279:0:35956:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777578.274283:0:35956:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1788777578.274287:0:35956:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1788777578.274319:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.274322:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:2.0:1788777578.274325:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000080:00000001:2.0:1788777578.274328:0:35956:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777578.274331:0:35956:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274335:0:35956:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777578.274337:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33c98 00000080:00200000:2.0:1788777578.274339:0:35956:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1788777578.274345:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33c30 00000080:00200000:2.0:1788777578.274346:0:35956:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1788777578.274349:0:35956:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777578.274355:0:35956:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e8b612e8[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:2.0:1788777578.274358:0:35956:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1788777578.274360:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.274362:0:35956:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777578.274363:0:35956:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777578.274365:0:35956:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777578.274367:0:35956:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.274368:0:35956:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777578.274372:0:35956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777578.274378:0:35956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274380:0:35956:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777578.274382:0:35956:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274383:0:35956:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777578.274386:0:35956:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc2fb4bf0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1788777578.274389:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:2.0:1788777578.274392:0:35956:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777578.274393:0:35956:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777578.274395:0:35956:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777578.274396:0:35956:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.274398:0:35956:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777578.274836:0:35956:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777578.274840:0:35956:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274842:0:35956:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.274857:0:35956:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777578.274858:0:35956:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777578.274860:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00000020:00000001:2.0:1788777578.274863:0:35956:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274866:0:35956:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274873:0:35956:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777578.274875:0:35956:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777578.274878:0:35956:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777578.274881:0:35956:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1788777578.274884:0:35956:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777578.274887:0:35956:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777578.274890:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1788777578.274893:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.274895:0:35956:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777578.274896:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.274898:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906632 : -110914189644984 : ffff9b1fc7202b48) 00000020:00001000:2.0:1788777578.274900:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202b40 00000020:00000001:2.0:1788777578.274902:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.274904:0:35956:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777578.274906:0:35956:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.274907:0:35956:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777578.274909:0:35956:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.274911:0:35956:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.274912:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.274915:0:35956:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777578.274917:0:35956:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777578.274921:0:35956:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274923:0:35956:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.274925:0:35956:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.274927:0:35956:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274929:0:35956:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274931:0:35956:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777578.274933:0:35956:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1788777578.274935:0:35956:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777578.274937:0:35956:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777578.274940:0:35956:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777578.274943:0:35956:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274946:0:35956:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274949:0:35956:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777578.274950:0:35956:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1788777578.274952:0:35956:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777578.274954:0:35956:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777578.274955:0:35956:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274957:0:35956:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274960:0:35956:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274961:0:35956:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.274963:0:35956:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.274965:0:35956:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777578.274967:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777578.274968:0:35956:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777578.274970:0:35956:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777578.274972:0:35956:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274974:0:35956:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.274976:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.274978:0:35956:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.274979:0:35956:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777578.274981:0:35956:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777578.274982:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777578.274985:0:35956:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777578.274987:0:35956:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777578.274989:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1788777578.274996:0:35956:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d780. 00020000:00000002:2.0:1788777578.274999:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1788777578.275001:0:35956:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777578.275003:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.275004:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.275006:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777578.275009:0:35956:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f58e40. 00000008:00010000:2.0:1788777578.275011:0:35956:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777578.275013:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.275014:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777578.275017:0:35956:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d7b0, osc lock ffff9b1fc7f58e40, flags 0x0 00000020:00000001:2.0:1788777578.275019:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275020:0:35956:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275022:0:35956:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538104192 : -110914171447424 : ffff9b1fc835d780) 00000020:00000001:2.0:1788777578.275023:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.275024:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777578.275025:0:35956:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275026:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275027:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.275028:0:35956:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.275029:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.275029:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.275031:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.275033:0:35956:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.275034:0:35956:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777578.275036:0:35956:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275038:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777578.275039:0:35956:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.275040:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.275041:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777578.275042:0:35956:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777578.275043:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777578.275044:0:35956:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777578.275046:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777578.275052:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:2.0:1788777578.275053:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.275058:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.275062:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777578.275065:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777578.275074:0:35956:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777578.275077:0:35956:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.275079:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.275085:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.275087:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.275089:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:2.0:1788777578.275091:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275093:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000008:00000001:2.0:1788777578.275097:0:35956:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777578.275099:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.275100:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.275101:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:2.0:1788777578.275103:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275105:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275108:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.275108:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.275110:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=6 00000020:00000001:2.0:1788777578.275111:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275113:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275116:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.275117:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.275120:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.275128:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275130:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.275132:0:35956:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.275134:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.275135:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.275136:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=7 00000020:00000001:2.0:1788777578.275137:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275139:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275142:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.275144:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.275151:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275152:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777578.275155:0:35956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.275161:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.275163:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275164:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.275165:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275166:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.275168:0:35956:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777578.275170:0:35956:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275171:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275173:0:35956:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275175:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275177:0:35956:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275179:0:35956:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275180:0:35956:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275183:0:35956:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788777578.275185:0:35956:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1788777578.275188:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33b90 00000080:00200000:2.0:1788777578.275189:0:35956:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1788777578.275195:0:35956:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788777578.275197:0:35956:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788777578.275199:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1788777578.275202:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.275203:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.275205:0:35956:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777578.275207:0:35956:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777578.275209:0:35956:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275211:0:35956:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275213:0:35956:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275214:0:35956:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275218:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.275220:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.275222:0:35956:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777578.275224:0:35956:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777578.275227:0:35956:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:2.0:1788777578.275230:0:35956:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275232:0:35956:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275234:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000001:00000001:2.0:1788777578.275237:0:35956:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777578.275239:0:35956:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1788777578.275241:0:35956:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777578.275242:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777578.275243:0:35956:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777578.275244:0:35956:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777578.275247:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777578.275251:0:35956:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d580. 00020000:00000002:2.0:1788777578.275254:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777578.275255:0:35956:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777578.275257:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.275258:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.275260:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777578.275263:0:35956:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f590a0. 00000008:00010000:2.0:1788777578.275265:0:35956:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777578.275267:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.275268:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777578.275269:0:35956:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d5b0, osc lock ffff9b1fc7f590a0, flags 0x400001002 00000020:00000001:2.0:1788777578.275272:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275273:0:35956:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275275:0:35956:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538103680 : -110914171447936 : ffff9b1fc835d580) 00000020:00000001:2.0:1788777578.275277:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.275278:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777578.275279:0:35956:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275281:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275282:0:35956:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777578.275285:0:35956:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777578.275286:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.275287:0:35956:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.275288:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.275289:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.275290:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.275291:0:35956:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.275293:0:35956:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777578.275295:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777578.275296:0:35956:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.275297:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.275299:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777578.275300:0:35956:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777578.275301:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777578.275302:0:35956:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777578.275304:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777578.275307:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:2.0:1788777578.275309:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.275312:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.275314:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.275317:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777578.275325:0:35956:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777578.275328:0:35956:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.275331:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.275338:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.275340:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.275341:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=6 00000020:00000001:2.0:1788777578.275343:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275345:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000008:00000001:2.0:1788777578.275360:0:35956:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777578.275362:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.275363:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.275365:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=7 00000020:00000001:2.0:1788777578.275367:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275369:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000020:00000001:2.0:1788777578.275372:0:35956:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777578.275374:0:35956:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777578.275376:0:35956:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777578.275378:0:35956:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.275379:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.275380:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.275382:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=8 00000020:00000001:2.0:1788777578.275384:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275386:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275388:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.275392:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.275399:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275400:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777578.275403:0:35956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.275410:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.275411:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275412:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.275413:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275414:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.275416:0:35956:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777578.275418:0:35956:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275420:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275422:0:35956:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275424:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275425:0:35956:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777578.275427:0:35956:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777578.275429:0:35956:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777578.275430:0:35956:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777578.275432:0:35956:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275433:0:35956:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.275437:0:35956:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777578.275440:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.275441:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.275443:0:35956:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777578.275445:0:35956:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777578.275447:0:35956:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777578 a=0 c=1788777578 b=0 00020000:00000001:2.0:1788777578.275449:0:35956:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275450:0:35956:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275452:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:2.0:1788777578.275454:0:35956:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1788777578.275457:0:35956:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777578.275459:0:35956:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777578.275503:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777578.275506:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.275507:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777578.275511:0:35956:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777578.275513:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.275514:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.275516:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.275517:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d5b0 (ffff9b1fc7202b48/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777578.275520:0:35956:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777578.275521:0:35956:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777578.275523:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275524:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.275525:0:35956:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777578.275527:0:35956:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.275528:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.275529:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.275531:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.275532:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777578.275535:0:35956:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777578.275537:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.275538:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d5b0 (ffff9b1fc72026c8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777578.275541:0:35956:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f590a0. 00000020:00000001:2.0:1788777578.275552:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777578.275613:0:35956:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d580. 00020000:00000001:2.0:1788777578.275618:0:35956:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.275620:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.275621:0:35956:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777578.275622:0:35956:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777578.275630:0:35956:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000e8b612e8[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:2.0:1788777578.275632:0:35956:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1788777578.275636:0:35956:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1788777578.275640:0:35956:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1788777578.275646:0:35956:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777578.275648:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777578.275649:0:35956:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777578.275651:0:35956:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1788777578.275653:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.275655:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.275659:0:35956:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777578.275663:0:35956:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777578.275674:0:35956:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275676:0:35956:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275678:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:2.0:1788777578.275680:0:35956:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275683:0:35956:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275684:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275685:0:35956:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275687:0:35956:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275689:0:35956:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777578.275691:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777578.275693:0:35956:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777578.275694:0:35956:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777578.275695:0:35956:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777578.275697:0:35956:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275698:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275701:0:35956:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777578.275702:0:35956:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777578.275704:0:35956:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777578.275705:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc715fc68 (ffff9b1fc72026c8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777578.275709:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.275710:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc715fc68 (ffff9b1fc72026c8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777578.275712:0:35956:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777578.275714:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.275715:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.275717:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.275718:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d7b0 (ffff9b1fc7202b48/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777578.275720:0:35956:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777578.275721:0:35956:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777578.275723:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.275724:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.275726:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:2.0:1788777578.275727:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275730:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.275732:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.275735:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.275748:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275749:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.275751:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777578.275753:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777578.275755:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.275762:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.275766:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777578.275768:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.275772:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275773:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.275775:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.275779:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777578.275781:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.275783:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.275788:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.275789:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.275790:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275791:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.275793:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.275793:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.275794:0:35956:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777578.275795:0:35956:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.275797:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.275798:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.275799:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.275800:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc715fc68 (ffff9b1fc72026c8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777578.275802:0:35956:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777578.275803:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.275804:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d7b0 (ffff9b1fc72026c8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777578.275806:0:35956:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f58e40. 00000020:00000001:2.0:1788777578.275808:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777578.275809:0:35956:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d780. 00020000:00000001:2.0:1788777578.275811:0:35956:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.275813:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.275814:0:35956:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777578.275816:0:35956:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777578.275817:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777578.275818:0:35956:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777578.275820:0:35956:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777578.275821:0:35956:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275823:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275824:0:35956:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777578.275825:0:35956:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777578.275827:0:35956:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777578.275830:0:35956:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1788777578.275832:0:35956:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777578.275833:0:35956:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777578.275835:0:35956:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777578.275836:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777578.275837:0:35956:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777578.275840:0:35956:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777578.275842:0:35956:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275856:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.275858:0:35956:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777578.275859:0:35956:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777578.275861:0:35956:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.275864:0:35956:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777578.275866:0:35956:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777578.275867:0:35956:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777578.275868:0:35956:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777578.275869:0:35956:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777578.275872:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202b40 00020000:00000001:2.0:1788777578.275874:0:35956:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777578.275876:0:35956:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777578.275877:0:35956:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777578.275879:0:35956:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777578.275882:0:35956:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777578.275883:0:35956:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777578.275885:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33c98 00000080:00200000:2.0:1788777578.275887:0:35956:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1788777578.275891:0:35956:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1788777578.275894:0:35956:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777578.275896:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000020:00000001:2.0:1788777578.275902:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33d88 00000080:00000008:2.0:1788777578.275903:0:35956:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1788777578.275907:0:35956:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1788777578.275984:0:35956:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1788777578.275987:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33d88 00000080:00200008:2.0:1788777578.275990:0:35956:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1788777578.275994:0:35956:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1788777578.275996:0:35956:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777578.276000:0:35956:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1788777578.276002:0:35956:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777578.276006:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.276008:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:2.0:1788777578.276010:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000080:00000001:2.0:1788777578.276012:0:35956:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777578.276015:0:35956:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.276017:0:35956:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777578.276018:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33c98 00000080:00200000:2.0:1788777578.276020:0:35956:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1788777578.276024:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33c30 00000080:00200000:2.0:1788777578.276026:0:35956:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1788777578.276028:0:35956:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777578.276031:0:35956:0:(cl_io.c:214:cl_io_rw_init()) header@00000000e8b612e8[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:2.0:1788777578.276033:0:35956:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1788777578.276035:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.276037:0:35956:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777578.276039:0:35956:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777578.276041:0:35956:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777578.276043:0:35956:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.276044:0:35956:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777578.276046:0:35956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777578.276051:0:35956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.276054:0:35956:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777578.276056:0:35956:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.276058:0:35956:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777578.276061:0:35956:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc2fb4bf0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1788777578.276064:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:2.0:1788777578.276068:0:35956:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777578.276069:0:35956:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777578.276071:0:35956:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777578.276073:0:35956:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276076:0:35956:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777578.276078:0:35956:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777578.276079:0:35956:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276081:0:35956:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.276082:0:35956:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777578.276083:0:35956:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777578.276085:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00000020:00000001:2.0:1788777578.276087:0:35956:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276088:0:35956:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276090:0:35956:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777578.276091:0:35956:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777578.276093:0:35956:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777578.276096:0:35956:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1788777578.276098:0:35956:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777578.276099:0:35956:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777578.276102:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1788777578.276104:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.276106:0:35956:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777578.276107:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.276108:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906632 : -110914189644984 : ffff9b1fc7202b48) 00000020:00001000:2.0:1788777578.276110:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202b40 00000020:00000001:2.0:1788777578.276112:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.276113:0:35956:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777578.276115:0:35956:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.276116:0:35956:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777578.276117:0:35956:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276119:0:35956:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276121:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.276123:0:35956:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777578.276125:0:35956:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777578.276128:0:35956:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276129:0:35956:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276131:0:35956:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276132:0:35956:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276134:0:35956:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276135:0:35956:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777578.276137:0:35956:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1788777578.276139:0:35956:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777578.276141:0:35956:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777578.276144:0:35956:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777578.276147:0:35956:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.276149:0:35956:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.276150:0:35956:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777578.276152:0:35956:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1788777578.276154:0:35956:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777578.276155:0:35956:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777578.276156:0:35956:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276158:0:35956:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.276160:0:35956:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.276161:0:35956:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.276163:0:35956:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276164:0:35956:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777578.276182:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777578.276184:0:35956:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777578.276185:0:35956:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777578.276186:0:35956:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276188:0:35956:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276189:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276191:0:35956:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276192:0:35956:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777578.276193:0:35956:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777578.276195:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777578.276196:0:35956:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777578.276198:0:35956:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777578.276200:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1788777578.276208:0:35956:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d780. 00020000:00000002:2.0:1788777578.276210:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1788777578.276212:0:35956:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777578.276213:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.276215:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.276217:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777578.276220:0:35956:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f58e40. 00000008:00010000:2.0:1788777578.276222:0:35956:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777578.276224:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.276225:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777578.276227:0:35956:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d7b0, osc lock ffff9b1fc7f58e40, flags 0x0 00000020:00000001:2.0:1788777578.276230:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276231:0:35956:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276234:0:35956:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538104192 : -110914171447424 : ffff9b1fc835d780) 00000020:00000001:2.0:1788777578.276236:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.276237:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777578.276238:0:35956:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276240:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276241:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.276242:0:35956:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.276243:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.276244:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.276246:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.276248:0:35956:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.276259:0:35956:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777578.276262:0:35956:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276266:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777578.276268:0:35956:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.276270:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.276272:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777578.276273:0:35956:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777578.276274:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777578.276276:0:35956:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777578.276278:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777578.276284:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:2.0:1788777578.276287:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.276294:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.276300:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777578.276315:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777578.276327:0:35956:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777578.276332:0:35956:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.276335:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.276344:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.276346:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.276350:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:2.0:1788777578.276353:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276356:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000008:00000001:2.0:1788777578.276360:0:35956:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777578.276362:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.276364:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.276365:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:2.0:1788777578.276368:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276370:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276373:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.276374:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.276375:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=6 00000020:00000001:2.0:1788777578.276377:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276379:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276381:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.276383:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.276387:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.276405:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.276407:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.276410:0:35956:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.276411:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.276412:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.276414:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=7 00000020:00000001:2.0:1788777578.276416:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276418:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276420:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.276423:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.276435:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.276436:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777578.276439:0:35956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.276445:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.276446:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.276447:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.276448:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.276449:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.276450:0:35956:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777578.276453:0:35956:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276454:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276456:0:35956:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276457:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276459:0:35956:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276509:0:35956:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276511:0:35956:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276513:0:35956:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788777578.276516:0:35956:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1788777578.276518:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33b90 00000080:00200000:2.0:1788777578.276520:0:35956:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1788777578.276524:0:35956:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788777578.276527:0:35956:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788777578.276529:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1788777578.276532:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.276534:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.276536:0:35956:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777578.276538:0:35956:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777578.276540:0:35956:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276543:0:35956:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276545:0:35956:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276547:0:35956:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276551:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.276554:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.276556:0:35956:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777578.276559:0:35956:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777578.276563:0:35956:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777578.276565:0:35956:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1788777578.276568:0:35956:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777578.276569:0:35956:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1788777578.276572:0:35956:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[1]: s=46 (1) m=1788777578 a=1788777578 c=1788777578 b=0 00020000:00000001:2.0:1788777578.276575:0:35956:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777578.276578:0:35956:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777578 a=1788777578 c=1788777578 b=0 00020000:00000001:2.0:1788777578.276581:0:35956:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276583:0:35956:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276585:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000001:00000001:2.0:1788777578.276589:0:35956:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777578.276591:0:35956:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1788777578.276593:0:35956:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777578.276594:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777578.276595:0:35956:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777578.276597:0:35956:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777578.276599:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777578.276603:0:35956:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d580. 00020000:00000002:2.0:1788777578.276606:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777578.276608:0:35956:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777578.276610:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.276611:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.276613:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777578.276616:0:35956:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7f590a0. 00000008:00010000:2.0:1788777578.276618:0:35956:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777578.276619:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.276620:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777578.276622:0:35956:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d5b0, osc lock ffff9b1fc7f590a0, flags 0x400001002 00000020:00000001:2.0:1788777578.276624:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276626:0:35956:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276628:0:35956:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538103680 : -110914171447936 : ffff9b1fc835d580) 00000020:00000001:2.0:1788777578.276630:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777578.276631:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777578.276633:0:35956:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276635:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276637:0:35956:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777578.276639:0:35956:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777578.276641:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.276642:0:35956:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777578.276643:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.276645:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.276646:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.276648:0:35956:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777578.276649:0:35956:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777578.276651:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777578.276652:0:35956:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.276654:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777578.276655:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777578.276656:0:35956:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777578.276658:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777578.276659:0:35956:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777578.276661:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777578.276663:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:2.0:1788777578.276665:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.276668:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.276670:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.276673:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777578.276681:0:35956:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777578.276683:0:35956:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.276686:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.276694:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.276695:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.276697:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=6 00000020:00000001:2.0:1788777578.276699:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276701:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000008:00000001:2.0:1788777578.276704:0:35956:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777578.276706:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.276707:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.276709:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=7 00000020:00000001:2.0:1788777578.276711:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276714:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000020:00000001:2.0:1788777578.276716:0:35956:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777578.276719:0:35956:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777578.276721:0:35956:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777578.276722:0:35956:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.276724:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.276725:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.276727:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=8 00000020:00000001:2.0:1788777578.276729:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276731:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276733:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.276736:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.276743:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.276744:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777578.276747:0:35956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.276755:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.276756:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.276758:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.276759:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.276760:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.276761:0:35956:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777578.276763:0:35956:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276765:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276767:0:35956:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276769:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276770:0:35956:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777578.276772:0:35956:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777578.276775:0:35956:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777578.276776:0:35956:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777578.276777:0:35956:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276780:0:35956:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.276783:0:35956:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777578.276786:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.276788:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.276790:0:35956:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777578.276792:0:35956:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777578.276794:0:35956:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777578 a=1788777578 c=1788777578 b=0 00020000:00000001:2.0:1788777578.276796:0:35956:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276798:0:35956:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276800:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:2.0:1788777578.276803:0:35956:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1788777578.276806:0:35956:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777578.276810:0:35956:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777578.276811:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777578.276814:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.276815:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777578.276818:0:35956:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777578.276820:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.276822:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.276824:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.276825:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d5b0 (ffff9b1fc7202b48/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777578.276827:0:35956:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777578.276829:0:35956:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777578.276830:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.276831:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.276832:0:35956:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777578.276834:0:35956:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.276835:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.276836:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.276837:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.276838:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777578.276841:0:35956:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777578.276854:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.276856:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d5b0 (ffff9b1fc72026c8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777578.276860:0:35956:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f590a0. 00000020:00000001:2.0:1788777578.276865:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777578.276867:0:35956:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d580. 00020000:00000001:2.0:1788777578.276871:0:35956:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.276872:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.276873:0:35956:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777578.276875:0:35956:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777578.276881:0:35956:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000e8b612e8[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:2.0:1788777578.276883:0:35956:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1788777578.276886:0:35956:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1788777578.276889:0:35956:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1788777578.276894:0:35956:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777578.276895:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777578.276896:0:35956:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777578.276898:0:35956:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1788777578.276899:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.276901:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.276903:0:35956:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777578.276905:0:35956:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777578.276907:0:35956:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276909:0:35956:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276910:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:2.0:1788777578.276913:0:35956:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276915:0:35956:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276917:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276919:0:35956:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276920:0:35956:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276922:0:35956:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777578.276924:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777578.276926:0:35956:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777578.276927:0:35956:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777578.276928:0:35956:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777578.276930:0:35956:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.276931:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.276934:0:35956:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777578.276936:0:35956:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777578.276937:0:35956:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777578.276938:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc715fc68 (ffff9b1fc72026c8/0) at cl_lock_release():245 00000020:00000001:2.0:1788777578.276943:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.276944:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc715fc68 (ffff9b1fc72026c8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777578.276946:0:35956:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777578.276948:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.276949:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.276951:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777578.276952:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d7b0 (ffff9b1fc7202b48/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777578.276954:0:35956:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777578.276956:0:35956:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777578.276957:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.276959:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.276960:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:2.0:1788777578.276962:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276965:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777578.276967:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.276970:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.276977:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.276978:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.276979:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777578.276982:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777578.276985:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777578.276993:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.276996:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777578.276998:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.277002:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.277003:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.277004:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.277007:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777578.277009:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.277011:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.277014:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.277016:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.277017:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.277018:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.277019:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.277020:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777578.277021:0:35956:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777578.277022:0:35956:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.277023:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.277024:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777578.277026:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.277027:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc715fc68 (ffff9b1fc72026c8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777578.277029:0:35956:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777578.277030:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777578.277031:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d7b0 (ffff9b1fc72026c8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777578.277034:0:35956:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7f58e40. 00000020:00000001:2.0:1788777578.277035:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777578.277036:0:35956:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d780. 00020000:00000001:2.0:1788777578.277038:0:35956:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.277039:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777578.277040:0:35956:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777578.277041:0:35956:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777578.277043:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777578.277044:0:35956:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777578.277045:0:35956:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777578.277046:0:35956:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.277048:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.277049:0:35956:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777578.277050:0:35956:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777578.277051:0:35956:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777578.277053:0:35956:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1788777578.277054:0:35956:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777578.277056:0:35956:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777578.277057:0:35956:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777578.277058:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777578.277059:0:35956:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777578.277061:0:35956:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777578.277062:0:35956:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.277064:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.277066:0:35956:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777578.277067:0:35956:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777578.277068:0:35956:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.277071:0:35956:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777578.277073:0:35956:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777578.277074:0:35956:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777578.277076:0:35956:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777578.277077:0:35956:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777578.277079:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202b40 00020000:00000001:2.0:1788777578.277081:0:35956:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777578.277083:0:35956:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777578.277085:0:35956:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777578.277087:0:35956:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777578.277090:0:35956:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777578.277091:0:35956:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777578.277094:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33c98 00000080:00200000:2.0:1788777578.277095:0:35956:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1788777578.277098:0:35956:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1788777578.277100:0:35956:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777578.277102:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000020:00000001:2.0:1788777578.277105:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33d88 00000080:00000008:2.0:1788777578.277107:0:35956:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1788777578.277110:0:35956:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.277226:0:35956:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777578.277230:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000002:2.0:1788777578.277234:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:2.0:1788777578.277237:0:35956:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.277248:0:35956:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777578.277250:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33df0 00000080:00200008:2.0:1788777578.277252:0:35956:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 100000 00000080:00000001:2.0:1788777578.277257:0:35956:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777578.277259:0:35956:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777578.277261:0:35956:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777578.277262:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000002:2.0:1788777578.277264:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd1218000 00020000:00000001:2.0:1788777578.277266:0:35956:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.277269:0:35956:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788777578.277276:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777578.277281:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777578.277284:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777578.277288:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777578.277290:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.277293:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788777578.277296:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777578.277305:0:35956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777578.277309:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777578.277314:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 4 00010000:00000001:2.0:1788777578.277316:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.277320:0:35956:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777578.277323:0:35956:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777578.277326:0:35956:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777578.277329:0:35956:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.277333:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777578.277341:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.277343:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.277345:0:35956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788777578.277347:0:35956:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 16 00000080:00000010:2.0:1788777578.277350:0:35956:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b1fc15a6640. 00000080:00000001:2.0:1788777578.277355:0:35956:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.277360:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33df0 00000080:00000008:2.0:1788777578.277362:0:35956:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), flags 100000, rc = 0 00000080:00000001:2.0:1788777578.277366:0:35956:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.277373:0:35956:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777578.277376:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d33e00 00000080:00002000:2.0:1788777578.277378:0:35956:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1768438, parent ffff9b1fd155f360, inode ffff9b1fd15b4b08) hashed, 00000080:00000001:2.0:1788777578.277382:0:35956:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.297691:0:35957:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777578.297699:0:35957:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777578.297702:0:35957:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777578.297706:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bb20 00000080:00200000:0.0:1788777578.297712:0:35957:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777578.297723:0:35957:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00800000:00000002:0.0:1788777578.297731:0:35957:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777578.297736:0:35957:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777578.297743:0:35957:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.297745:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3ba40 00800000:00000002:0.0:1788777578.297749:0:35957:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.297754:0:35957:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777578.297759:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.297762:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.297765:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.297768:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.297772:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.297774:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.297777:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.297783:0:35957:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777578.297792:0:35957:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.297794:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3b910 00000002:00010000:0.0:1788777578.297797:0:35957:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777578.297801:0:35957:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777578.297803:0:35957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777578.297807:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.297816:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:0.0:1788777578.297821:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.297827:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.297832:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.297838:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777578.297864:0:35957:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.297870:0:35957:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.297873:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777578.297882:0:35957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777578.297885:0:35957:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777578.297887:0:35957:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.297890:0:35957:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.297893:0:35957:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.297895:0:35957:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777578.297898:0:35957:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777578.297902:0:35957:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777578.297905:0:35957:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.297910:0:35957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777578.297912:0:35957:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.297916:0:35957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777578.297920:0:35957:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb47 00800000:00000001:0.0:1788777578.297924:0:35957:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.297926:0:35957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.297929:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.297931:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.297936:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777578.297938:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.297941:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.297944:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.297946:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.297948:0:35957:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.297950:0:35957:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.297953:0:35957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb47 from it ffffb70bc1d3bb58 00010000:00000001:0.0:1788777578.297956:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.297957:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.297958:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777578.297960:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.297963:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.297965:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.297968:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777578.297976:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.297977:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.297979:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.297982:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.297985:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.297994:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.297998:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.298000:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.298006:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298007:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.298009:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298013:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.298015:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298017:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298022:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298024:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.298025:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298026:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777578.298030:0:35957:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777578.298032:0:35957:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.298035:0:35957:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777578.298040:0:35957:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.298044:0:35957:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777578.298047:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bb48 00000080:00002000:0.0:1788777578.298049:0:35957:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1768438) flags 0x48004e refc 0 00000080:00000001:0.0:1788777578.298052:0:35957:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298054:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bb90 00000080:00200000:0.0:1788777578.298055:0:35957:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1788777578.298064:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bd08 00000080:00200008:0.0:1788777578.298067:0:35957:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788777578.298072:0:35957:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777578.298074:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bc80 00000080:00200000:0.0:1788777578.298075:0:35957:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08),name=recon 00000080:00000010:0.0:1788777578.298081:0:35957:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00800000:00000002:0.0:1788777578.298084:0:35957:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777578.298089:0:35957:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777578.298091:0:35957:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.298092:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bba0 00800000:00000002:0.0:1788777578.298094:0:35957:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.298097:0:35957:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777578.298100:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.298101:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.298103:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.298104:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.298105:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.298107:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.298109:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.298111:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.298112:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.298113:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.298115:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.298118:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.298119:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788777578.298121:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.298123:0:35957:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777578.298126:0:35957:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.298128:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3ba70 00000002:00010000:0.0:1788777578.298129:0:35957:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777578.298132:0:35957:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777578.298134:0:35957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777578.298136:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.298139:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 4 00010000:00000001:0.0:1788777578.298141:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.298144:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.298146:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.298150:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788777578.298157:0:35957:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.298160:0:35957:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.298162:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788777578.298170:0:35957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777578.298171:0:35957:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777578.298173:0:35957:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.298175:0:35957:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.298176:0:35957:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.298178:0:35957:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777578.298180:0:35957:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777578.298182:0:35957:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777578.298184:0:35957:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.298187:0:35957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777578.298188:0:35957:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.298190:0:35957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) 00000080:00010000:0.0:1788777578.298193:0:35957:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) for lock 0x22b16ee488cdcb1d 00800000:00000001:0.0:1788777578.298196:0:35957:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.298197:0:35957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.298198:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.298200:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.298202:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.298204:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.298206:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.298208:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298210:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.298211:0:35957:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.298213:0:35957:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.298215:0:35957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb1d from it ffffb70bc1d3bcb8 00010000:00000001:0.0:1788777578.298217:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.298218:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.298219:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:0.0:1788777578.298221:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.298223:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:0.0:1788777578.298225:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.298228:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777578.298234:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298236:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.298237:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.298238:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.298241:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788777578.298247:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.298248:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.298250:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.298251:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298253:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.298254:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298256:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.298258:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298260:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298262:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298263:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.298265:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298266:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777578.298267:0:35957:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777578.298269:0:35957:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.298272:0:35957:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777578.298275:0:35957:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777578.298278:0:35957:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777578.298281:0:35957:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777578.298283:0:35957:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.298285:0:35957:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777578.298289:0:35957:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788777578.298292:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777578.298297:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555398184 : -110914154153432 : ffff9b1fc93dba28) 00000020:00001000:0.0:1788777578.298301:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93dba20 00000020:00000001:0.0:1788777578.298307:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.298310:0:35957:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777578.298313:0:35957:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777578.298316:0:35957:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788777578.298320:0:35957:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777578.298321:0:35957:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777578.298324:0:35957:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777578.298326:0:35957:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.298329:0:35957:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777578.298333:0:35957:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc3190060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788777578.298337:0:35957:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b20020ecf80 00020000:00000001:0.0:1788777578.298342:0:35957:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777578.298344:0:35957:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777578.298347:0:35957:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777578.298349:0:35957:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.298352:0:35957:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777578.298354:0:35957:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777578.298356:0:35957:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298358:0:35957:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777578.298359:0:35957:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777578.298361:0:35957:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777578.298362:0:35957:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b20020ecf80 00000020:00000001:0.0:1788777578.298365:0:35957:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777578.298368:0:35957:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788777578.298369:0:35957:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1788777578.298372:0:35957:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777578.298374:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777578.298377:0:35957:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777578.298379:0:35957:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777578.298386:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788777578.298393:0:35957:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc2c6a580. 00020000:00000002:0.0:1788777578.298395:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777578.298398:0:35957:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777578.298401:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.298403:0:35957:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777578.298404:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777578.298406:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159555397896 : -110914154153720 : ffff9b1fc93db908) 00000020:00001000:0.0:1788777578.298408:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc93db900 00000020:00000001:0.0:1788777578.298411:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.298413:0:35957:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777578.298416:0:35957:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777578.298417:0:35957:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777578.298419:0:35957:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.298421:0:35957:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.298423:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.298425:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777578.298430:0:35957:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc7303db0. 00000008:00010000:0.0:1788777578.298433:0:35957:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788777578.298436:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777578.298438:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777578.298440:0:35957:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc2c6a5b0, osc lock ffff9b1fc7303db0, flags 0x400001002 00000020:00000001:0.0:1788777578.298442:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.298444:0:35957:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.298447:0:35957:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159446930816 : -110914262620800 : ffff9b1fc2c6a580) 00000020:00000001:0.0:1788777578.298449:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777578.298451:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777578.298453:0:35957:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298454:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298458:0:35957:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788777578.298489:0:35957:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788777578.298492:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777578.298494:0:35957:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777578.298496:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.298497:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.298499:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777578.298501:0:35957:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777578.298504:0:35957:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777578.298507:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777578.298510:0:35957:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777578.298511:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777578.298514:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777578.298515:0:35957:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777578.298516:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777578.298518:0:35957:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777578.298520:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.298525:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:0.0:1788777578.298527:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.298532:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.298536:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.298539:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788777578.298550:0:35957:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.298553:0:35957:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.298556:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788777578.298563:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.298565:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.298566:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:0.0:1788777578.298568:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.298571:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000008:00000001:0.0:1788777578.298575:0:35957:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777578.298578:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.298579:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.298580:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:0.0:1788777578.298582:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.298584:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000020:00000001:0.0:1788777578.298588:0:35957:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777578.298590:0:35957:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788777578.298592:0:35957:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788777578.298595:0:35957:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298596:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.298598:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.298599:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=6 00000020:00000001:0.0:1788777578.298601:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.298604:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:0.0:1788777578.298605:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.298608:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788777578.298615:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298617:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.298618:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.298620:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.298622:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788777578.298629:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.298631:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.298632:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.298634:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298636:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.298637:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298640:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298642:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.298644:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.298645:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298647:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.298648:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298649:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.298650:0:35957:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777578.298653:0:35957:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298655:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777578.298657:0:35957:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298659:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298661:0:35957:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777578.298662:0:35957:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788777578.298665:0:35957:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788777578.298667:0:35957:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788777578.298669:0:35957:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298671:0:35957:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.298676:0:35957:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777578.298679:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.298681:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:0.0:1788777578.298683:0:35957:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777578.298686:0:35957:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777578.298691:0:35957:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777578.298693:0:35957:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788777578.298695:0:35957:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777578.298696:0:35957:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788777578.298699:0:35957:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[1]: s=46 (1) m=1788777578 a=1788777578 c=1788777578 b=0 00020000:00000001:0.0:1788777578.298703:0:35957:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777578.298706:0:35957:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777578 a=1788777578 c=1788777578 b=0 00020000:00000001:0.0:1788777578.298709:0:35957:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298712:0:35957:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298713:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:0.0:1788777578.298716:0:35957:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788777578.298719:0:35957:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777578.298723:0:35957:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777578.298725:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc3190000 (ffff9b1fc93dba28/0) at cl_lock_release():245 00000020:00000001:0.0:1788777578.298728:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777578.298730:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc3190000 (ffff9b1fc93dba28/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777578.298733:0:35957:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777578.298735:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777578.298736:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159538755976 : -110914170795640 : ffff9b1fc83fc988) 00000020:00000001:0.0:1788777578.298738:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777578.298739:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2c6a5b0 (ffff9b1fc93db908/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777578.298741:0:35957:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777578.298743:0:35957:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777578.298745:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.298746:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777578.298747:0:35957:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777578.298749:0:35957:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.298750:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.298751:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777578.298753:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777578.298754:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc3190000 (ffff9b1fc93dba28/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777578.298757:0:35957:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777578.298758:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777578.298760:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2c6a5b0 (ffff9b1fc93dba28/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777578.298763:0:35957:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc7303db0. 00000020:00000001:0.0:1788777578.298767:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777578.298768:0:35957:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc2c6a580. 00020000:00000001:0.0:1788777578.298771:0:35957:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777578.298772:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777578.298774:0:35957:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788777578.298776:0:35957:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298778:0:35957:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777578.298780:0:35957:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777578.298782:0:35957:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777578.298783:0:35957:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777578.298785:0:35957:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777578.298787:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93db900 00020000:00000001:0.0:1788777578.298789:0:35957:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777578.298791:0:35957:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777578.298794:0:35957:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777578.298796:0:35957:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777578.298800:0:35957:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777578.298801:0:35957:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.298803:0:35957:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777578.298806:0:35957:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777578.298808:0:35957:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777578.298809:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc93dba20 00000001:00000001:0.0:1788777578.298811:0:35957:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.298817:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bd08 00000080:00000008:0.0:1788777578.298819:0:35957:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788777578.298824:0:35957:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777578.298826:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bda0 00000080:00002000:0.0:1788777578.298828:0:35957:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1768438, parent ffff9b1fd155f360, inode ffff9b1fd15b4b08) hashed, 00000080:00000001:0.0:1788777578.298831:0:35957:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.298891:0:35957:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777578.298894:0:35957:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777578.298895:0:35957:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777578.298897:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bbc0 00000080:00200000:0.0:1788777578.298899:0:35957:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777578.298904:0:35957:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00800000:00000002:0.0:1788777578.298908:0:35957:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777578.298911:0:35957:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777578.298913:0:35957:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.298914:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bae0 00800000:00000002:0.0:1788777578.298916:0:35957:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.298919:0:35957:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777578.298921:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.298923:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.298925:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.298926:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.298928:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.298930:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.298932:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.298934:0:35957:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777578.298938:0:35957:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.298940:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3b9b0 00000002:00010000:0.0:1788777578.298941:0:35957:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777578.298944:0:35957:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777578.298945:0:35957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777578.298947:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.298950:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:0.0:1788777578.298953:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.298956:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.298958:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.298961:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777578.298969:0:35957:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.298971:0:35957:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.298974:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777578.298980:0:35957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777578.298982:0:35957:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777578.298984:0:35957:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.298986:0:35957:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.298988:0:35957:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.298990:0:35957:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777578.298993:0:35957:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777578.298995:0:35957:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777578.298997:0:35957:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.299000:0:35957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777578.299001:0:35957:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.299004:0:35957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777578.299006:0:35957:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb47 00800000:00000001:0.0:1788777578.299009:0:35957:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.299011:0:35957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.299012:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.299014:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.299015:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777578.299017:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.299019:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.299022:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.299023:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.299025:0:35957:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.299026:0:35957:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.299029:0:35957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb47 from it ffffb70bc1d3bbf8 00010000:00000001:0.0:1788777578.299030:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.299032:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.299033:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777578.299035:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.299037:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.299039:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.299041:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777578.299048:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.299049:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.299051:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.299052:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.299054:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777578.299061:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.299063:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.299064:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.299067:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.299069:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.299070:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.299072:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.299073:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.299075:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.299078:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.299080:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.299081:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.299082:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777578.299084:0:35957:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777578.299086:0:35957:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.299088:0:35957:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777578.299092:0:35957:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.299096:0:35957:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777578.299098:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bbe8 00000080:00002000:0.0:1788777578.299100:0:35957:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1768438) flags 0x48004e refc 0 00000080:00000001:0.0:1788777578.299102:0:35957:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.299104:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bc30 00000080:00200000:0.0:1788777578.299106:0:35957:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1788777578.299124:0:35957:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788777578.299128:0:35957:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1788777578.299131:0:35957:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777578.299133:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3be40 00000080:00002000:0.0:1788777578.299135:0:35957:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1768438, parent ffff9b1fd155f360, inode ffff9b1fd15b4b08) hashed, 00000080:00000001:0.0:1788777578.299137:0:35957:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.299150:0:35957:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777578.299152:0:35957:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777578.299153:0:35957:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777578.299154:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bbc0 00000080:00200000:0.0:1788777578.299156:0:35957:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:0.0:1788777578.299160:0:35957:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc2c73e00. 00800000:00000002:0.0:1788777578.299163:0:35957:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:0.0:1788777578.299165:0:35957:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777578.299167:0:35957:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.299168:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bae0 00800000:00000002:0.0:1788777578.299170:0:35957:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.299173:0:35957:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788777578.299174:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788777578.299176:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788777578.299177:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788777578.299179:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788777578.299181:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.299182:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777578.299184:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777578.299186:0:35957:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777578.299190:0:35957:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777578.299192:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3b9b0 00000002:00010000:0.0:1788777578.299193:0:35957:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777578.299196:0:35957:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777578.299198:0:35957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777578.299200:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777578.299202:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:0.0:1788777578.299204:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777578.299207:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777578.299209:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777578.299212:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788777578.299219:0:35957:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777578.299221:0:35957:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777578.299224:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788777578.299230:0:35957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777578.299232:0:35957:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777578.299234:0:35957:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.299235:0:35957:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777578.299237:0:35957:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.299239:0:35957:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777578.299242:0:35957:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777578.299243:0:35957:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:0.0:1788777578.299245:0:35957:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc2c73e00. 00000080:00000001:0.0:1788777578.299248:0:35957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777578.299249:0:35957:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.299251:0:35957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:0.0:1788777578.299253:0:35957:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb47 00800000:00000001:0.0:1788777578.299256:0:35957:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777578.299257:0:35957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777578.299259:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.299260:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.299261:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777578.299263:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.299265:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.299269:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.299270:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777578.299271:0:35957:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777578.299273:0:35957:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777578.299275:0:35957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb47 from it ffffb70bc1d3bbf8 00010000:00000001:0.0:1788777578.299277:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777578.299278:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777578.299280:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:0.0:1788777578.299281:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.299283:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:0.0:1788777578.299286:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777578.299288:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777578.299295:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.299296:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.299297:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777578.299299:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777578.299301:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777578.299308:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777578.299309:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777578.299311:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777578.299313:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.299313:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777578.299315:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.299317:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777578.299318:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.299319:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.299321:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777578.299323:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777578.299324:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777578.299325:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777578.299327:0:35957:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777578.299329:0:35957:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777578.299331:0:35957:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788777578.299334:0:35957:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777578.299336:0:35957:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777578.299338:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bbe8 00000080:00002000:0.0:1788777578.299340:0:35957:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1768438) flags 0x48004e refc 0 00000080:00000001:0.0:1788777578.299342:0:35957:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777578.299344:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3bc30 00000080:00200000:0.0:1788777578.299345:0:35957:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1788777578.299351:0:35957:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788777578.299354:0:35957:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788777578.299357:0:35957:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777578.299358:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d3be40 00000080:00002000:0.0:1788777578.299359:0:35957:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1768438, parent ffff9b1fd155f360, inode ffff9b1fd15b4b08) hashed, 00000080:00000001:0.0:1788777578.299362:0:35957:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.311304:0:35958:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777578.311319:0:35958:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777578.311322:0:35958:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777578.311327:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bb20 00000080:00200000:2.0:1788777578.311334:0:35958:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:2.0:1788777578.311347:0:35958:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837bc00. 00800000:00000002:2.0:1788777578.311358:0:35958:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777578.311364:0:35958:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777578.311372:0:35958:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.311374:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4ba40 00800000:00000002:2.0:1788777578.311377:0:35958:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777578.311382:0:35958:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777578.311386:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777578.311389:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777578.311393:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777578.311396:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777578.311399:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.311401:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777578.311403:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.311407:0:35958:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777578.311414:0:35958:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.311416:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b910 00000002:00010000:2.0:1788777578.311418:0:35958:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777578.311422:0:35958:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777578.311424:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777578.311428:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777578.311437:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:2.0:1788777578.311441:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.311447:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.311453:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777578.311491:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777578.311506:0:35958:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777578.311511:0:35958:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.311515:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788777578.311523:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777578.311525:0:35958:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777578.311527:0:35958:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777578.311529:0:35958:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777578.311531:0:35958:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777578.311534:0:35958:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777578.311538:0:35958:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777578.311541:0:35958:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777578.311545:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837bc00. 00000080:00000001:2.0:1788777578.311550:0:35958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777578.311553:0:35958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.311568:0:35958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:2.0:1788777578.311572:0:35958:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb47 00800000:00000001:2.0:1788777578.311576:0:35958:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777578.311579:0:35958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777578.311581:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.311584:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.311587:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777578.311590:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.311593:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.311596:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.311598:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.311600:0:35958:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.311602:0:35958:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.311604:0:35958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb47 from it ffffb70bc1d4bb58 00010000:00000001:2.0:1788777578.311607:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.311608:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.311609:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:2.0:1788777578.311611:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.311613:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:2.0:1788777578.311615:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.311619:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777578.311627:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.311628:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.311629:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777578.311632:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777578.311635:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777578.311644:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.311648:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777578.311651:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.311656:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.311657:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.311660:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.311664:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777578.311666:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.311668:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.311672:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.311675:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.311676:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.311677:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777578.311681:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777578.311683:0:35958:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777578.311686:0:35958:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788777578.311691:0:35958:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.311696:0:35958:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777578.311700:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bb48 00000080:00002000:2.0:1788777578.311701:0:35958:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1768438) flags 0x48004e refc 0 00000080:00000001:2.0:1788777578.311704:0:35958:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.311707:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bb90 00000080:00200000:2.0:1788777578.311708:0:35958:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1788777578.311722:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bd08 00000080:00200008:2.0:1788777578.311724:0:35958:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777578.311730:0:35958:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777578.311732:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bc80 00000080:00200000:2.0:1788777578.311733:0:35958:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08),name=recon 00000080:00000010:2.0:1788777578.311739:0:35958:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc837bc00. 00800000:00000002:2.0:1788777578.311741:0:35958:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:2.0:1788777578.311747:0:35958:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777578.311749:0:35958:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.311751:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bba0 00800000:00000002:2.0:1788777578.311753:0:35958:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777578.311756:0:35958:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788777578.311760:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777578.311761:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777578.311763:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777578.311764:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777578.311766:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.311767:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777578.311769:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.311771:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788777578.311772:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788777578.311773:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788777578.311775:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788777578.311777:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.311778:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788777578.311780:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777578.311782:0:35958:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777578.311785:0:35958:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777578.311787:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4ba70 00000002:00010000:2.0:1788777578.311789:0:35958:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777578.311792:0:35958:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777578.311793:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777578.311794:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777578.311798:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 4 00010000:00000001:2.0:1788777578.311800:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777578.311803:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777578.311805:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777578.311809:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788777578.311816:0:35958:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777578.311819:0:35958:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777578.311821:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788777578.311828:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777578.311830:0:35958:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777578.311832:0:35958:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777578.311834:0:35958:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777578.311835:0:35958:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777578.311837:0:35958:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777578.311840:0:35958:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777578.311842:0:35958:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:2.0:1788777578.311855:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc837bc00. 00000080:00000001:2.0:1788777578.311859:0:35958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777578.311860:0:35958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.311862:0:35958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) 00000080:00010000:2.0:1788777578.311865:0:35958:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) for lock 0x22b16ee488cdcb1d 00800000:00000001:2.0:1788777578.311867:0:35958:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777578.311869:0:35958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777578.311870:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.311872:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.311873:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777578.311875:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.311878:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.311880:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.311881:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777578.311883:0:35958:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777578.311884:0:35958:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777578.311886:0:35958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb1d from it ffffb70bc1d4bcb8 00010000:00000001:2.0:1788777578.311888:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777578.311890:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777578.311891:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5800 refcount=3 00000020:00000001:2.0:1788777578.311893:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.311896:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138944 : -110914032412672 : ffff9b1fd07f5800) 00010000:00000001:2.0:1788777578.311898:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777578.311902:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777578.311909:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.311911:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.311912:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777578.311914:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777578.311916:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1788777578.311923:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.311924:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777578.311926:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777578.311928:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.311929:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777578.311930:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.311932:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777578.311933:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.311935:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.311937:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.311939:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777578.311940:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777578.311941:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777578.311943:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777578.311944:0:35958:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777578.311947:0:35958:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788777578.311951:0:35958:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777578.311953:0:35958:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777578.311956:0:35958:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777578.311958:0:35958:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.311960:0:35958:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777578.311964:0:35958:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777578.311967:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.311972:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:2.0:1788777578.311974:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:2.0:1788777578.311980:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.311983:0:35958:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777578.311986:0:35958:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777578.311989:0:35958:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777578.311992:0:35958:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.311994:0:35958:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777578.311996:0:35958:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777578.311998:0:35958:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777578.312001:0:35958:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777578.312006:0:35958:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc2fb4bf0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777578.312010:0:35958:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00020000:00000001:2.0:1788777578.312014:0:35958:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777578.312016:0:35958:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777578.312019:0:35958:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777578.312021:0:35958:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.312023:0:35958:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777578.312026:0:35958:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777578.312028:0:35958:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777578.312029:0:35958:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.312030:0:35958:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777578.312032:0:35958:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777578.312034:0:35958:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00000020:00000001:2.0:1788777578.312036:0:35958:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777578.312039:0:35958:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777578.312041:0:35958:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1788777578.312044:0:35958:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777578.312047:0:35958:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777578.312049:0:35958:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777578.312052:0:35958:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777578.312058:0:35958:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777578.312064:0:35958:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b1fc835d780. 00020000:00000002:2.0:1788777578.312066:0:35958:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777578.312069:0:35958:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777578.312071:0:35958:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777578.312072:0:35958:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777578.312073:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777578.312075:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906632 : -110914189644984 : ffff9b1fc7202b48) 00000020:00001000:2.0:1788777578.312077:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202b40 00000020:00000001:2.0:1788777578.312937:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:2.0:1788777578.312947:0:35958:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777578.312953:0:35958:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777578.312954:0:35958:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777578.312956:0:35958:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.312960:0:35958:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777578.312963:0:35958:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:2.0:1788777578.312967:0:35958:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777578.315851:0:35958:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b1fc80f45f0. 00000008:00010000:3.0:1788777578.315864:0:35958:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788777578.315868:0:35958:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777578.315870:0:35958:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777578.315871:0:35958:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b1fc835d7b0, osc lock ffff9b1fc80f45f0, flags 0x400001002 00000020:00000001:3.0:1788777578.315876:0:35958:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.315879:0:35958:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.315884:0:35958:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633159538104192 : -110914171447424 : ffff9b1fc835d780) 00000020:00000001:3.0:1788777578.315887:0:35958:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777578.315889:0:35958:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777578.315891:0:35958:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.315893:0:35958:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.315897:0:35958:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788777578.315899:0:35958:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788777578.315901:0:35958:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777578.315903:0:35958:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777578.315907:0:35958:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777578.315909:0:35958:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:3.0:1788777578.315911:0:35958:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777578.315914:0:35958:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777578.315916:0:35958:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788777578.315922:0:35958:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777578.315926:0:35958:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777578.315927:0:35958:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777578.315930:0:35958:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777578.315933:0:35958:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777578.315934:0:35958:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777578.315936:0:35958:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777578.315941:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.315951:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:3.0:1788777578.315955:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777578.315964:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777578.315972:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777578.315979:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1788777578.315996:0:35958:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777578.316003:0:35958:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777578.316006:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788777578.316014:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777578.316017:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777578.316021:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=4 00000020:00000001:3.0:1788777578.316023:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:3.0:1788777578.316026:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000008:00000001:3.0:1788777578.316031:0:35958:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788777578.316034:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777578.316035:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777578.316036:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=5 00000020:00000001:3.0:1788777578.316038:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:3.0:1788777578.316040:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00000020:00000001:3.0:1788777578.316044:0:35958:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788777578.316046:0:35958:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788777578.316047:0:35958:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788777578.316049:0:35958:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.316051:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777578.316052:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777578.316054:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=6 00000020:00000001:3.0:1788777578.316056:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:3.0:1788777578.316058:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:3.0:1788777578.316060:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777578.316063:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788777578.316070:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.316072:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.316074:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777578.316076:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777578.316080:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788777578.316089:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777578.316093:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777578.316095:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777578.316098:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.316102:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777578.316105:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.316107:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.316111:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.316113:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777578.316115:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.316116:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.316117:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.316119:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777578.316120:0:35958:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777578.316123:0:35958:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.316125:0:35958:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.316128:0:35958:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.316130:0:35958:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.316132:0:35958:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788777578.316133:0:35958:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788777578.316136:0:35958:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788777578.316139:0:35958:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788777578.316141:0:35958:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.316143:0:35958:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.316150:0:35958:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777578.316154:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.316156:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.316158:0:35958:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777578.316162:0:35958:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788777578.316165:0:35958:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777578 a=1788777578 c=1788777578 b=0 00020000:00000001:3.0:1788777578.316239:0:35958:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.316241:0:35958:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.316243:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000080:00200000:3.0:1788777578.316246:0:35958:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1788777578.316249:0:35958:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777578.316255:0:35958:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788777578.316257:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_release():245 00000020:00000001:3.0:1788777578.316260:0:35958:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777578.316261:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788777578.316264:0:35958:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788777578.316266:0:35958:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777578.316267:0:35958:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:3.0:1788777578.316268:0:35958:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777578.316269:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b1fc835d7b0 (ffff9b1fc7202b48/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788777578.316272:0:35958:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788777578.316273:0:35958:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788777578.316275:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.316276:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777578.316277:0:35958:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788777578.316279:0:35958:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777578.316280:0:35958:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777578.316281:0:35958:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777578.316283:0:35958:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777578.316284:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc2fb4b90 (ffff9b1fc72026c8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788777578.316288:0:35958:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788777578.316289:0:35958:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777578.316290:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b1fc835d7b0 (ffff9b1fc72026c8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788777578.316293:0:35958:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b1fc80f45f0. 00000020:00000001:3.0:1788777578.316298:0:35958:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788777578.316300:0:35958:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b1fc835d780. 00020000:00000001:3.0:1788777578.316304:0:35958:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788777578.316305:0:35958:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788777578.316307:0:35958:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788777578.316309:0:35958:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.316313:0:35958:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777578.316316:0:35958:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777578.316318:0:35958:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777578.316320:0:35958:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777578.316322:0:35958:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777578.316324:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202b40 00020000:00000001:3.0:1788777578.316328:0:35958:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777578.316331:0:35958:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777578.316335:0:35958:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777578.316337:0:35958:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777578.316342:0:35958:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777578.316344:0:35958:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.316346:0:35958:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777578.316348:0:35958:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777578.316349:0:35958:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777578.316350:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000001:00000001:3.0:1788777578.316352:0:35958:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.316362:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bd08 00000080:00000008:3.0:1788777578.316365:0:35958:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9b1fd15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777578.316372:0:35958:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777578.316374:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bda0 00000080:00002000:3.0:1788777578.316377:0:35958:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b1fd1768438, parent ffff9b1fd155f360, inode ffff9b1fd15b4b08) hashed, 00000080:00000001:3.0:1788777578.316380:0:35958:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.316434:0:35958:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777578.316438:0:35958:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777578.316441:0:35958:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777578.316443:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bbd8 00000080:00200000:3.0:1788777578.316446:0:35958:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777578.316454:0:35958:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4f4e800. 00800000:00000002:3.0:1788777578.317973:0:35958:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777578.317987:0:35958:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777578.317992:0:35958:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777578.317995:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4baf8 00800000:00000002:3.0:1788777578.317998:0:35958:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777578.318004:0:35958:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777578.318007:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777578.318011:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777578.318014:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777578.318017:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777578.318019:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.318022:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777578.318024:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.318028:0:35958:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777578.318034:0:35958:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777578.318036:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4b9c8 00000002:00010000:3.0:1788777578.318038:0:35958:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777578.318042:0:35958:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777578.318044:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.318047:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.318054:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:3.0:1788777578.318057:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777578.318063:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777578.318067:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777578.318073:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788777578.318085:0:35958:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777578.318090:0:35958:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777578.318093:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788777578.318101:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777578.318103:0:35958:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777578.318105:0:35958:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777578.318107:0:35958:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777578.318109:0:35958:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777578.318112:0:35958:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777578.318115:0:35958:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777578.318119:0:35958:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777578.318124:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4f4e800. 00000080:00000001:3.0:1788777578.318131:0:35958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777578.318133:0:35958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777578.318136:0:35958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777578.318141:0:35958:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb47 00800000:00000001:3.0:1788777578.318144:0:35958:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777578.318147:0:35958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777578.318149:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777578.318151:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777578.318154:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777578.318156:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777578.318160:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777578.318163:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.318165:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777578.318219:0:35958:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777578.318221:0:35958:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777578.318225:0:35958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb47 from it ffffb70bc1d4bc10 00010000:00000001:3.0:1788777578.318227:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777578.318229:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777578.318230:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777578.318232:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777578.318235:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777578.318237:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777578.318241:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777578.318248:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.318249:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.318251:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777578.318253:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777578.318256:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788777578.318269:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777578.318272:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777578.318275:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777578.318279:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.318281:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.318282:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.318286:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777578.318288:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.318290:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.318293:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.318296:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777578.318297:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.318298:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777578.318302:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777578.318304:0:35958:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777578.318307:0:35958:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788777578.318313:0:35958:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.318327:0:35958:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777578.318330:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bda0 00000080:00002000:3.0:1788777578.318332:0:35958:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b1fd1768438) flags 0x48004e refc 0 00000080:00000001:3.0:1788777578.318335:0:35958:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.318336:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4be10 00000080:00200000:3.0:1788777578.318338:0:35958:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1788777578.318345:0:35958:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777578.318347:0:35958:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777578.318349:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bd30 00000080:00200000:3.0:1788777578.318351:0:35958:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8),name=/ 00000080:00000010:3.0:1788777578.318360:0:35958:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4f4e800. 00800000:00000002:3.0:1788777578.318364:0:35958:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00000080:00000001:3.0:1788777578.318367:0:35958:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777578.318369:0:35958:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777578.318370:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bc50 00800000:00000002:3.0:1788777578.318372:0:35958:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777578.318375:0:35958:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788777578.318376:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777578.318378:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777578.318380:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777578.318381:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777578.318383:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.318384:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777578.318386:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.318389:0:35958:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777578.318392:0:35958:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777578.318394:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bb20 00000002:00010000:3.0:1788777578.318395:0:35958:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777578.318398:0:35958:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777578.318400:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.318401:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.318404:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:3.0:1788777578.318406:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777578.318408:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777578.318410:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777578.318413:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788777578.318420:0:35958:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777578.318422:0:35958:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777578.318425:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788777578.318431:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777578.318432:0:35958:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777578.318434:0:35958:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777578.318435:0:35958:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777578.318437:0:35958:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777578.318439:0:35958:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777578.318441:0:35958:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777578.318443:0:35958:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777578.318445:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4f4e800. 00000080:00000001:3.0:1788777578.318448:0:35958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777578.318450:0:35958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777578.318452:0:35958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00010000:3.0:1788777578.318454:0:35958:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b1fd159a1c8) for lock 0x22b16ee488cdcb47 00800000:00000001:3.0:1788777578.318457:0:35958:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777578.318458:0:35958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777578.318863:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777578.318867:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777578.318869:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777578.318872:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777578.318875:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777578.318878:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.318879:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777578.318881:0:35958:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777578.318883:0:35958:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777578.318885:0:35958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x22b16ee488cdcb47 from it ffffb70bc1d4bd68 00010000:00000001:3.0:1788777578.318887:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777578.318888:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777578.318889:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd07f5600 refcount=3 00000020:00000001:3.0:1788777578.318891:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777578.318894:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159677138432 : -110914032413184 : ffff9b1fd07f5600) 00010000:00000001:3.0:1788777578.318895:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777578.318899:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788777578.318905:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.318906:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.318908:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777578.318910:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777578.318912:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788777578.318919:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777578.318921:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777578.318923:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777578.318926:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.318927:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.318928:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.318930:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777578.318931:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.318933:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.318936:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.318938:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777578.318939:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.318940:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777578.318942:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777578.318944:0:35958:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777578.318946:0:35958:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b1fd159a1c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788777578.318949:0:35958:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.318954:0:35958:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1788777578.318956:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4bdf8 00000080:00200000:3.0:1788777578.318958:0:35958:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b1fd159a1c8) 00000080:00000001:3.0:1788777578.318961:0:35958:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788777578.318964:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777578.318969:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:3.0:1788777578.318972:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:3.0:1788777578.318974:0:35958:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777578.318979:0:35958:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00020000:00000002:3.0:1788777578.318982:0:35958:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b1fd0efcde0 addref 2/0 by ffff9b1fd130a7c0. 00020000:00000002:3.0:1788777578.318985:0:35958:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00020000:00000001:3.0:1788777578.318987:0:35958:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777578.318989:0:35958:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777578.318991:0:35958:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777578.318993:0:35958:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788777578.318996:0:35958:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788777578.318998:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000080:00000001:3.0:1788777578.319001:0:35958:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788777578.319006:0:35958:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b1fc4f4e800. 00800000:00000002:3.0:1788777578.319010:0:35958:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b1fc4f3da40 2 00800000:00000001:3.0:1788777578.319022:0:35958:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788777578.319027:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777578.319029:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777578.319030:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777578.319032:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777578.319033:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.319035:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777578.319037:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777578.319040:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777578.319041:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777578.319042:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777578.319043:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777578.319045:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.319047:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788777578.319048:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777578.319051:0:35958:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1788777578.319053:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777578.319054:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777578.319055:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777578.319056:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777578.319058:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.319059:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788777578.319061:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.319063:0:35958:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x30:0x0] 00800000:00000001:3.0:1788777578.319066:0:35958:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.319068:0:35958:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x30:0x0] -> mds #0 00000002:00000001:3.0:1788777578.319072:0:35958:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788777578.319075:0:35958:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777578.319078:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 2 00010000:00000001:3.0:1788777578.319080:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777578.319083:0:35958:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777578.319086:0:35958:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777578.319090:0:35958:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788777578.319098:0:35958:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777578.319102:0:35958:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777578.319104:0:35958:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777578.319107:0:35958:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777578.319110:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.319112:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.319113:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 3 00010000:00000001:3.0:1788777578.319116:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.319118:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.319120:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.319121:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.319122:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 3 00010000:00000001:3.0:1788777578.319124:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.319127:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.319128:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.319129:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.319131:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6d00 count: 3 00010000:00000001:3.0:1788777578.319133:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.319135:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.319137:0:35958:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777578.319140:0:35958:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b1fd159a100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777578.319144:0:35958:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788777578.319147:0:35958:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777578.319150:0:35958:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777578.319151:0:35958:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.319155:0:35958:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777578.319160:0:35958:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777578.319162:0:35958:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777578.319164:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777578.319277:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777578.319281:0:35958:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5600 with handle 0x22b16ee488cdcb47 from hash 00010000:00000001:3.0:1788777578.319284:0:35958:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777578.319285:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.319286:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.319287:0:35958:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777578.319290:0:35958:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777578.319292:0:35958:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777578.319295:0:35958:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777578.319297:0:35958:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777578.319300:0:35958:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777578.319302:0:35958:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777578.319305:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 4 00010000:00000001:3.0:1788777578.319308:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777578.319310:0:35958:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777578.319313:0:35958:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777578.319316:0:35958:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788777578.319323:0:35958:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777578.319325:0:35958:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777578.319327:0:35958:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777578.319328:0:35958:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode CR 00000002:00000001:3.0:1788777578.319330:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.319331:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.319332:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 5 00010000:00000001:3.0:1788777578.319334:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.319337:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.319338:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.319339:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.319340:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 5 00010000:00000001:3.0:1788777578.319343:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.319345:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.319346:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.319347:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.319348:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 5 00010000:00000001:3.0:1788777578.319350:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.319352:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.319354:0:35958:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.319356:0:35958:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777578.319360:0:35958:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777578.319364:0:35958:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b1fc4f4ea00. 00000080:00000001:3.0:1788777578.319366:0:35958:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777578.319370:0:35958:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777578.319373:0:35958:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788777578.319375:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777578.319376:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777578.319377:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777578.319379:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777578.319381:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.319382:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788777578.319384:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.319386:0:35958:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:3.0:1788777578.319390:0:35958:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777578.319392:0:35958:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b1fc31a7000: [0x200000405:0x30:0x0] file closed with intent: 0 00000100:00000010:3.0:1788777578.319400:0:35958:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257100. 00000020:00000040:3.0:1788777578.319406:0:35958:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:3.0:1788777578.319412:0:35958:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777578.319416:0:35958:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777578.319421:0:35958:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777578.319431:0:35958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc4f4f800. 00000100:00000001:3.0:1788777578.319439:0:35958:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777578.319696:0:35958:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777578.319710:0:35958:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777578.319717:0:35958:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc3257100 x1875667211153280/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777578.319724:0:35958:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777578.319726:0:35958:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777578.319735:0:35958:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0540d80. 00000100:00000001:3.0:1788777578.319737:0:35958:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159674301824 : -110914035249792 : ffff9b1fd0540d80) 00000100:00000001:3.0:1788777578.319740:0:35958:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.319741:0:35958:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453143296 : -110914256408320 : ffff9b1fc3257100) 00000100:00000001:3.0:1788777578.319746:0:35958:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777578.319751:0:35958:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.319753:0:35958:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777578.319755:0:35958:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777578.319759:0:35958:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257100 x1875667211153280/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.319767:0:35958:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777578.319771:0:35958:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.319775:0:35958:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777578.319779:0:35958:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777578.319781:0:35958:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777578.319785:0:35958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257100 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:35958:1875667211153280:192.168.204.133@tcp:35:rm.0 00000100:00000001:3.0:1788777578.319790:0:35958:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777578.319798:0:35958:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777578.319801:0:35958:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.319804:0:35958:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777578.319810:0:35958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ed800. 02000000:00000001:3.0:1788777578.319812:0:35958:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777578.319821:0:35958:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777578.319826:0:35958:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777578.319837:0:35958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255330. 00000100:00000200:3.0:1788777578.319857:0:35958:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211153280, portal 10 00000100:00000001:3.0:1788777578.319860:0:35958:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.319861:0:35958:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453143296 : -110914256408320 : ffff9b1fc3257100) 00000100:00000040:3.0:1788777578.319869:0:35958:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b1fc3257100 x1875667211153280/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.319878:0:35958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777578.319881:0:35958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777578.319885:0:35958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255f68. 00000100:00000200:3.0:1788777578.319888:0:35958:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667211153280, offset 0 00000400:00000200:3.0:1788777578.319897:0:35958:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777578.319909:0:35958:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.319919:0:35958:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777578.319926:0:35958:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777578.319932:0:35958:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777578.319936:0:35958:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777578.319939:0:35958:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777578.319944:0:35958:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3039:3039:256:4294967295] 192.168.204.133@tcp LPNI seq info [3038:3038:8:4294967295] 00000400:00000200:3.0:1788777578.319949:0:35958:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.319960:0:35958:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777578.319969:0:35958:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777578.319975:0:35958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777578.319985:0:35958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777578.319994:0:35958:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777578.320000:0:35958:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777578.320079:0:35958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777578.320084:0:35958:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 817665 usecs (818 jiffies) 00000400:00000200:3.0:1788777578.320088:0:35958:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777578.320092:0:35958:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682445 00000100:00000001:3.0:1788777578.320100:0:35958:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682393 00000100:00000001:3.0:1788777578.320107:0:35958:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682445 00000100:00000001:3.0:1788777578.320110:0:35958:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682393 00000100:00000001:3.0:1788777578.320114:0:35958:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777578.320117:0:35958:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.320119:0:35958:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777578.320121:0:35958:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777578.320124:0:35958:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0540d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777578.320127:0:35958:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777578.320130:0:35958:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777578.325602:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.325617:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:2.0:1788777578.325630:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.325641:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.325654:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255f68 00000400:00000010:2.0:1788777578.325657:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255f68. 00000100:00000001:2.0:1788777578.325664:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777578.325677:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257100 x1875667211153280/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.325694:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.325698:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257100 x1875667211153280/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.325707:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.325709:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788777578.326944:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.326968:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777578.326974:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.326977:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.326988:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.326996:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777578.327006:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.327012:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.327019:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.327024:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd66f80 00000400:00000200:2.0:1788777578.327030:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.327038:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8d75 [1] + 224 00000800:00000001:2.0:1788777578.327047:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.327113:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.327118:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.327122:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777578.327129:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.327142:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257100 x1875667211153280/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777578.327159:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b1fc3257100 x1875667211153280/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777578.327180:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777578.327190:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.327194:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.327255:0:35958:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777578.327266:0:35958:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777578.327269:0:35958:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777578.327273:0:35958:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73898. 00000400:00000200:3.0:1788777578.327278:0:35958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255330 00000400:00000010:3.0:1788777578.327280:0:35958:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255330. 00000100:00000001:3.0:1788777578.327284:0:35958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.327289:0:35958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257100 x1875667211153280/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777578.327299:0:35958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257100 x1875667211153280/t0(0) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.327306:0:35958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777578.327309:0:35958:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.327312:0:35958:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777578.327318:0:35958:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777578.327320:0:35958:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777578.327323:0:35958:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.327326:0:35958:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777578.327343:0:35958:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd00644f0 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777578.327350:0:35958:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777578.327353:0:35958:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777578.327355:0:35958:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.327359:0:35958:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777578.327364:0:35958:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.327369:0:35958:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777578.327371:0:35958:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777578.327373:0:35958:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777578.327375:0:35958:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.327378:0:35958:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453143296 : -110914256408320 : ffff9b1fc3257100) 00000100:00000001:3.0:1788777578.327382:0:35958:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777578.327385:0:35958:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1788777578.327387:0:35958:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777578.327390:0:35958:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777578.327396:0:35958:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257100 x1875667211153280/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.327404:0:35958:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777578.327408:0:35958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777578.327410:0:35958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777578.327414:0:35958:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257100 x1875667211153280/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777578.327422:0:35958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257100 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:35958:1875667211153280:192.168.204.133@tcp:35:rm.0 00000100:00000001:3.0:1788777578.327428:0:35958:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.327431:0:35958:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.327435:0:35958:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777578.327438:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.327441:0:35958:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257100 x1875667211153280/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.327449:0:35958:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777578.327453:0:35958:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0540d80. 00000100:00000001:3.0:1788777578.327456:0:35958:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777578.327458:0:35958:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.327518:0:35958:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.327520:0:35958:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453143296 : -110914256408320 : ffff9b1fc3257100) 00000002:00000001:3.0:1788777578.327524:0:35958:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777578.327527:0:35958:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777578.327535:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4f4ea00. 00000080:00000001:3.0:1788777578.327539:0:35958:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777578.327543:0:35958:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788777578.327547:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788777578.327551:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788777578.327559:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788777578.327562:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788777578.327565:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.327567:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788777578.327570:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.327577:0:35958:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777578.327583:0:35958:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.327591:0:35958:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.327592:0:35958:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504820224 : -110914204731392 : ffff9b1fc639f800) 00000100:00000001:3.0:1788777578.327595:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.327598:0:35958:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.327605:0:35958:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.327607:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.327610:0:35958:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257100 x1875667211153280/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.327616:0:35958:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.327618:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.327622:0:35958:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639f800 x1875667211153024/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777594 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.327628:0:35958:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777578.327632:0:35958:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777578.327634:0:35958:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777578.327637:0:35958:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777578.327641:0:35958:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3338800. 02000000:00000001:3.0:1788777578.327646:0:35958:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777578.327648:0:35958:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777578.327650:0:35958:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639f800. 00000100:00000001:3.0:1788777578.327654:0:35958:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777578.327655:0:35958:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.327657:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.327661:0:35958:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257100 x1875667211153280/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.327667:0:35958:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777578.327669:0:35958:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fca6132a0. 00000002:00000001:3.0:1788777578.327673:0:35958:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777578.327675:0:35958:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777578.327678:0:35958:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b1fc4f3d440. 00000100:00000001:3.0:1788777578.327681:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.327684:0:35958:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257100 x1875667211153280/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777578.327690:0:35958:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777578.327693:0:35958:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777578.327696:0:35958:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ed800. 02000000:00000001:3.0:1788777578.327699:0:35958:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777578.327700:0:35958:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777578.327702:0:35958:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:3.0:1788777578.327704:0:35958:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777578.327706:0:35958:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc4f4f800. 02000000:00000001:3.0:1788777578.327708:0:35958:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777578.327709:0:35958:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777578.327711:0:35958:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257100. 00000100:00000001:3.0:1788777578.327715:0:35958:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777578.327717:0:35958:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777578.327720:0:35958:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.327724:0:35958:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777578.327727:0:35958:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:3.0:1788777578.327731:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.327736:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.327748:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 5 00010000:00000001:3.0:1788777578.327752:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.327759:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.327761:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.327762:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.327764:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 5 00010000:00000001:3.0:1788777578.327766:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.327768:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.327770:0:35958:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.327774:0:35958:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777578.327777:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777578.327782:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:3.0:1788777578.327786:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:3.0:1788777578.327788:0:35958:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777578.327792:0:35958:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:3.0:1788777578.327797:0:35958:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777578.327800:0:35958:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777578.327806:0:35958:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777578.327810:0:35958:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777578.327813:0:35958:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777578.327815:0:35958:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.327817:0:35958:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777578.327819:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000080:00000001:3.0:1788777578.327822:0:35958:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.327826:0:35958:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777578.327829:0:35958:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) invalid 00000020:00000001:3.0:1788777578.327834:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4ba60 00000080:00002000:3.0:1788777578.327836:0:35958:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9b1fd1768438) parent ffff9b1fd155f360 inode ffff9b1fd15b4b08 refc 1 00000080:00000001:3.0:1788777578.327840:0:35958:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777578.327853:0:35958:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777578.327856:0:35958:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.327862:0:35958:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777578.327867:0:35958:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777578.327869:0:35958:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777578.327873:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777578.327878:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777578.327882:0:35958:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f4400 with handle 0x22b16ee488cdcb4e from hash 00010000:00000001:3.0:1788777578.327885:0:35958:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777578.327888:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.327890:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.327891:0:35958:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777578.327895:0:35958:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777578.327897:0:35958:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777578.327901:0:35958:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777578.327905:0:35958:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788777578.327916:0:35958:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777578.327920:0:35958:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777578.327922:0:35958:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:3.0:1788777578.327927:0:35958:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:3.0:1788777578.327930:0:35958:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff9b1fc32a6090. 00000080:00000010:3.0:1788777578.327933:0:35958:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff9b1fd12e4380. 00000080:00000010:3.0:1788777578.327937:0:35958:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b1fd0609938. 00000080:00000020:3.0:1788777578.327940:0:35958:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:3.0:1788777578.327941:0:35958:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff9b1fc32a6ee0. 00000080:00000010:3.0:1788777578.327943:0:35958:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff9b1fc82d2088. 00000080:00000010:3.0:1788777578.327946:0:35958:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b1fd0609230. 00000080:00000020:3.0:1788777578.327948:0:35958:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:3.0:1788777578.327950:0:35958:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9b1fc32a6a10. 00000080:00000010:3.0:1788777578.327952:0:35958:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9b1fd12e4a40. 00000080:00000010:3.0:1788777578.327955:0:35958:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b1fd0609208. 00000080:00000020:3.0:1788777578.327956:0:35958:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:3.0:1788777578.327958:0:35958:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9b1fc32a6fd0. 00000080:00000010:3.0:1788777578.327960:0:35958:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff9b1fd1882ca0. 00000080:00000010:3.0:1788777578.327964:0:35958:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b1fd0609cd0. 00000080:00000001:3.0:1788777578.327967:0:35958:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.327969:0:35958:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777578.327970:0:35958:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.327972:0:35958:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777578.327974:0:35958:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777578.327975:0:35958:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777578.327977:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777578.327978:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777578.327981:0:35958:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f6000 with handle 0x22b16ee488cdcb40 from hash 00010000:00000001:3.0:1788777578.327983:0:35958:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777578.327985:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.327986:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.327987:0:35958:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777578.327988:0:35958:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777578.327990:0:35958:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777578.327992:0:35958:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777578.327995:0:35958:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00000080:00000001:3.0:1788777578.328002:0:35958:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777578.328004:0:35958:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777578.328005:0:35958:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777578.328007:0:35958:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:3.0:1788777578.328009:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.328010:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.328012:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 5 00010000:00000001:3.0:1788777578.328015:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.328017:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.328018:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.328019:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.328021:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 5 00010000:00000001:3.0:1788777578.328023:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.328025:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.328027:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.328028:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.328030:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 5 00010000:00000001:3.0:1788777578.328032:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.328034:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.328036:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777578.328037:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777578.328038:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd20e6100 count: 5 00010000:00000001:3.0:1788777578.328040:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777578.328042:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.328044:0:35958:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.328046:0:35958:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777578.328047:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777578.328049:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:3.0:1788777578.328052:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:3.0:1788777578.328053:0:35958:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777578.328055:0:35958:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:3.0:1788777578.328057:0:35958:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777578.328058:0:35958:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777578.328060:0:35958:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777578.328062:0:35958:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777578.328064:0:35958:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777578.328066:0:35958:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.328067:0:35958:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777578.328068:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000080:00000001:3.0:1788777578.328070:0:35958:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.328072:0:35958:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777578.328073:0:35958:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff9b1fd15b4b08) invalid 00000020:00000001:3.0:1788777578.328076:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4ba60 00000080:00002000:3.0:1788777578.328078:0:35958:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9b1fd1768438) parent ffff9b1fd155f360 inode ffff9b1fd15b4b08 refc 1 00000080:00000001:3.0:1788777578.328081:0:35958:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777578.328083:0:35958:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777578.328084:0:35958:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.328087:0:35958:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777578.328088:0:35958:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777578.328089:0:35958:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777578.328091:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777578.328092:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777578.328095:0:35958:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd07f5800 with handle 0x22b16ee488cdcb1d from hash 00010000:00000001:3.0:1788777578.328098:0:35958:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777578.328099:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.328101:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.328102:0:35958:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777578.328104:0:35958:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777578.328105:0:35958:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777578.328109:0:35958:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788777578.328112:0:35958:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:3.0:1788777578.328116:0:35958:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:3.0:1788777578.328124:0:35958:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3257100. 00000020:00000040:3.0:1788777578.328128:0:35958:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 02000000:00000001:3.0:1788777578.328133:0:35958:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777578.328135:0:35958:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.328139:0:35958:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777578.328145:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777578.328150:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.328151:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.328152:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.328156:0:35958:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777578.328158:0:35958:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777578.328164:0:35958:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777578.328171:0:35958:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc4f4f800. 00000100:00000001:3.0:1788777578.328178:0:35958:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.328181:0:35958:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777578.328184:0:35958:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777578.328189:0:35958:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777578.328197:0:35958:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777578.328204:0:35958:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1788777578.328211:0:35958:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1788777578.328217:0:35958:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1788777578.328219:0:35958:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788777578.328221:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777578.328223:0:35958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f4400/0x22b16ee488cdcb4e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a7519 expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788777578.328230:0:35958:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4f3d640. 00010000:00000001:3.0:1788777578.328240:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.328241:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777578.328244:0:35958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f6000/0x22b16ee488cdcb40 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a74fd expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777578.328251:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.328253:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777578.328255:0:35958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5800/0x22b16ee488cdcb1d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x542deec0941a74b7 expref: -99 pid: 35948 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 1 00010000:00000010:3.0:1788777578.328261:0:35958:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc4f3d200. 00010000:00000040:3.0:1788777578.328264:0:35958:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6100 count: 0 00010000:00000010:3.0:1788777578.328269:0:35958:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d600. 00010000:00000001:3.0:1788777578.328276:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.328277:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777578.328279:0:35958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b1fc31a7000 lock: ffff9b1fd07f5600/0x22b16ee488cdcb47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x542deec0941a750b expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1788777578.328285:0:35958:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd20e6d00 count: 0 00010000:00000010:3.0:1788777578.328288:0:35958:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b1fc835d280. 00010000:00000001:3.0:1788777578.328292:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777578.328294:0:35958:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.328295:0:35958:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777578.328297:0:35958:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.328300:0:35958:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777578.328313:0:35958:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b1fc31a7000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777578.328322:0:35958:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b1fc3257100 x1875667211153536/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777578.328330:0:35958:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777578.328332:0:35958:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777578.328339:0:35958:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b1fd0540d80. 00000100:00000001:3.0:1788777578.328342:0:35958:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633159674301824 : -110914035249792 : ffff9b1fd0540d80) 00000100:00000001:3.0:1788777578.328344:0:35958:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.328346:0:35958:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453143296 : -110914256408320 : ffff9b1fc3257100) 00000100:00000001:3.0:1788777578.328351:0:35958:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777578.328357:0:35958:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.328359:0:35958:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777578.328361:0:35958:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777578.328366:0:35958:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3257100 x1875667211153536/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.328373:0:35958:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777578.328376:0:35958:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.328381:0:35958:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777578.328384:0:35958:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777578.328386:0:35958:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777578.328390:0:35958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3257100 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:35958:1875667211153536:192.168.204.133@tcp:36:rm.0 00000100:00000001:3.0:1788777578.328394:0:35958:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777578.328402:0:35958:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777578.328405:0:35958:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.328409:0:35958:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777578.328415:0:35958:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b1fd12ed800. 02000000:00000001:3.0:1788777578.328417:0:35958:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777578.328424:0:35958:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777578.328427:0:35958:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777578.328435:0:35958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255330. 00000100:00000200:3.0:1788777578.328444:0:35958:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667211153536, portal 10 00000100:00000001:3.0:1788777578.328447:0:35958:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.328449:0:35958:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453143296 : -110914256408320 : ffff9b1fc3257100) 00000100:00000040:3.0:1788777578.328455:0:35958:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3257100 x1875667211153536/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.328497:0:35958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777578.328500:0:35958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777578.328504:0:35958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255ee0. 00000100:00000200:3.0:1788777578.328508:0:35958:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875667211153536, offset 0 00000400:00000200:3.0:1788777578.328518:0:35958:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777578.328526:0:35958:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.328535:0:35958:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777578.328541:0:35958:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777578.328547:0:35958:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777578.328552:0:35958:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777578.328555:0:35958:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777578.328559:0:35958:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3040:3040:256:4294967295] 192.168.204.133@tcp LPNI seq info [3039:3039:8:4294967295] 00000400:00000200:3.0:1788777578.328564:0:35958:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.328574:0:35958:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777578.328581:0:35958:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777578.328588:0:35958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870be00. 00000800:00000200:3.0:1788777578.328597:0:35958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777578.328605:0:35958:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777578.328612:0:35958:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870be00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1788777578.328629:0:35958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777578.328635:0:35958:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 816686 usecs (817 jiffies) 00000400:00000200:3.0:1788777578.328638:0:35958:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777578.328641:0:35958:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296682451 00000100:00000001:3.0:1788777578.328651:0:35958:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, simply extend its deadline from 4296682445 00000100:00000001:3.0:1788777578.328659:0:35958:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296682451 00000100:00000001:3.0:1788777578.328663:0:35958:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, simply extend its deadline from 4296682445 00000100:00000001:3.0:1788777578.328667:0:35958:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777578.328670:0:35958:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.328672:0:35958:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777578.328675:0:35958:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777578.328678:0:35958:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b1fd0540d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777578.328682:0:35958:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777578.328685:0:35958:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777578.329186:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777578.329192:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870be00. 00000400:00000200:2.0:1788777578.329197:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.329204:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777578.329210:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255ee0 00000400:00000010:2.0:1788777578.329213:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255ee0. 00000100:00000001:2.0:1788777578.329218:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777578.329223:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3257100 x1875667211153536/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.329233:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777578.329237:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257100 x1875667211153536/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777594 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.329244:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777578.329246:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777578.334743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f4400. 00010000:00000010:3.1:1788777578.334765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f6000. 00010000:00000010:3.1:1788777578.334771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6100. 00010000:00000010:3.1:1788777578.334776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5800. 00010000:00000010:3.1:1788777578.334780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd20e6d00. 00010000:00000010:3.1:1788777578.334782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd07f5600. 00000800:00000001:2.0:1788777578.339527:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.339553:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777578.339569:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.339573:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.339586:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.339596:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777578.339608:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.339614:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.339622:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.339627:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 456 into portal 10 MB=0x6a9e8cdd67080 00000400:00000200:2.0:1788777578.339633:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777578.339640:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 456/456 into md 0x8d85 [1] + 224 00000800:00000001:2.0:1788777578.339651:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.339660:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777578.339664:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777578.339669:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777578.339679:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777578.339691:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3257100 x1875667211153536/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777578.339703:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b1fc3257100 x1875667211153536/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777578.339724:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777578.339736:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777578.339740:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.339874:0:35958:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777578.339884:0:35958:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777578.339887:0:35958:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777578.339891:0:35958:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73898. 00000400:00000200:3.0:1788777578.339897:0:35958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255330 00000400:00000010:3.0:1788777578.339900:0:35958:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255330. 00000100:00000001:3.0:1788777578.339904:0:35958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.339909:0:35958:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3257100 x1875667211153536/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777578.339919:0:35958:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3257100 x1875667211153536/t0(0) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777594 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.339926:0:35958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777578.339928:0:35958:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.339932:0:35958:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777578.339937:0:35958:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777578.339940:0:35958:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777578.339943:0:35958:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.339947:0:35958:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777578.339960:0:35958:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=87 v=5 (5 105 105 105) 00000100:00001000:3.0:1788777578.339964:0:35958:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777578.339967:0:35958:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777578.339969:0:35958:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.339972:0:35958:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777578.339976:0:35958:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.339981:0:35958:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777578.339983:0:35958:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x200000013] 00000100:00000001:3.0:1788777578.339985:0:35958:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777578.339988:0:35958:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.339991:0:35958:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453143296 : -110914256408320 : ffff9b1fc3257100) 00000100:00000001:3.0:1788777578.339994:0:35958:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777578.339997:0:35958:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1788777578.340000:0:35958:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777578.340003:0:35958:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777578.340009:0:35958:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3257100 x1875667211153536/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777594 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.340017:0:35958:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777578.340021:0:35958:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777578.340023:0:35958:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777578.340027:0:35958:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3257100 x1875667211153536/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777594 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777578.340036:0:35958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3257100 pname:cluuid:pid:xid:nid:opc:job rm:67f3d5ce-64e4-46be-9428-e80a71444531:35958:1875667211153536:192.168.204.133@tcp:36:rm.0 00000100:00000001:3.0:1788777578.340041:0:35958:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.340045:0:35958:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.340047:0:35958:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777578.340050:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.340054:0:35958:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b1fc3257100 x1875667211153536/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777594 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.340062:0:35958:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777578.340065:0:35958:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b1fd0540d80. 00000100:00000001:3.0:1788777578.340069:0:35958:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777578.340071:0:35958:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.340080:0:35958:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777578.340084:0:35958:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777578.340089:0:35958:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b1fc4f3da40 2 00000080:00000010:3.0:1788777578.340094:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b1fc4f4e800. 00000080:00000002:3.0:1788777578.340101:0:35958:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777577 to 1788777578 00000100:00000001:3.0:1788777578.340104:0:35958:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.340108:0:35958:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3257100 x1875667211153536/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.340120:0:35958:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.340125:0:35958:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.340140:0:35958:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777578.340144:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb70bc1d4be28 00000080:00002000:3.0:1788777578.340147:0:35958:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9b1fd1768438, parent ffff9b1fd155f360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777578.340151:0:35958:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777578.340158:0:35958:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777578.340164:0:35958:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777578.340174:0:35958:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788777578.340177:0:35958:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788777578.340180:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777578.340186:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:3.0:1788777578.340189:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00000020:00000001:3.0:1788777578.340195:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc82c72d8 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.340198:0:35958:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777578.340202:0:35958:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777578.340204:0:35958:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777578.340207:0:35958:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777578.340209:0:35958:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777578.340210:0:35958:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777578.340214:0:35958:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9b1fc2fb4bf0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788777578.340218:0:35958:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00020000:00000001:3.0:1788777578.340222:0:35958:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777578.340224:0:35958:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777578.340227:0:35958:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777578.340229:0:35958:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340232:0:35958:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777578.340234:0:35958:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777578.340236:0:35958:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340237:0:35958:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777578.340239:0:35958:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777578.340240:0:35958:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777578.340241:0:35958:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00000020:00000001:3.0:1788777578.340245:0:35958:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340247:0:35958:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777578.340249:0:35958:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788777578.340252:0:35958:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777578.340255:0:35958:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777578.340259:0:35958:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777578.340263:0:35958:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777578.340265:0:35958:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777578.340266:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777578.340268:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519906632 : -110914189644984 : ffff9b1fc7202b48) 00000020:00001000:3.0:1788777578.340271:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc7202b40 00000020:00000001:3.0:1788777578.340274:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc72ca788 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.340276:0:35958:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777578.340279:0:35958:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777578.340280:0:35958:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777578.340282:0:35958:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340284:0:35958:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340286:0:35958:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633159453705464 : -110914255846152 : ffff9b1fc32e04f8) 00000020:00000001:3.0:1788777578.340288:0:35958:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777578.340290:0:35958:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340293:0:35958:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340294:0:35958:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340297:0:35958:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788777578.340299:0:35958:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777578.340300:0:35958:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777578.340302:0:35958:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777578.340303:0:35958:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777578.340305:0:35958:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340307:0:35958:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340309:0:35958:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340310:0:35958:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340312:0:35958:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777578.340313:0:35958:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340314:0:35958:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340316:0:35958:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788777578.340319:0:35958:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777578.340320:0:35958:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777578.340321:0:35958:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777578.340323:0:35958:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788777578.340326:0:35958:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1788777578.340332:0:35958:0:(osc_cache.c:1872:osc_update_pending()) obj ffff9b1fc7188fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1788777578.340338:0:35958:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788777578.340339:0:35958:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777578.340341:0:35958:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788777578.340344:0:35958:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777578.340346:0:35958:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1788777578.340351:0:35958:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788777578.340355:0:35958:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9b1fc83659c0@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff9b1fc7188fc0], [28672|1|+|-|ffff9b1fd1815c00|1024|ffff9b1fd130a7c0]} make ready 00000008:00010000:3.0:1788777578.340363:0:35958:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000026d2d72f ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788777578.340376:0:35958:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1788777578.340379:0:35958:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1788777578.340397:0:35958:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000049a336ae[2 0000000047a102d8 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1788777578.340399:0:35958:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1788777578.340401:0:35958:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1788777578.340403:0:35958:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777578.340405:0:35958:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777578.340406:0:35958:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788777578.340408:0:35958:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788777578.340411:0:35958:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777578.340415:0:35958:0:(cl_page.c:507:__cl_page_state_set()) page@0000000049a336ae[2 0000000047a102d8 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777578.340417:0:35958:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1788777578.340419:0:35958:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777578.340420:0:35958:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1788777578.340423:0:35958:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000049a336ae[2 0000000047a102d8 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777578.340425:0:35958:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1788777578.340426:0:35958:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340429:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.340432:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.340434:0:35958:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788777578.340438:0:35958:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340439:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:3.0:1788777578.340442:0:35958:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777578.340445:0:35958:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788777578.340447:0:35958:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9b1fc83659c0@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff9b1fc7188fc0], [28672|1|+|-|ffff9b1fd1815c00|1024|ffff9b1fd130a7c0]} extent finished. 00000008:00010000:3.0:1788777578.340453:0:35958:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000026d2d72f ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788777578.340514:0:35958:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1788777578.340516:0:35958:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788777578.340519:0:35958:0:(cl_page.c:1104:cl_page_complete()) page@0000000049a336ae[2 0000000047a102d8 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777578.340521:0:35958:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788777578.340523:0:35958:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788777578.340524:0:35958:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788777578.340526:0:35958:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777578.340528:0:35958:0:(cl_page.c:507:__cl_page_state_set()) page@0000000049a336ae[2 0000000047a102d8 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777578.340530:0:35958:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788777578.340531:0:35958:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788777578.340534:0:35958:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788777578.340537:0:35958:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000049a336ae[2 0000000047a102d8 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788777578.340540:0:35958:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788777578.340572:0:35958:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788777578.340574:0:35958:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788777578.340576:0:35958:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777578.340580:0:35958:0:(cl_page.c:556:cl_batch_put()) page@0000000049a336ae[2 0000000047a102d8 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777578.340582:0:35958:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788777578.340583:0:35958:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788777578.340585:0:35958:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1788777578.340588:0:35958:0:(osc_cache.c:1600:osc_free_grant()) lost 28672 grant: 28672 avail: 8351744 dirty: 0/0 00000008:00000020:3.0:1788777578.340592:0:35958:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b1fc83659c0@{[0 -> 0/1023], [1|0|-|inv|wY|ffff9b1fc7188fc0], [28672|0|-|-|ffff9b1fd1815c00|1024|ffff9b1fd130a7c0]} destroyed. 00000008:00010000:3.0:1788777578.340598:0:35958:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000026d2d72f ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788777578.340606:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777578.340609:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1788777578.340613:0:35958:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b1fc83659c0. 00000008:00000001:3.0:1788777578.340616:0:35958:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777578.340619:0:35958:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788777578.340622:0:35958:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff9b1fc7188fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788777578.340624:0:35958:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788777578.340627:0:35958:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff9b1fc7188fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1788777578.340630:0:35958:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777578.340633:0:35958:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340635:0:35958:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340637:0:35958:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340639:0:35958:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340640:0:35958:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340643:0:35958:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788777578.340644:0:35958:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788777578.340646:0:35958:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788777578.340647:0:35958:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788777578.340649:0:35958:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788777578.340651:0:35958:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340652:0:35958:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788777578.340654:0:35958:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788777578.340656:0:35958:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788777578.340659:0:35958:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788777578.340660:0:35958:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777578.340661:0:35958:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777578.340662:0:35958:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788777578.340664:0:35958:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340665:0:35958:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340667:0:35958:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788777578.340668:0:35958:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788777578.340670:0:35958:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788777578.340672:0:35958:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788777578.340673:0:35958:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777578.340675:0:35958:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777578.340676:0:35958:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777578.340677:0:35958:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788777578.340678:0:35958:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788777578.340680:0:35958:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340682:0:35958:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340684:0:35958:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777578.340685:0:35958:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777578.340686:0:35958:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340689:0:35958:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777578.340690:0:35958:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777578.340692:0:35958:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777578.340693:0:35958:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777578.340695:0:35958:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777578.340696:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc7202b40 00020000:00000001:3.0:1788777578.340700:0:35958:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777578.340702:0:35958:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777578.340704:0:35958:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777578.340707:0:35958:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777578.340710:0:35958:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777578.340711:0:35958:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777578.340713:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000080:00000001:3.0:1788777578.340716:0:35958:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777578.340727:0:35958:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788777578.340729:0:35958:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633159675621824 : -110914033929792 : ffff9b1fd06831c0) 00000020:00000001:3.0:1788777578.340732:0:35958:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788777578.340737:0:35958:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788777578.340738:0:35958:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777578.340739:0:35958:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777578.340741:0:35958:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777578.340745:0:35958:0:(cl_page.c:507:__cl_page_state_set()) page@0000000049a336ae[2 0000000047a102d8 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777578.340747:0:35958:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1788777578.340748:0:35958:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788777578.340750:0:35958:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788777578.340752:0:35958:0:(osc_page.c:138:osc_page_delete()) ffff9b1fd0683220 00000008:00000001:3.0:1788777578.340755:0:35958:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788777578.340757:0:35958:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff9b1fd0683230 page ffff9b1fd0683220 at index 0. 00000008:00000001:3.0:1788777578.340759:0:35958:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777578.340766:0:35958:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788777578.340768:0:35958:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd839845b6340 index 0 00000020:00000001:3.0:1788777578.340774:0:35958:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788777578.340775:0:35958:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788777578.340777:0:35958:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777578.340780:0:35958:0:(cl_page.c:556:cl_batch_put()) page@0000000049a336ae[1 0000000047a102d8 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777578.340781:0:35958:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788777578.340784:0:35958:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788777578.340787:0:35958:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b1fd06831c0. 00000020:00000001:3.0:1788777578.340791:0:35958:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788777578.340792:0:35958:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788777578.340868:0:35958:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788777578.340872:0:35958:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9b1fd15b4b08) 00800000:00000001:3.0:1788777578.340878:0:35958:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788777578.340881:0:35958:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x30:0x0] 00000002:00000001:3.0:1788777578.340887:0:35958:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788777578.340895:0:35958:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777578.340897:0:35958:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788777578.340900:0:35958:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777578.340902:0:35958:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.340906:0:35958:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788777578.340909:0:35958:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788777578.340911:0:35958:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:3.0:1788777578.340912:0:35958:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:3.0:1788777578.340915:0:35958:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1788777578.340916:0:35958:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1788777578.340919:0:35958:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1788777578.340921:0:35958:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777578.340923:0:35958:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.340928:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777578.340930:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519905480 : -110914189646136 : ffff9b1fc72026c8) 00000020:00001000:3.0:1788777578.340932:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72026c0 00020000:00000001:3.0:1788777578.340939:0:35958:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1788777578.340941:0:35958:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00020000:00000001:3.0:1788777578.340944:0:35958:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1788777578.340947:0:35958:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efcde0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777578.340951:0:35958:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777578.340955:0:35958:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3900: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1788777578.340959:0:35958:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788777578.340961:0:35958:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.340963:0:35958:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1788777578.340965:0:35958:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1788777578.340969:0:35958:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1788777578.340973:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b1fd2611800 count: 2 00010000:00000001:3.0:1788777578.340976:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777578.340978:0:35958:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1788777578.340981:0:35958:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1788777578.340985:0:35958:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1788777578 1788777578 1788777578 ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1788777578.341003:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000020:00000001:3.0:1788777578.341005:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9b1fc7188fc0 -> ffff9b1fc82c72d8 00000008:00000001:3.0:1788777578.341007:0:35958:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777578.341009:0:35958:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777578.341011:0:35958:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777578.341013:0:35958:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788777578.341018:0:35958:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b1fc7188fc0. 00020000:00000001:3.0:1788777578.341022:0:35958:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1788777578.341025:0:35958:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b1fc72ca708. 00020000:00000001:3.0:1788777578.341030:0:35958:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1788777578.341032:0:35958:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777578.341034:0:35958:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777578.341036:0:35958:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00020000:00000001:3.0:1788777578.341038:0:35958:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1788777578.341040:0:35958:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1788777578.341041:0:35958:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00020000:00000001:3.0:1788777578.341044:0:35958:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1788777578.341046:0:35958:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b1fca5e7960. 00020000:00000010:3.0:1788777578.341051:0:35958:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b1fd1304480. 00020000:00000010:3.0:1788777578.341054:0:35958:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b1fc33239b0. 00020000:00000002:3.0:1788777578.341057:0:35958:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b1fd0efcde0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777578.341060:0:35958:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777578.341063:0:35958:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b1fd12a3900: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1788777578.341068:0:35958:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b1fd12a3900. 00020000:00000010:3.0:1788777578.341072:0:35958:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b1fd0efc780. 00020000:00000010:3.0:1788777578.341075:0:35958:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b1fd0efcde0. 00020000:00000001:3.0:1788777578.341077:0:35958:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1788777578.341079:0:35958:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b1fc8107000) owner 0000000000000000/ffff9b1fd130a7c0 00020000:00000010:3.0:1788777578.341081:0:35958:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b1fc8107000. 00020000:00000001:3.0:1788777578.341085:0:35958:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1788777578.341088:0:35958:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b1fc82c7258. 00000020:00001000:3.0:1788777578.341092:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72026c0 00000080:00000001:3.0:1788777578.341095:0:35958:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788777578.341097:0:35958:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:3.1:1788777578.358737:0:1368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b1fca6130c0. 00000080:00000010:3.1:1788777578.359737:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b1fd15b4a40. 00000100:00000040:3.0:1788777578.679819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777578.679846:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777578.679863:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254700. 00000020:00000040:3.0:1788777578.679872:0:36:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:3.0:1788777578.679879:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777578.679883:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777578.679891:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777578.679904:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fc870b600. 00000100:00000001:3.0:1788777578.679915:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777578.679933:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777578.679946:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777578.679952:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777578.679961:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000856c1145] to pc [ptlrpcd_01_00+0] req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.679991:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777578.680000:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2019) 00000100:00000001:3.0:1788777578.680020:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777578.680025:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777578.680028:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777578.680035:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.680043:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777578.680045:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.680050:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777578.680053:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777578.680056:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777578.680060:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211153664:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777578.680078:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777578.680086:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777578.680089:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.680092:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777578.680098:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4f4f000. 02000000:00000001:3.0:1788777578.680100:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777578.680110:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:3.0:1788777578.680114:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fd9c73898. 00000400:00000010:3.0:1788777578.680123:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc9255330. 00000100:00000200:3.0:1788777578.680134:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211153664, portal 25 00000100:00000001:3.0:1788777578.680137:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777578.680139:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000040:3.0:1788777578.680146:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.680154:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777578.680157:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:3.0:1788777578.680159:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc92553b8. 00000100:00000200:3.0:1788777578.680163:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211153664, offset 0 00000400:00000200:3.0:1788777578.680171:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:3.0:1788777578.680183:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.680193:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:3.0:1788777578.680201:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777578.680208:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:3.0:1788777578.680213:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777578.680215:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:3.0:1788777578.680219:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3041:3041:256:4294967295] 192.168.204.133@tcp LPNI seq info [3040:3040:8:4294967295] 00000400:00000200:3.0:1788777578.680224:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.680236:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:3.0:1788777578.680245:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:3.0:1788777578.680251:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc870bf00. 00000800:00000200:3.0:1788777578.680261:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:3.0:1788777578.680272:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:3.0:1788777578.680278:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc870bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777578.680293:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777578.680298:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:3.0:1788777578.680301:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296686049 00000100:00000001:3.0:1788777578.680311:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296682451 00000100:00000001:3.0:1788777578.680315:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296686049 00000100:00000001:3.0:1788777578.680319:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296682451 00000100:00000001:3.0:1788777578.680322:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777578.680325:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.680329:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.680332:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.680341:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777578.680344:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777578.680346:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777578.680348:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777578.680349:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.680351:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.680362:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777578.680364:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777578.680559:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777578.680564:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc870bf00. 00000400:00000200:3.0:1788777578.680570:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.680576:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777578.680583:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc92553b8 00000400:00000010:3.0:1788777578.680586:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc92553b8. 00000100:00000001:3.0:1788777578.680590:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788777578.680594:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.680604:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.680608:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.680615:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.680618:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777578.685304:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.685337:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777578.685344:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.685346:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.685358:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.685370:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777578.685382:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.685389:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.685396:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.685410:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd67100 00000400:00000200:3.0:1788777578.685417:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777578.685424:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8d95 [1] + 224 00000800:00000001:3.0:1788777578.685433:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.685442:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777578.685446:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777578.685452:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777578.685487:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.685501:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777578.685513:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.685533:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777578.685545:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777578.685548:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.685570:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777578.685575:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777578.685584:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777578.685587:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777578.685591:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fd9c73898. 00000400:00000200:3.0:1788777578.685595:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc9255330 00000400:00000010:3.0:1788777578.685599:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc9255330. 00000100:00000001:3.0:1788777578.685602:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777578.685607:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777578.685619:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.685729:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777578.685733:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.685736:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777578.685740:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777578.685743:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777578.685745:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777578.685749:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777578.685995:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777578.686004:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777578.686007:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777578.686009:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777578.686012:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777578.686015:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.686018:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777578.686026:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.686033:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777578.686037:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777578.686039:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777578.686043:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777578.686050:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc3254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211153664:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777578.686056:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.686059:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777578.686062:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3254700 x1875667211153664/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777578.686140:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777578.686144:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777578.686150:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4f4f000. 02000000:00000001:3.0:1788777578.686154:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777578.686157:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777578.686159:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777578.686161:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777578.686165:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fc870b600. 02000000:00000001:3.0:1788777578.686170:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777578.686172:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777578.686174:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3254700. 00000100:00000001:3.0:1788777578.686178:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777578.686179:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.686182:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777578.686191:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777578.686193:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777578.686196:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777578.686199:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.686380:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.686385:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.686388:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.686389:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.686395:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.686396:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777578.686399:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777578.686410:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777578.686501:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777578.686504:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777578.686508:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777579.711583:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777579.711591:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777579.711597:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777579.711599:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777579.711604:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777579.711605:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777579.711608:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777579.711610:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777579.711670:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777579.711674:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777579.711677:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777579.791012:0:36049:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777580.354587:0:36085:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788777580.354598:0:36085:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:2.0:1788777580.376372:0:36085:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788777580.724612:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777580.724626:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777580.724637:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777580.724638:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777580.724643:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777580.724644:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777580.724649:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777580.724650:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777580.734285:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777580.734297:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777580.734304:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788777581.750712:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777581.750720:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777581.750727:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777581.750728:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777581.750732:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777581.750733:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777581.750737:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777581.750738:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777581.759930:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777581.759936:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777581.759940:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777582.092630:0:36188:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777582.772615:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296686049, at 4296686080 00000100:00000010:3.0:1788777582.772647:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213e40. 00000100:00000040:2.0:1788777582.772784:0:26690:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296686049, at 4296686080 00000100:00000010:2.0:1788777582.772793:0:26690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd1213ea0. 00010000:00000001:2.0:1788777582.772819:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777582.772823:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777582.772830:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777582.772831:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777582.772836:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777582.772838:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777582.772843:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777582.772845:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777582.772887:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777582.772892:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777582.772897:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777583.391398:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.391416:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777583.391423:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.391426:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.391438:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.391448:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777583.391458:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.391623:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.391631:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.391636:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 328 into portal 15 MB=0x6a9e8cf2de800 00000400:00000200:3.0:1788777583.391645:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.133@tcp of length 328/328 into md 0x8b9d [2] + 720 00000800:00000001:3.0:1788777583.391654:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.391663:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.391668:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777583.391674:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777583.391683:0:2407:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788777583.391686:0:2407:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788777583.391694:0:2407:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc3254700. 00000100:00000040:3.0:1788777583.391698:0:2407:0:(events.c:337:request_in_callback()) incoming req@ffff9b1fc3254700 x1875667233662976 msgsize 328 00000100:00100000:3.0:1788777583.391702:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.133@tcp (source: 12345-192.168.204.133@tcp) 00000100:00000001:3.0:1788777583.391719:0:2407:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788777583.391728:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.391731:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.391889:0:16847:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788777583.391893:0:16847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667233662976 02000000:00000001:2.0:1788777583.391897:0:16847:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788777583.391900:0:16847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777583.391903:0:16847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.391909:0:16847:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777583.391914:0:16847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667233662976 00000020:00000001:2.0:1788777583.391918:0:16847:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777583.391921:0:16847:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22b16ee488cdbe19 00000020:00000001:2.0:1788777583.391924:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777583.391927:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b1fd8959000 refcount=4 00000020:00000001:2.0:1788777583.391930:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000020:00000001:2.0:1788777583.391933:0:16847:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633159812812800 : -110913896738816 : ffff9b1fd8959000) 00000100:00000001:2.0:1788777583.391938:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777583.391944:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3db40. 00000100:00000001:2.0:1788777583.391947:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777583.391950:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3db40. 00000020:00000010:2.0:1788777583.392080:0:16847:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b1fc9201400. 00000020:00000010:2.0:1788777583.392089:0:16847:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b1fc835d800. 00000020:00000010:2.0:1788777583.392095:0:16847:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b1fc82c77d0. 00000100:00000040:2.0:1788777583.392106:0:16847:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788777583.392110:0:16847:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788777583.392111:0:16847:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788777583.392113:0:16847:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.392122:0:16847:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.392133:0:16847:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.392145:0:16847:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788777583.392147:0:16847:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788777583.392152:0:16847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.133@tcp, seq: 69 00000100:00000040:2.0:1788777583.392156:0:16847:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b1fd8959000 : new rpc_count 1 00000100:00000001:2.0:1788777583.392159:0:16847:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633159453132544 : -110914256419072 : ffff9b1fc3254700) 00000100:00000040:2.0:1788777583.392167:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b1fc3254700 x1875667233662976/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:639/0 lens 328/0 e 0 to 0 dl 1788777594 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777583.392177:0:16847:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788777583.392180:0:16847:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b1fc4f3db40. 00000100:00000001:2.0:1788777583.392183:0:16847:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788777583.392185:0:16847:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b1fc4f3db40. 00000100:00100000:2.0:1788777583.392190:0:16847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b1fc3254700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:17833:x1875667233662976:12345-192.168.204.133@tcp:104: 00000100:00000200:2.0:1788777583.392195:0:16847:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667233662976 00010000:00000001:2.0:1788777583.392199:0:16847:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788777583.392208:0:16847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777583.392210:0:16847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777583.392213:0:16847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=2 00000020:00000001:2.0:1788777583.392216:0:16847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777583.392219:0:16847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777583.392224:0:16847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777583.392227:0:16847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777583.392232:0:16847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:2.0:1788777583.392245:0:16847:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788777583.392248:0:16847:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788777583.392253:0:16847:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b1fc333b000. 02000000:00000001:2.0:1788777583.392256:0:16847:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.392258:0:16847:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.392264:0:16847:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788777583.392266:0:16847:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777583.392270:0:16847:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd01861e8 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777583.392276:0:16847:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777583.392279:0:16847:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b1fc3217d40 refcount 16 to 192.168.204.133@tcp 00000100:00000001:2.0:1788777583.392281:0:16847:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633159452884288 : -110914256667328 : ffff9b1fc3217d40) 02000000:00000001:2.0:1788777583.392283:0:16847:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788777583.392285:0:16847:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.392289:0:16847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777583.392292:0:16847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777583.392297:0:16847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93f68. 00000100:00000200:2.0:1788777583.392302:0:16847:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667233662976, offset 224 00000400:00000200:2.0:1788777583.392310:0:16847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777583.392369:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.392378:0:16847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.33@tcp to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777583.392384:0:16847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3042:3042:256:4294967295] 192.168.204.133@tcp LPNI seq info [3041:3041:8:4294967295] 00000400:00000200:2.0:1788777583.392389:0:16847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.392400:0:16847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:192.168.204.33@tcp) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777583.392405:0:16847:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777583.392412:0:16847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979c200. 00000800:00000200:2.0:1788777583.392419:0:16847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777583.392426:0:16847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777583.392431:0:16847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777583.392448:0:16847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.392452:0:16847:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b1fc3217d40 refcount 15 to 192.168.204.133@tcp 00010000:00000001:2.0:1788777583.392456:0:16847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788777583.392488:0:16847:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b1fd1304180. 00010000:00000001:2.0:1788777583.392492:0:16847:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788777583.392503:0:16847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788777583.392506:0:16847:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.392508:0:16847:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.392510:0:16847:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.392515:0:16847:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc3254700 x1875667233662976/t0(0) o104->LOV_OSC_UUID@192.168.204.133@tcp:639/0 lens 328/224 e 0 to 0 dl 1788777594 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788777583.392525:0:16847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b1fc3254700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:17833:x1875667233662976:12345-192.168.204.133@tcp:104: Request processed in 346us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1788777583.392532:0:16847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.133@tcp, seq: 69 00000100:00000040:2.0:1788777583.392535:0:16847:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b1fd8959000 : new rpc_count 0 00000100:00000001:2.0:1788777583.392537:0:16847:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788777583.392539:0:16847:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788777583.392545:0:16847:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b1fc835d800. 00000800:00000200:3.0:1788777583.392549:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1788777583.392550:0:16847:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b1fc82c77d0. 00000800:00000010:3.0:1788777583.392557:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979c200. 00000020:00000010:2.0:1788777583.392557:0:16847:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b1fc9201400. 00000400:00000200:3.0:1788777583.392565:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1788777583.392566:0:16847:0:(genops.c:879:class_export_put()) PUTting export ffff9b1fd8959000 : new refcount 3 00000100:00000001:2.0:1788777583.392572:0:16847:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.392574:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:3.0:1788777583.392581:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93f68 00000400:00000010:3.0:1788777583.392584:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93f68. 00000100:00000001:3.0:1788777583.392589:0:2406:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788777583.392591:0:2406:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788777583.392594:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777583.392598:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777583.392601:0:16986:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788777583.392605:0:16986:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788777583.392607:0:16986:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777583.392610:0:16986:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1788777583.392621:0:16986:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b1fd1815c00 already unused, calling callback (ffffffffc1266300) 00000008:00000001:2.0:1788777583.392625:0:16986:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788777583.392627:0:16986:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777583.392628:0:16986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777583.392630:0:16986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777583.392631:0:16986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b1fd1815c00 refcount=3 00000020:00000001:2.0:1788777583.392634:0:16986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777583.392636:0:16986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633159694048256 : -110914015503360 : ffff9b1fd1815c00) 00010000:00000001:2.0:1788777583.392639:0:16986:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777583.392642:0:16986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788777583.392649:0:16986:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788777583.392652:0:16986:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777583.392655:0:16986:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633159519904184 : -110914189647432 : ffff9b1fc72021b8) 00000020:00001000:2.0:1788777583.392658:0:16986:0:(cl_object.c:823:cl_env_get()) 1@ffff9b1fc72021b0 00000008:00000001:2.0:1788777583.392660:0:16986:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788777583.392663:0:16986:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777583.392666:0:16986:0:(cl_object.c:917:cl_env_put()) 1@ffff9b1fc72021b0 00000008:00000001:2.0:1788777583.392669:0:16986:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.392672:0:16986:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777583.392675:0:16986:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777583.392677:0:16986:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777583.392679:0:16986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777583.392680:0:16986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777583.392683:0:16986:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b1fd1815c00 with handle 0x22b16ee488cdcb2b from hash 00010000:00000001:2.0:1788777583.392686:0:16986:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777583.392687:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777583.392689:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777583.392815:0:16986:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777583.392820:0:16986:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777583.392822:0:16986:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788777583.392828:0:16986:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777583.392831:0:16986:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.392834:0:16986:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777583.392836:0:16986:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788777583.392841:0:16986:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ca80. 00000020:00000040:2.0:1788777583.392845:0:16986:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b800 refcount=3 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777583.392849:0:16986:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777583.392852:0:16986:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777583.392856:0:16986:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777583.392863:0:16986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b1fc9201400. 00000100:00000001:2.0:1788777583.392868:0:16986:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.392871:0:16986:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777583.392875:0:16986:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1788777583.392882:0:16986:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777583.392884:0:16986:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.392888:0:16986:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777583.392893:0:16986:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.392901:0:16986:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046282c35] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788777583.392923:0:16986:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777583.392926:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777583.392927:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777583.392928:0:16986:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.392930:0:16986:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777583.392931:0:16986:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777583.392934:0:16986:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788777583.392945:0:16986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777583.392947:0:16986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b1fc31a7000 lock: 0000000021e17f8c/0x22b16ee488cdcb2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x542deec0941a74cc expref: -99 pid: 35948 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1788777583.392953:0:16986:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b1fc48175c0. 00010000:00000040:2.0:1788777583.392957:0:16986:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b1fd2611800 count: 0 00010000:00000010:2.0:1788777583.393090:0:16986:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b1fd2611300. 00010000:00000001:2.0:1788777583.393098:0:16986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777583.393100:0:16986:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788777583.393102:0:16986:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b1fd1304180. 00010000:00000001:2.0:1788777583.393105:0:16986:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777583.393107:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777583.393109:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777583.393111:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777583.393113:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777583.393114:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777583.393116:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777583.393117:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777583.393118:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777583.393120:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777583.393128:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.393131:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777583.393134:0:2415:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777583.393140:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.393148:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777583.393150:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.393154:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777583.393157:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777583.393159:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777583.393163:0:2415:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211153792:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777583.393167:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777583.393173:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777583.393175:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.393178:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777583.393182:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc9201000. 02000000:00000001:2.0:1788777583.393184:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777583.393189:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777583.393193:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bb58. 00000400:00000010:2.0:1788777583.393199:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93bb0. 00000100:00000200:2.0:1788777583.393205:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211153792, portal 18 00000100:00000001:2.0:1788777583.393207:0:2415:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777583.393209:0:2415:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000040:2.0:1788777583.393215:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.393222:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777583.393224:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777583.393227:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93550. 00000100:00000200:2.0:1788777583.393230:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667211153792, offset 0 00000400:00000200:2.0:1788777583.393235:0:2415:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777583.393239:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.393244:0:2415:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777583.393249:0:2415:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777583.393253:0:2415:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777583.393258:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777583.393260:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777583.393264:0:2415:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3043:3043:256:4294967295] 192.168.204.133@tcp LPNI seq info [3042:3042:8:4294967295] 00000400:00000200:2.0:1788777583.393269:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.393276:0:2415:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777583.393280:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777583.393284:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fd979cd00. 00000800:00000200:2.0:1788777583.393288:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777583.393293:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777583.393296:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fd979cd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777583.393307:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.393311:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: using a timeout of 214908 usecs (215 jiffies) 00000400:00000200:2.0:1788777583.393367:0:2415:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777583.393370:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296686915 00000100:00000010:2.0:1788777583.393376:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efcba0. 00000100:00000001:2.0:1788777583.393382:0:2415:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788777583.393388:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296686915 00000100:00000010:2.0:1788777583.393392:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efc1e0. 00000100:00000001:2.0:1788777583.393394:0:2415:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff9b1fc31a7000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788777583.393397:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777583.393400:0:2415:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.393403:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.393406:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.393412:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777583.393414:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777583.393416:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.393417:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777583.393419:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.393421:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.393431:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.393433:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777583.393513:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777583.393517:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fd979cd00. 00000400:00000200:2.0:1788777583.393520:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777583.393524:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777583.393529:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93550 00000400:00000010:2.0:1788777583.393531:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93550. 00000100:00000001:2.0:1788777583.393534:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777583.393538:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.393548:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.393552:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.393559:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.393560:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777583.401761:0:36298:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b1fd2611800. 00010000:00000010:2.1:1788777583.401777:0:36298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b1fd1815c00. 00000800:00000001:3.0:1788777583.408005:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.408024:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777583.408028:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.408031:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.408040:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.408048:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777583.408058:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.408063:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.408069:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.408073:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 18 MB=0x6a9e8cdd67180 00000400:00000200:3.0:1788777583.408078:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.408084:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8dad [1] + 224 00000800:00000001:3.0:1788777583.408093:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.408100:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.408104:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777583.408109:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777583.408117:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777583.408124:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777583.408147:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777583.408172:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777583.408181:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.408185:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.408378:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.408383:0:2415:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777583.408390:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777583.408392:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777583.408396:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bb58. 00000400:00000200:2.0:1788777583.408401:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93bb0 00000400:00000010:2.0:1788777583.408403:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93bb0. 00000100:00000001:2.0:1788777583.408407:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777583.408412:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777583.408423:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.408430:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777583.408432:0:2415:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.408434:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777583.408438:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777583.408441:0:2415:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777583.408454:0:2415:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.408458:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777583.408494:0:2415:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530bd38 time=79 v=5 (5 5 5 0) 00000100:00001000:2.0:1788777583.408500:0:2415:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530bc18 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777583.408503:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777583.408504:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.408507:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777583.408511:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.408515:0:2415:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777583.408517:0:2415:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788777583.408520:0:2415:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777583.408522:0:2415:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.408528:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.408542:0:2415:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777583.408546:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777583.408548:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777583.408553:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777583.408562:0:2415:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:67f3d5ce-64e4-46be-9428-e80a71444531:2415:1875667211153792:192.168.204.133@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777583.408568:0:2415:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.408570:0:2415:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.408574:0:2415:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ca80 x1875667211153792/t0(0) o103->lustre-OST0001-osc-ffff9b1fc31a7000@192.168.204.133@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777599 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.408579:0:2415:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777583.408581:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777583.408585:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc9201000. 02000000:00000001:2.0:1788777583.408589:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777583.408591:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777583.408593:0:2415:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b800 refcount=2 obd=lustre-OST0001-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777583.408595:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777583.408599:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc9201400. 02000000:00000001:2.0:1788777583.408601:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777583.408602:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777583.408604:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ca80. 00000100:00000001:2.0:1788777583.408607:0:2415:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777583.408608:0:2415:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.408610:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.408618:0:2415:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777583.408620:0:2415:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.408622:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.408624:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.613133:0:26690:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb220 (cpu 2) has reached its deadline 4296686915, at 4296686920 00000100:00000010:2.0:1788777583.613153:0:26690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efcba0. 00000100:00000040:3.0:1788777583.613756:0:31703:0:(connection.c:75:cpu_latency_work()) work item of ffff9b1fc8cdb330 (cpu 3) has reached its deadline 4296686915, at 4296686921 00000100:00000010:3.0:1788777583.613764:0:31703:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b1fd0efc1e0. 00010000:00000001:2.0:1788777583.797337:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777583.797345:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.797350:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777583.797352:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.797355:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777583.797356:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777583.797535:0:16856:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777583.797538:0:16856:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777583.797541:0:16856:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777583.800336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777583.800347:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777583.800357:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ca80. 00000020:00000040:2.0:1788777583.800363:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc302f800 refcount=4 obd=MGC192.168.204.133@tcp 00000100:00000001:2.0:1788777583.800367:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777583.800370:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777583.800375:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777583.800384:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd979cd00. 00000100:00000001:2.0:1788777583.800392:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800404:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ffe1b94c-889f-4040-a9df-417ffabe4bf6->MGS req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777583.800416:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777583.800420:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800427:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046282c35] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.800452:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800455:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777583.800458:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777583.800474:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639c380. 00000020:00000040:2.0:1788777583.800477:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fd0064000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777583.800479:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777583.800480:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777583.800482:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777583.800487:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd979c200. 00000100:00000001:2.0:1788777583.800490:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800494:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0000_UUID req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777583.800506:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777583.800508:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800511:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a682bd6f] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.800518:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800521:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777583.800524:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777583.800527:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639ce00. 00000020:00000040:2.0:1788777583.800529:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530b000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777583.800531:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777583.800532:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777583.800533:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777583.800536:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd979ce00. 00000100:00000001:2.0:1788777583.800538:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800542:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-MDT0001_UUID req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777583.800548:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777583.800550:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800553:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002086be5a] to pc [ptlrpcd_01_00+0] req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.800559:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800562:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777583.800564:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777583.800567:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b1fc639e680. 00000020:00000040:2.0:1788777583.800569:0:38:0:(genops.c:1210:class_import_get()) import ffff9b1fc530c800 refcount=3 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000100:00000001:2.0:1788777583.800571:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777583.800572:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777583.800573:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777583.800576:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b1fd92bd900. 00000100:00000001:2.0:1788777583.800579:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800583:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 67f3d5ce-64e4-46be-9428-e80a71444531->lustre-OST0000_UUID req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777583.800589:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777583.800591:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800594:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc409d6] to pc [ptlrpcd_01_01+1] req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.800600:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800604:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2024) 00000100:00000001:2.0:1788777583.800619:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.800623:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777583.800625:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777583.800629:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.800636:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777583.800638:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.800642:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777583.800644:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777583.800647:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777583.800650:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211153920:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777583.800654:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777583.800660:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777583.800662:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.800665:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777583.800669:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4fe2200. 02000000:00000001:2.0:1788777583.800671:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777583.800678:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777583.800682:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bb58. 00000400:00000010:2.0:1788777583.800690:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93bb0. 00000100:00000200:2.0:1788777583.800697:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211153920, portal 25 00000100:00000001:2.0:1788777583.800699:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777583.800701:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504808576 : -110914204743040 : ffff9b1fc639ca80) 00000100:00000040:2.0:1788777583.800707:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.800714:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777583.800717:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777583.800719:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93550. 00000100:00000200:2.0:1788777583.800722:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667211153920, offset 0 00000400:00000200:2.0:1788777583.800728:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777583.800749:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.800756:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777583.800762:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777583.800767:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777583.800770:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777583.800773:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777583.800777:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3044:3044:256:4294967295] 192.168.204.133@tcp LPNI seq info [3043:3043:8:4294967295] 00000400:00000200:2.0:1788777583.800781:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.800789:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777583.800795:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777583.800800:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc5392e00. 00000800:00000200:2.0:1788777583.800807:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777583.800814:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777583.800818:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc5392e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777583.800829:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777583.800832:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777583.800836:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 2 is 4296691166 00000100:00000010:2.0:1788777583.800841:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efc6c0. 00000100:00000001:2.0:1788777583.800847:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788777583.800851:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS new deadline estimation for cpu 3 is 4296691166 00000100:00000010:2.0:1788777583.800854:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b1fd0efc780. 00000100:00000001:2.0:1788777583.800857:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788777583.800860:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777583.800863:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.800866:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777583.800869:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.800876:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777583.800877:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.800879:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777583.800881:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777583.800883:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777583.800886:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211154176:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777583.800889:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777583.800891:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777583.800893:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.800895:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777583.800897:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4fe2a00. 02000000:00000001:2.0:1788777583.800899:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777583.800902:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777583.800905:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919be18. 00000400:00000010:2.0:1788777583.800908:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93880. 00000100:00000200:2.0:1788777583.800911:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211154176, portal 10 00000100:00000001:2.0:1788777583.800913:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777583.800914:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504809472 : -110914204742144 : ffff9b1fc639ce00) 00000100:00000040:2.0:1788777583.800920:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.800926:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777583.800928:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777583.800930:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93e58. 00000100:00000200:2.0:1788777583.800932:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211154176, offset 0 00000400:00000200:2.0:1788777583.800935:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777583.800939:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.800942:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777583.800945:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777583.800947:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777583.800949:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777583.800952:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777583.800955:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3045:3045:255:4294967295] 192.168.204.133@tcp LPNI seq info [3044:3044:7:4294967295] 00000400:00000200:2.0:1788777583.800959:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.800964:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777583.800968:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777583.800972:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc5392c00. 00000800:00000200:2.0:1788777583.800976:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777583.800979:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777583.800982:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc5392c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777583.800985:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.800988:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: using a timeout of 22088 usecs (23 jiffies) 00000400:00000200:2.0:1788777583.800991:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777583.800993:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296687127 00000100:00000001:2.0:1788777583.800996:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296691166 00000100:00000001:2.0:1788777583.800998:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296687127 00000100:00000001:2.0:1788777583.801000:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296691166 00000100:00000001:2.0:1788777583.801002:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777583.801004:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801006:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801009:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.801016:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777583.801017:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777583.801019:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.801021:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777583.801022:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777583.801025:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788777583.801026:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.801028:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777583.801029:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.801031:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.801032:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777583.801033:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777583.801037:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801043:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777583.801045:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.801047:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777583.801048:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777583.801050:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777583.801053:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211154048:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777583.801056:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777583.801058:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777583.801059:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.801061:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777583.801064:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4fe2400. 02000000:00000001:2.0:1788777583.801065:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777583.801068:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777583.801070:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919b210. 00000400:00000010:2.0:1788777583.801073:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93aa0. 00000100:00000200:2.0:1788777583.801076:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211154048, portal 10 00000100:00000001:2.0:1788777583.801078:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777583.801079:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504806784 : -110914204744832 : ffff9b1fc639c380) 00000100:00000040:2.0:1788777583.801084:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801089:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777583.801091:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777583.801093:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93f68. 00000100:00000200:2.0:1788777583.801095:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667211154048, offset 0 00000400:00000200:2.0:1788777583.801100:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777583.801103:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.801107:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777583.801109:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777583.801112:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777583.801114:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777583.801116:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777583.801119:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3046:3046:254:4294967295] 192.168.204.133@tcp LPNI seq info [3045:3045:6:4294967295] 00000400:00000200:2.0:1788777583.801123:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.801129:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777583.801133:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777583.801136:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc5392500. 00000800:00000200:2.0:1788777583.801140:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777583.801143:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777583.801146:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc5392500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777583.801148:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.801151:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: using a timeout of 815715 usecs (816 jiffies) 00000400:00000200:2.0:1788777583.801154:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777583.801156:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296687920 00000100:00000001:2.0:1788777583.801158:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296691166 00000100:00000001:2.0:1788777583.801160:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296687920 00000100:00000001:2.0:1788777583.801162:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296691166 00000100:00000001:2.0:1788777583.801164:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777583.801166:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801168:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777583.801172:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801177:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777583.801179:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.801181:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777583.801182:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777583.801184:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777583.801186:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211154304:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777583.801191:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777583.801194:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777583.801195:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.801196:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777583.801199:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b1fc4fe2c00. 02000000:00000001:2.0:1788777583.801201:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777583.801204:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000010:2.0:1788777583.801206:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b1fc919bd68. 00000400:00000010:2.0:1788777583.801210:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e933b8. 00000100:00000200:2.0:1788777583.801212:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667211154304, portal 4 00000100:00000001:2.0:1788777583.801214:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777583.801215:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504815744 : -110914204735872 : ffff9b1fc639e680) 00000100:00000040:2.0:1788777583.801220:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801226:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777583.801228:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.133@tcp 00000400:00000010:2.0:1788777583.801230:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b1fc5e93c38. 00000100:00000200:2.0:1788777583.801232:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667211154304, offset 0 00000400:00000200:2.0:1788777583.801236:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.133@tcp 00000400:00000200:2.0:1788777583.801239:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.801242:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.133@tcp local destination 00000400:00000200:2.0:1788777583.801245:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777583.801247:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.33@tcp 00000400:00000200:2.0:1788777583.801249:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777583.801252:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.133@tcp 00000400:00000200:2.0:1788777583.801254:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.33@tcp NI seq info: [3047:3047:253:4294967295] 192.168.204.133@tcp LPNI seq info [3046:3046:5:4294967295] 00000400:00000200:2.0:1788777583.801258:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.801263:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp:) -> 192.168.204.133@tcp(192.168.204.133@tcp:192.168.204.133@tcp) : PUT try# 0 00000800:00000200:2.0:1788777583.801266:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.133@tcp 00000800:00000010:2.0:1788777583.801270:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b1fc5392200. 00000800:00000200:2.0:1788777583.801273:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b1fc359f480] -> 12345-192.168.204.133@tcp (5) 00000800:00000200:2.0:1788777583.801278:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.133@tcp ip 192.168.204.133:988 00000800:00000200:2.0:1788777583.801281:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b1fc5392200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777583.801283:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.801287:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: using a timeout of 20990 usecs (21 jiffies) 00000400:00000200:2.0:1788777583.801290:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000100:00000001:2.0:1788777583.801292:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 2 is 4296687125 00000100:00000001:2.0:1788777583.801294:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 2, keep current deadline 4296691166 00000100:00000001:2.0:1788777583.801296:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS new deadline estimation for cpu 3 is 4296687125 00000100:00000001:2.0:1788777583.801298:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b1fc31a7000: PM QoS request active for cpu 3, keep current deadline 4296691166 00000100:00000001:2.0:1788777583.801300:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777583.801302:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801304:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801306:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801319:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.801321:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788777583.801362:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777583.801366:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc5392e00. 00000400:00000200:2.0:1788777583.801372:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777583.801377:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777583.801382:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93550 00000400:00000010:2.0:1788777583.801384:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93550. 00000100:00000001:2.0:1788777583.801389:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777583.801393:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801403:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.801405:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801412:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801414:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777583.801426:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777583.801428:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc5392c00. 00000400:00000200:2.0:1788777583.801430:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777583.801433:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777583.801436:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93e58 00000400:00000010:2.0:1788777583.801437:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93e58. 00000100:00000001:2.0:1788777583.801439:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777583.801442:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801447:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.801450:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801455:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801457:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777583.801484:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777583.801487:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc5392500. 00000400:00000200:2.0:1788777583.801489:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777583.801493:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777583.801496:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93f68 00000400:00000010:2.0:1788777583.801497:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93f68. 00000100:00000001:2.0:1788777583.801499:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777583.801502:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801509:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.801511:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801516:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801518:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788777583.801578:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788777583.801580:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b1fc5392200. 00000400:00000200:2.0:1788777583.801584:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777583.801587:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000400:00000200:2.0:1788777583.801589:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93c38 00000400:00000010:2.0:1788777583.801591:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93c38. 00000100:00000001:2.0:1788777583.801593:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788777583.801597:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801604:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.801607:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.801613:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.801615:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788777583.806570:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806587:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777583.806592:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806595:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.806605:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806614:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777583.806622:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806628:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806633:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806637:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd67300 00000400:00000200:3.0:1788777583.806642:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806649:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8dcd [1] + 224 00000800:00000001:3.0:1788777583.806656:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806659:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.806662:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777583.806667:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777583.806674:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777583.806684:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777583.806700:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777583.806716:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777583.806725:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806728:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777583.806730:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806732:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.806746:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806750:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777583.806754:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806757:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806760:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806762:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 10 MB=0x6a9e8cdd67280 00000400:00000200:3.0:1788777583.806765:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806769:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.133@tcp of length 224/224 into md 0x8ddd [1] + 224 00000800:00000001:3.0:1788777583.806773:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806777:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.806779:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777583.806782:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777583.806785:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777583.806790:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777583.806799:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777583.806806:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777583.806809:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806812:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777583.806813:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806815:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.806818:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806822:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:3.0:1788777583.806826:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806829:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806831:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806834:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 4 MB=0x6a9e8cdd67380 00000400:00000200:3.0:1788777583.806838:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:3.0:1788777583.806841:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8ded [1] + 224 00000800:00000001:3.0:1788777583.806844:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806860:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777583.806862:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777583.806866:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:3.0:1788777583.806868:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777583.806873:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777583.806882:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777583.806889:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788777583.806892:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777583.806895:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.807070:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.807074:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777583.807089:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777583.807091:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777583.807095:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919b210. 00000400:00000200:2.0:1788777583.807100:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93aa0 00000400:00000010:2.0:1788777583.807102:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93aa0. 00000100:00000001:2.0:1788777583.807105:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777583.807110:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777583.807119:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807125:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777583.807127:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.807130:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777583.807133:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777583.807136:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777583.807138:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.807141:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777583.807151:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fd0064460 time=92 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777583.807154:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fd0064418 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777583.807157:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777583.807159:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.807162:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777583.807165:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.807169:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777583.807172:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: committing for last_committed 8589934618 gen 2 00000100:00000040:2.0:1788777583.807177:0:2414:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff9b1fd1122300 x1875667211150080/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807183:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807186:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fd1122300 x1875667211150080/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807192:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777583.807194:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777583.807198:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fc356e400. 02000000:00000001:2.0:1788777583.807202:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777583.807204:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777583.807206:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777583.807208:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777583.807211:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc3327e00. 02000000:00000001:2.0:1788777583.807214:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777583.807216:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777583.807217:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fd1122300. 00000100:00000001:2.0:1788777583.807222:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777583.807223:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777583.807227:0:2414:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff9b1fc31ef800 x1875667211150336/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807234:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807236:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ef800 x1875667211150336/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807241:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777583.807242:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777583.807244:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1001800. 02000000:00000001:2.0:1788777583.807247:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777583.807248:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777583.807249:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777583.807251:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777583.807252:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc2c72000. 02000000:00000001:2.0:1788777583.807254:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777583.807256:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777583.807257:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ef800. 00000100:00000001:2.0:1788777583.807259:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777583.807260:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777583.807264:0:2414:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777593 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807270:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777583.807272:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633159504811264 : -110914204740352 : ffff9b1fc639d500) 00000100:00000001:2.0:1788777583.807274:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807277:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777593 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807283:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.807284:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807288:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b1fc31ec000 x1875667211151232/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807294:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777583.807296:0:2414:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b1fd1882a60. 00000100:00000001:2.0:1788777583.807298:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807301:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639d500 x1875667211150592/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777593 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807307:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788777583.807308:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777583.807309:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777583.807311:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777583.807312:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b1fc3339c00. 02000000:00000001:2.0:1788777583.807315:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777583.807316:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777583.807317:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639d500. 00000100:00000001:2.0:1788777583.807319:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777583.807320:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777583.807324:0:2414:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff9b1fc31ec000 x1875667211151232/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807335:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807338:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc31ec000 x1875667211151232/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777583.807343:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777583.807344:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777583.807346:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd1000000. 02000000:00000001:2.0:1788777583.807349:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777583.807350:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777583.807351:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777583.807352:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777583.807353:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc2c72400. 02000000:00000001:2.0:1788777583.807355:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777583.807356:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777583.807357:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc31ec000. 00000100:00000001:2.0:1788777583.807359:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777583.807360:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777583.807365:0:2414:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934618) req@ffff9b1fc3257100 x1875667211153536/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807371:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807374:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc3257100 x1875667211153536/t8589934618(8589934618) o36->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777594 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807379:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777583.807381:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777583.807382:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b1fd12ed800. 02000000:00000001:2.0:1788777583.807384:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777583.807385:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777583.807387:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777583.807388:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777583.807389:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b1fc4f4f800. 02000000:00000001:2.0:1788777583.807392:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777583.807393:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777583.807394:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc3257100. 00000100:00000001:2.0:1788777583.807398:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777583.807400:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.807402:0:2414:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777583.807405:0:2414:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b1fc31a7000: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:2.0:1788777583.807407:0:2414:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777583.807409:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.807414:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807421:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777583.807424:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777583.807427:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777583.807431:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777583.807439:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211154048:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777583.807446:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777583.807447:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777583.807448:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bd68. 00000400:00000200:2.0:1788777583.807477:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e933b8 00000400:00000010:2.0:1788777583.807479:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e933b8. 00000100:00000001:2.0:1788777583.807482:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777583.807486:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777583.807495:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807502:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777583.807503:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.807505:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777583.807507:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777583.807508:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777583.807510:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.807512:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777583.807516:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530cc60 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777583.807519:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530cc18 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777583.807522:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777583.807523:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.807525:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777583.807527:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.807529:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777583.807531:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b1fc31a7000: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1788777583.807533:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777583.807534:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.807538:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807544:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777583.807547:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777583.807548:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777583.807552:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777583.807559:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211154304:192.168.204.133@tcp:400:kworker.0 00000400:00000001:2.0:1788777583.807564:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777583.807565:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777583.807567:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919be18. 00000400:00000200:2.0:1788777583.807570:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93880 00000400:00000010:2.0:1788777583.807571:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93880. 00000100:00000001:2.0:1788777583.807573:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777583.807576:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777583.807584:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807589:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777583.807591:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.807592:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777583.807594:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777583.807595:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777583.807596:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777583.807598:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777583.807603:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc530b460 time=92 v=5 (5 105 105 105) 00000100:00001000:2.0:1788777583.807605:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc530b418 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777583.807608:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777583.807609:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777583.807610:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777583.807612:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.807614:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777583.807615:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b1fc31a7000: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1788777583.807617:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777583.807618:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777583.807622:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807628:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777583.807630:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777583.807631:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777583.807634:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777583.807641:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:67f3d5ce-64e4-46be-9428-e80a71444531:2414:1875667211154176:192.168.204.133@tcp:400:kworker.0 00000100:00000001:2.0:1788777583.807645:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.807647:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807650:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639c380 x1875667211154048/t0(0) o400->lustre-MDT0000-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807656:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777583.807657:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777583.807659:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4fe2400. 02000000:00000001:2.0:1788777583.807661:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777583.807663:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777583.807664:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fd0064000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777583.807666:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777583.807667:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd979c200. 02000000:00000001:2.0:1788777583.807670:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777583.807671:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777583.807672:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639c380. 00000100:00000001:2.0:1788777583.807675:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777583.807676:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.807678:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807681:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639e680 x1875667211154304/t0(0) o400->lustre-OST0000-osc-ffff9b1fc31a7000@192.168.204.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807687:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777583.807689:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777583.807690:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4fe2c00. 02000000:00000001:2.0:1788777583.807692:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777583.807693:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777583.807695:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530c800 refcount=2 obd=lustre-OST0000-osc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777583.807697:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777583.807698:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd92bd900. 02000000:00000001:2.0:1788777583.807701:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777583.807703:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777583.807704:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639e680. 00000100:00000001:2.0:1788777583.807706:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777583.807707:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.807709:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777583.807712:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ce00 x1875667211154176/t0(0) o400->lustre-MDT0001-mdc-ffff9b1fc31a7000@192.168.204.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.807717:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777583.807718:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777583.807719:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4fe2a00. 02000000:00000001:2.0:1788777583.807721:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777583.807722:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777583.807723:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc530b000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b1fc31a7000 00000020:00000001:2.0:1788777583.807725:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777583.807727:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd979ce00. 02000000:00000001:2.0:1788777583.807729:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777583.807730:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777583.807731:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ce00. 00000100:00000001:2.0:1788777583.807734:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777583.807746:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777583.807750:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.807752:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777583.807753:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777583.807755:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777583.807757:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788777583.809529:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777583.809548:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788777583.809552:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777583.809554:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777583.809563:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.809570:0:2407:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.33@tcp(192.168.204.33@tcp) <- 192.168.204.133@tcp : PUT - for me 00000400:00000200:2.0:1788777583.809579:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.809584:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.809589:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.809595:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.133@tcp of length 224 into portal 25 MB=0x6a9e8cdd67200 00000400:00000200:2.0:1788777583.809599:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.133@tcp to cpt 1 00000400:00000200:2.0:1788777583.809606:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.133@tcp of length 224/224 into md 0x8dbd [1] + 224 00000800:00000001:2.0:1788777583.809613:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777583.809619:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788777583.809623:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788777583.809627:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.33@tcp->192.168.204.133@tcp: PUT: OK 00000100:00000001:2.0:1788777583.809634:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777583.809643:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777583.809653:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777583.811937:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788777583.811959:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788777583.811969:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777583.812178:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777583.812182:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777583.812189:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777583.812192:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777583.812196:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b1fc919bb58. 00000400:00000200:3.0:1788777583.812202:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b1fc5e93bb0 00000400:00000010:3.0:1788777583.812205:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b1fc5e93bb0. 00000100:00000001:3.0:1788777583.812209:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777583.812221:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777583.812231:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777583.812238:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777583.812242:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777583.812245:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777583.812248:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777583.812251:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777583.812253:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777583.812256:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777583.812263:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b1fc302fc60 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777583.812267:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b1fc302fc18 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777583.812270:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777583.812272:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777583.812275:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777583.812278:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777583.812281:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777583.812286:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777583.812294:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777583.812297:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777583.812299:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777583.812303:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777583.812311:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b1fc639ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ffe1b94c-889f-4040-a9df-417ffabe4bf6:2414:1875667211153920:192.168.204.133@tcp:400:kworker.0 00000100:00000001:3.0:1788777583.812316:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777583.812318:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777583.812321:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b1fc639ca80 x1875667211153920/t0(0) o400->MGC192.168.204.133@tcp@192.168.204.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777583.812327:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777583.812329:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777583.812333:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b1fc4fe2200. 02000000:00000001:3.0:1788777583.812336:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777583.812339:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777583.812341:0:2414:0:(genops.c:1223:class_import_put()) import ffff9b1fc302f800 refcount=3 obd=MGC192.168.204.133@tcp 00000020:00000001:3.0:1788777583.812343:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777583.812346:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b1fd979cd00. 02000000:00000001:3.0:1788777583.812350:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777583.812352:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777583.812353:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b1fc639ca80. 00000100:00000001:3.0:1788777583.812356:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777583.812522:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777583.812527:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777583.812536:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777583.812538:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777583.812540:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777583.812542:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777584.001456:0:36329:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777584.347860:0:36365:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788777584.347868:0:36365:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:2.0:1788777584.355628:0:36365:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788777584.822555:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777584.822564:0:26690:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777584.822567:0:26690:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777584.822570:0:26690:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777584.822576:0:26690:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777584.822578:0:26690:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777584.822580:0:26690:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777584.822582:0:26690:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777584.822586:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777584.822587:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777584.822591:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777584.822592:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777584.822617:0:16855:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777584.822619:0:16855:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777584.822622:0:16855:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777585.541618:0:36465:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777585.845895:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777585.845902:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777585.845908:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777585.845909:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777585.845912:0:26690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777585.845913:0:26690:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777585.845936:0:16986:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777585.845939:0:16986:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777585.845941:0:16986:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128676 lines, 128676 kept, 0 dropped, 0 bad.